[ 524.161441] env[62361]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62361) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 524.161794] env[62361]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62361) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 524.161916] env[62361]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62361) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 524.162216] env[62361]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 524.257912] env[62361]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62361) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 524.269793] env[62361]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=62361) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 524.870167] env[62361]: INFO nova.virt.driver [None req-4d21ac19-9d15-496d-a8eb-00d95e6bb877 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 524.941046] env[62361]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.941197] env[62361]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.941299] env[62361]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62361) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 528.300236] env[62361]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-f54263bb-5854-45c4-9c6e-f65afab29654 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.316718] env[62361]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62361) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 528.316836] env[62361]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-adbc71bc-823d-4b0b-baec-08bb45749abc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.351711] env[62361]: INFO oslo_vmware.api [-] Successfully established new session; session ID is bd0bd. [ 528.351861] env[62361]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.411s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.352492] env[62361]: INFO nova.virt.vmwareapi.driver [None req-4d21ac19-9d15-496d-a8eb-00d95e6bb877 None None] VMware vCenter version: 7.0.3 [ 528.356071] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752567d5-c885-468d-8248-cf05bea7a031 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.374642] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6ae7bb-ff8f-474b-9ffa-0bbfb241c402 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.380864] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62948c4-a8c1-49ed-bf01-14348a338e8b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.387997] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7833107-8253-481a-ae61-0ccf5ee2be23 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.401395] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e5a3c6-62d7-4cee-927f-12d3252e57d4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.407603] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e40658-1d7d-41e1-82de-aa29c2781085 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.438204] env[62361]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-b1e4d9a7-2620-45b4-8676-c4298df68fd9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.443479] env[62361]: DEBUG nova.virt.vmwareapi.driver [None req-4d21ac19-9d15-496d-a8eb-00d95e6bb877 None None] Extension org.openstack.compute already exists. {{(pid=62361) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:226}} [ 528.446146] env[62361]: INFO nova.compute.provider_config [None req-4d21ac19-9d15-496d-a8eb-00d95e6bb877 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 528.949208] env[62361]: DEBUG nova.context [None req-4d21ac19-9d15-496d-a8eb-00d95e6bb877 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),3335b16a-955b-40ac-a34e-739529614044(cell1) {{(pid=62361) load_cells /opt/stack/nova/nova/context.py:464}} [ 528.951277] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.951509] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.952205] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.952643] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] Acquiring lock "3335b16a-955b-40ac-a34e-739529614044" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.952903] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] Lock "3335b16a-955b-40ac-a34e-739529614044" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.953909] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] Lock "3335b16a-955b-40ac-a34e-739529614044" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.975177] env[62361]: INFO dbcounter [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] Registered counter for database nova_cell0 [ 528.983479] env[62361]: INFO dbcounter [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] Registered counter for database nova_cell1 [ 528.986812] env[62361]: DEBUG oslo_db.sqlalchemy.engines [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62361) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 528.987181] env[62361]: DEBUG oslo_db.sqlalchemy.engines [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62361) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 528.991988] env[62361]: ERROR nova.db.main.api [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 528.991988] env[62361]: result = function(*args, **kwargs) [ 528.991988] env[62361]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 528.991988] env[62361]: return func(*args, **kwargs) [ 528.991988] env[62361]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 528.991988] env[62361]: result = fn(*args, **kwargs) [ 528.991988] env[62361]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 528.991988] env[62361]: return f(*args, **kwargs) [ 528.991988] env[62361]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 528.991988] env[62361]: return db.service_get_minimum_version(context, binaries) [ 528.991988] env[62361]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 528.991988] env[62361]: _check_db_access() [ 528.991988] env[62361]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 528.991988] env[62361]: stacktrace = ''.join(traceback.format_stack()) [ 528.991988] env[62361]: [ 528.992711] env[62361]: ERROR nova.db.main.api [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 528.992711] env[62361]: result = function(*args, **kwargs) [ 528.992711] env[62361]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 528.992711] env[62361]: return func(*args, **kwargs) [ 528.992711] env[62361]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 528.992711] env[62361]: result = fn(*args, **kwargs) [ 528.992711] env[62361]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 528.992711] env[62361]: return f(*args, **kwargs) [ 528.992711] env[62361]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 528.992711] env[62361]: return db.service_get_minimum_version(context, binaries) [ 528.992711] env[62361]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 528.992711] env[62361]: _check_db_access() [ 528.992711] env[62361]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 528.992711] env[62361]: stacktrace = ''.join(traceback.format_stack()) [ 528.992711] env[62361]: [ 528.993133] env[62361]: WARNING nova.objects.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] Failed to get minimum service version for cell 3335b16a-955b-40ac-a34e-739529614044 [ 528.993229] env[62361]: WARNING nova.objects.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 528.993658] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] Acquiring lock "singleton_lock" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.993849] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] Acquired lock "singleton_lock" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.994115] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] Releasing lock "singleton_lock" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.994437] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] Full set of CONF: {{(pid=62361) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 528.994579] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ******************************************************************************** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.994705] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] Configuration options gathered from: {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.994841] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.995043] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.995172] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ================================================================================ {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.995380] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] allow_resize_to_same_host = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.995548] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] arq_binding_timeout = 300 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.995678] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] backdoor_port = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.995804] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] backdoor_socket = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.996012] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] block_device_allocate_retries = 60 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.996194] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] block_device_allocate_retries_interval = 3 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.996367] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cert = self.pem {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.996533] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.996704] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] compute_monitors = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.996902] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] config_dir = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.997123] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] config_drive_format = iso9660 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.997264] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.997436] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] config_source = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.997602] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] console_host = devstack {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.997767] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] control_exchange = nova {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.997927] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cpu_allocation_ratio = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.998108] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] daemon = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.998282] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] debug = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.998440] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] default_access_ip_network_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.998605] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] default_availability_zone = nova {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.998760] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] default_ephemeral_format = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.998916] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] default_green_pool_size = 1000 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.999171] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.999337] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] default_schedule_zone = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.999494] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] disk_allocation_ratio = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.999655] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] enable_new_services = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.999847] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] enabled_apis = ['osapi_compute'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.000049] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] enabled_ssl_apis = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.000220] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] flat_injected = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.000379] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] force_config_drive = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.000537] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] force_raw_images = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.000705] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] graceful_shutdown_timeout = 5 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.000865] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] heal_instance_info_cache_interval = 60 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.001099] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] host = cpu-1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.001275] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.001436] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.001595] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.001818] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.001986] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] instance_build_timeout = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.002160] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] instance_delete_interval = 300 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.002326] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] instance_format = [instance: %(uuid)s] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.002490] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] instance_name_template = instance-%08x {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.002651] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] instance_usage_audit = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.002816] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] instance_usage_audit_period = month {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.003020] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.003199] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.003365] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] internal_service_availability_zone = internal {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.003519] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] key = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.003677] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] live_migration_retry_count = 30 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.003861] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] log_color = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.004025] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] log_config_append = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.004187] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.004347] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] log_dir = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.004502] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] log_file = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.004628] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] log_options = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.004786] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] log_rotate_interval = 1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.004949] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] log_rotate_interval_type = days {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.005126] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] log_rotation_type = none {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.005254] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.005377] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.005540] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.005763] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.005933] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.006123] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] long_rpc_timeout = 1800 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.006289] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] max_concurrent_builds = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.006448] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] max_concurrent_live_migrations = 1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.006607] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] max_concurrent_snapshots = 5 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.006763] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] max_local_block_devices = 3 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.006922] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] max_logfile_count = 30 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.007117] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] max_logfile_size_mb = 200 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.007281] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] maximum_instance_delete_attempts = 5 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.007448] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] metadata_listen = 0.0.0.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.007611] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] metadata_listen_port = 8775 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.007778] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] metadata_workers = 2 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.007935] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] migrate_max_retries = -1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.008121] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] mkisofs_cmd = genisoimage {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.008362] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.008497] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] my_ip = 10.180.1.21 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.008660] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] network_allocate_retries = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.008839] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.009012] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.009185] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] osapi_compute_listen_port = 8774 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.009350] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] osapi_compute_unique_server_name_scope = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.009517] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] osapi_compute_workers = 2 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.009681] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] password_length = 12 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.009841] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] periodic_enable = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.010009] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] periodic_fuzzy_delay = 60 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.010182] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] pointer_model = usbtablet {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.010350] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] preallocate_images = none {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.010510] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] publish_errors = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.010639] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] pybasedir = /opt/stack/nova {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.010795] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ram_allocation_ratio = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.010953] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] rate_limit_burst = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.011134] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] rate_limit_except_level = CRITICAL {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.011318] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] rate_limit_interval = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.011486] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] reboot_timeout = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.011642] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] reclaim_instance_interval = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.011796] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] record = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.011964] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] reimage_timeout_per_gb = 60 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.012146] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] report_interval = 120 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.012309] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] rescue_timeout = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.012467] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] reserved_host_cpus = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.012623] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] reserved_host_disk_mb = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.012778] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] reserved_host_memory_mb = 512 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.012932] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] reserved_huge_pages = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.013101] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] resize_confirm_window = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.013260] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] resize_fs_using_block_device = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.013415] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] resume_guests_state_on_host_boot = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.013578] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.013734] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] rpc_response_timeout = 60 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.013898] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] run_external_periodic_tasks = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.014068] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] running_deleted_instance_action = reap {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.014233] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.014408] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] running_deleted_instance_timeout = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.014566] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] scheduler_instance_sync_interval = 120 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.014731] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] service_down_time = 720 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.014894] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] servicegroup_driver = db {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.015060] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] shell_completion = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.015220] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] shelved_offload_time = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.015378] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] shelved_poll_interval = 3600 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.015544] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] shutdown_timeout = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.015703] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] source_is_ipv6 = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.015884] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ssl_only = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.016154] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.016327] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] sync_power_state_interval = 600 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.016489] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] sync_power_state_pool_size = 1000 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.016655] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] syslog_log_facility = LOG_USER {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.016809] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] tempdir = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.016985] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] timeout_nbd = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.017180] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] transport_url = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.017375] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] update_resources_interval = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.017550] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] use_cow_images = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.017712] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] use_eventlog = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.017869] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] use_journal = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.018039] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] use_json = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.018203] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] use_rootwrap_daemon = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.018359] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] use_stderr = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.018514] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] use_syslog = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.018665] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vcpu_pin_set = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.018828] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vif_plugging_is_fatal = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.018992] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vif_plugging_timeout = 300 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.019172] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] virt_mkfs = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.019331] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] volume_usage_poll_interval = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.019487] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] watch_log_file = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.019650] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] web = /usr/share/spice-html5 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.019830] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.019994] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.020173] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.020362] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_concurrency.disable_process_locking = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.020926] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.021138] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.021315] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.021494] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.021670] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.021839] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.022034] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.auth_strategy = keystone {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.022208] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.compute_link_prefix = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.022385] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.022561] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.dhcp_domain = novalocal {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.022734] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.enable_instance_password = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.022902] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.glance_link_prefix = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.023080] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.023255] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.023446] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.instance_list_per_project_cells = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.023618] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.list_records_by_skipping_down_cells = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.023780] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.local_metadata_per_cell = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.023949] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.max_limit = 1000 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.024131] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.metadata_cache_expiration = 15 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.024307] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.neutron_default_tenant_id = default {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.024476] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.response_validation = warn {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.024645] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.use_neutron_default_nets = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.024814] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.024975] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.025157] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.025331] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.025500] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.vendordata_dynamic_targets = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.025664] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.vendordata_jsonfile_path = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.025867] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.026085] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.backend = dogpile.cache.memcached {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.026264] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.backend_argument = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.026450] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.backend_expiration_time = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.026634] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.config_prefix = cache.oslo {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.026808] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.dead_timeout = 60.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.026995] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.debug_cache_backend = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.027192] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.enable_retry_client = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.027360] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.enable_socket_keepalive = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.027532] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.enabled = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.027698] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.enforce_fips_mode = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.027862] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.expiration_time = 600 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.028042] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.hashclient_retry_attempts = 2 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.028414] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.028414] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.memcache_dead_retry = 300 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.028579] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.memcache_password = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.028744] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.028905] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.029134] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.memcache_pool_maxsize = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.029312] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.029510] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.memcache_sasl_enabled = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.029696] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.029867] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.030041] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.memcache_username = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.030211] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.proxies = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.030377] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.redis_db = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.030535] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.redis_password = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.030703] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.030876] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.031061] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.redis_server = localhost:6379 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.031230] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.redis_socket_timeout = 1.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.031393] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.redis_username = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.031555] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.retry_attempts = 2 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.031727] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.retry_delay = 0.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.031891] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.socket_keepalive_count = 1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.032060] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.socket_keepalive_idle = 1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.032225] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.socket_keepalive_interval = 1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.032406] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.tls_allowed_ciphers = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.032580] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.tls_cafile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.032739] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.tls_certfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.032902] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.tls_enabled = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.033083] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cache.tls_keyfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.033265] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cinder.auth_section = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.033447] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cinder.auth_type = password {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.033605] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cinder.cafile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.033774] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.033937] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cinder.certfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.034119] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cinder.collect_timing = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.034283] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cinder.cross_az_attach = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.034446] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cinder.debug = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.034605] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cinder.endpoint_template = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.034772] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cinder.http_retries = 3 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.034929] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cinder.insecure = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.035102] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cinder.keyfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.035277] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cinder.os_region_name = RegionOne {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.035462] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cinder.split_loggers = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.035637] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cinder.timeout = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.035807] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.035995] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] compute.cpu_dedicated_set = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.036180] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] compute.cpu_shared_set = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.036347] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] compute.image_type_exclude_list = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.036514] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.036677] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.036847] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.037065] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.037255] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.037421] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] compute.resource_provider_association_refresh = 300 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.037584] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.037739] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] compute.shutdown_retry_interval = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.037919] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.038112] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] conductor.workers = 2 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.038329] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] console.allowed_origins = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.038504] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] console.ssl_ciphers = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.038670] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] console.ssl_minimum_version = default {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.038843] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] consoleauth.enforce_session_timeout = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.039016] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] consoleauth.token_ttl = 600 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.039194] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.cafile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.039352] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.certfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.039516] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.collect_timing = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.039674] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.connect_retries = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.039832] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.connect_retry_delay = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.039989] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.endpoint_override = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.040166] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.insecure = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.040321] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.keyfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.040479] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.max_version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.040634] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.min_version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.040789] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.region_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.040944] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.retriable_status_codes = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.041113] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.service_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.041315] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.service_type = accelerator {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.041494] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.split_loggers = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.041651] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.status_code_retries = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.041809] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.status_code_retry_delay = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.041964] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.timeout = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.042184] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.042347] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] cyborg.version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.042525] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.backend = sqlalchemy {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.042693] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.connection = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.042857] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.connection_debug = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.043038] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.connection_parameters = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.043203] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.connection_recycle_time = 3600 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.043371] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.connection_trace = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.043536] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.db_inc_retry_interval = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.043698] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.db_max_retries = 20 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.043858] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.db_max_retry_interval = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.044032] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.db_retry_interval = 1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.044200] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.max_overflow = 50 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.044387] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.max_pool_size = 5 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.044555] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.max_retries = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.044726] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.044885] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.mysql_wsrep_sync_wait = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.045061] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.pool_timeout = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.045228] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.retry_interval = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.045387] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.slave_connection = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.045557] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.sqlite_synchronous = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.045729] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] database.use_db_reconnect = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.045960] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.backend = sqlalchemy {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.046145] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.connection = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.046314] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.connection_debug = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.046485] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.connection_parameters = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.046648] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.connection_recycle_time = 3600 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.046857] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.connection_trace = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.046987] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.db_inc_retry_interval = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.047180] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.db_max_retries = 20 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.047366] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.db_max_retry_interval = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.047540] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.db_retry_interval = 1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.047702] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.max_overflow = 50 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.047864] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.max_pool_size = 5 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.048046] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.max_retries = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.048229] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.048399] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.048537] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.pool_timeout = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.048697] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.retry_interval = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.048854] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.slave_connection = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.049033] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] api_database.sqlite_synchronous = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.049220] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] devices.enabled_mdev_types = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.049396] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.049568] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.049732] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ephemeral_storage_encryption.enabled = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.049895] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.050084] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.api_servers = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.050251] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.cafile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.050436] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.certfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.050605] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.collect_timing = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.050763] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.connect_retries = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.050926] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.connect_retry_delay = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.051099] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.debug = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.051267] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.default_trusted_certificate_ids = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.051431] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.enable_certificate_validation = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.051596] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.enable_rbd_download = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.051760] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.endpoint_override = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.051925] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.insecure = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.052102] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.keyfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.052267] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.max_version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.052425] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.min_version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.052589] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.num_retries = 3 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.052758] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.rbd_ceph_conf = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.052920] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.rbd_connect_timeout = 5 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.053104] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.rbd_pool = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.053295] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.rbd_user = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.053478] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.region_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.053642] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.retriable_status_codes = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.053807] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.service_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.053977] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.service_type = image {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.054168] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.split_loggers = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.054331] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.status_code_retries = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.054490] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.status_code_retry_delay = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.054647] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.timeout = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.054828] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.054996] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.verify_glance_signatures = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.055172] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] glance.version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.055340] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] guestfs.debug = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.055508] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] mks.enabled = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.055893] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.056105] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] image_cache.manager_interval = 2400 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.056288] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] image_cache.precache_concurrency = 1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.056484] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] image_cache.remove_unused_base_images = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.056660] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.056829] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.057040] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] image_cache.subdirectory_name = _base {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.057238] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.api_max_retries = 60 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.057406] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.api_retry_interval = 2 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.057570] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.auth_section = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.057732] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.auth_type = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.057892] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.cafile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.058065] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.certfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.058243] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.collect_timing = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.058402] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.conductor_group = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.058563] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.connect_retries = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.058725] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.connect_retry_delay = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.058882] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.endpoint_override = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.059058] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.insecure = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.059219] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.keyfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.059404] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.max_version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.059579] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.min_version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.059750] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.peer_list = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.059912] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.region_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.060083] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.retriable_status_codes = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.060251] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.serial_console_state_timeout = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.060409] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.service_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.060577] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.service_type = baremetal {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.060737] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.shard = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.060900] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.split_loggers = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.061073] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.status_code_retries = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.061236] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.status_code_retry_delay = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.061394] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.timeout = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.061573] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.061734] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ironic.version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.061926] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.062106] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] key_manager.fixed_key = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.062292] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.062480] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.barbican_api_version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.062651] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.barbican_endpoint = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.062824] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.barbican_endpoint_type = public {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.062986] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.barbican_region_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.063164] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.cafile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.063321] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.certfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.063484] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.collect_timing = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.063646] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.insecure = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.063809] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.keyfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.063968] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.number_of_retries = 60 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.064145] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.retry_delay = 1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.064313] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.send_service_user_token = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.064478] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.split_loggers = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.064636] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.timeout = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.064797] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.verify_ssl = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.064954] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican.verify_ssl_path = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.065135] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican_service_user.auth_section = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.065306] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican_service_user.auth_type = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.065490] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican_service_user.cafile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.065651] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican_service_user.certfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.065940] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican_service_user.collect_timing = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.066017] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican_service_user.insecure = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.066186] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican_service_user.keyfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.066354] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican_service_user.split_loggers = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.066510] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] barbican_service_user.timeout = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.066674] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vault.approle_role_id = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.066831] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vault.approle_secret_id = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.067036] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vault.kv_mountpoint = secret {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.067215] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vault.kv_path = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.067380] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vault.kv_version = 2 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.067538] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vault.namespace = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.067697] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vault.root_token_id = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.067853] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vault.ssl_ca_crt_file = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.068034] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vault.timeout = 60.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.068234] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vault.use_ssl = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.068428] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.068615] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.cafile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.068760] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.certfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.068927] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.collect_timing = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.069101] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.connect_retries = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.069264] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.connect_retry_delay = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.069421] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.endpoint_override = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.069585] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.insecure = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.069742] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.keyfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.069898] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.max_version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.070069] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.min_version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.070228] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.region_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.070383] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.retriable_status_codes = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.070536] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.service_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.070704] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.service_type = identity {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.070867] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.split_loggers = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.071036] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.status_code_retries = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.071203] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.status_code_retry_delay = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.071383] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.timeout = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.071570] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.071730] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] keystone.version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.071930] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.connection_uri = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.072106] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.cpu_mode = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.072298] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.072487] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.cpu_models = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.072663] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.cpu_power_governor_high = performance {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.072830] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.072997] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.cpu_power_management = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.073189] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.073356] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.device_detach_attempts = 8 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.073518] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.device_detach_timeout = 20 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.073682] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.disk_cachemodes = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.073843] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.disk_prefix = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.074014] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.enabled_perf_events = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.074186] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.file_backed_memory = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.074376] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.gid_maps = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.074541] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.hw_disk_discard = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.074701] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.hw_machine_type = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.074879] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.images_rbd_ceph_conf = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.075047] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.075223] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.075395] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.images_rbd_glance_store_name = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.075567] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.images_rbd_pool = rbd {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.075740] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.images_type = default {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.075933] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.images_volume_group = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.076124] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.inject_key = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.076296] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.inject_partition = -2 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.076462] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.inject_password = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.076625] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.iscsi_iface = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.076790] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.iser_use_multipath = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.076962] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.077143] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.077333] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.live_migration_downtime = 500 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.077521] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.077688] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.077849] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.live_migration_inbound_addr = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.078024] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.078221] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.078399] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.live_migration_scheme = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.078579] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.live_migration_timeout_action = abort {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.078750] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.live_migration_tunnelled = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.078913] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.live_migration_uri = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.079092] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.live_migration_with_native_tls = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.079258] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.max_queues = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.079423] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.079660] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.079826] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.nfs_mount_options = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.080147] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.080341] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.080525] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.080691] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.080858] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.081042] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.num_pcie_ports = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.081264] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.081440] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.pmem_namespaces = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.081605] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.quobyte_client_cfg = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.081917] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.082116] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.082288] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.082451] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.082610] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.rbd_secret_uuid = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.082768] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.rbd_user = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.082931] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.083114] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.083280] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.rescue_image_id = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.083479] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.rescue_kernel_id = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.083651] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.rescue_ramdisk_id = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.083824] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.083986] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.rx_queue_size = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.084182] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.smbfs_mount_options = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.084562] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.084758] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.snapshot_compression = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.084928] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.snapshot_image_format = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.085174] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.085347] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.sparse_logical_volumes = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.085514] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.swtpm_enabled = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.085683] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.swtpm_group = tss {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.085872] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.swtpm_user = tss {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.086071] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.sysinfo_serial = unique {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.086241] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.tb_cache_size = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.086420] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.tx_queue_size = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.086603] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.uid_maps = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.086773] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.use_virtio_for_bridges = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.086959] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.virt_type = kvm {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.087173] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.volume_clear = zero {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.087349] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.volume_clear_size = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.087521] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.volume_use_multipath = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.087684] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.vzstorage_cache_path = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.087856] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.088039] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.088217] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.088389] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.088687] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.088870] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.vzstorage_mount_user = stack {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.089055] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.089244] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.auth_section = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.089461] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.auth_type = password {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.089640] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.cafile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.089802] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.certfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.090009] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.collect_timing = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.090165] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.connect_retries = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.090328] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.connect_retry_delay = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.090501] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.default_floating_pool = public {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.090664] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.endpoint_override = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.090830] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.extension_sync_interval = 600 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.090995] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.http_retries = 3 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.091178] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.insecure = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.091339] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.keyfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.091500] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.max_version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.091672] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.091835] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.min_version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.092026] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.ovs_bridge = br-int {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.093265] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.physnets = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.093265] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.region_name = RegionOne {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.093265] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.retriable_status_codes = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.093265] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.service_metadata_proxy = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.093265] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.service_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.093265] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.service_type = network {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.093265] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.split_loggers = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.094070] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.status_code_retries = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.094070] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.status_code_retry_delay = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.094070] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.timeout = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.094070] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.094070] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] neutron.version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.094288] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] notifications.bdms_in_notifications = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.094661] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] notifications.default_level = INFO {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.094661] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] notifications.notification_format = unversioned {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.094739] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] notifications.notify_on_state_change = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.094864] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.095050] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] pci.alias = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.095221] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] pci.device_spec = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.095393] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] pci.report_in_placement = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.096803] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.auth_section = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.096803] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.auth_type = password {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.096803] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.096803] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.cafile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.096803] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.certfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.096803] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.collect_timing = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.096803] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.connect_retries = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.097428] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.connect_retry_delay = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.097428] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.default_domain_id = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.097428] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.default_domain_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.097428] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.domain_id = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.097428] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.domain_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.097715] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.endpoint_override = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.097715] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.insecure = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.097827] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.keyfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.097988] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.max_version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.098172] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.min_version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.098366] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.password = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.098530] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.project_domain_id = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.098699] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.project_domain_name = Default {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.098914] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.project_id = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.099048] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.project_name = service {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.099228] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.region_name = RegionOne {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.099395] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.retriable_status_codes = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.099557] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.service_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.099764] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.service_type = placement {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.099942] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.split_loggers = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.100141] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.status_code_retries = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.100330] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.status_code_retry_delay = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.100521] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.system_scope = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.100686] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.timeout = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.100848] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.trust_id = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.101015] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.user_domain_id = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.101198] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.user_domain_name = Default {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.101393] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.user_id = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.101575] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.username = nova {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.101792] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.101969] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] placement.version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.102199] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] quota.cores = 20 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.102412] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] quota.count_usage_from_placement = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.102619] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.102771] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] quota.injected_file_content_bytes = 10240 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.102940] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] quota.injected_file_path_length = 255 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.103127] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] quota.injected_files = 5 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.103299] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] quota.instances = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.103466] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] quota.key_pairs = 100 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.103633] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] quota.metadata_items = 128 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.103800] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] quota.ram = 51200 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.103970] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] quota.recheck_quota = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.104188] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] quota.server_group_members = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.104405] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] quota.server_groups = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.104626] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.104817] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.105044] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] scheduler.image_metadata_prefilter = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.105229] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.105396] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] scheduler.max_attempts = 3 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.105560] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] scheduler.max_placement_results = 1000 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.105726] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.105923] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.106109] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.106289] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] scheduler.workers = 2 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.106465] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.106637] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.106819] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.107015] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.107212] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.107408] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.107621] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.107773] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.107948] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.host_subset_size = 1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.108136] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.108299] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.108463] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.108630] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.isolated_hosts = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.108791] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.isolated_images = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.109298] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.109298] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.109298] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.109506] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.pci_in_placement = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.109668] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.109866] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.110051] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.110220] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.110404] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.110580] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.110748] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.track_instance_changes = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.110928] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.111116] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] metrics.required = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.111284] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] metrics.weight_multiplier = 1.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.111449] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.111613] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] metrics.weight_setting = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.111936] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.112131] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] serial_console.enabled = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.112316] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] serial_console.port_range = 10000:20000 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.112488] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.112657] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.112828] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] serial_console.serialproxy_port = 6083 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.112998] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] service_user.auth_section = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.113198] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] service_user.auth_type = password {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.113396] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] service_user.cafile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.113566] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] service_user.certfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.113754] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] service_user.collect_timing = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.113901] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] service_user.insecure = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.114074] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] service_user.keyfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.114254] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] service_user.send_service_user_token = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.114421] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] service_user.split_loggers = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.114584] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] service_user.timeout = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.114769] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] spice.agent_enabled = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.114933] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] spice.enabled = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.115268] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.115491] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.115667] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] spice.html5proxy_port = 6082 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.115884] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] spice.image_compression = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.116035] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] spice.jpeg_compression = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.116205] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] spice.playback_compression = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.116394] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] spice.require_secure = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.116573] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] spice.server_listen = 127.0.0.1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.116744] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.116906] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] spice.streaming_mode = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.117106] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] spice.zlib_compression = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.117278] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] upgrade_levels.baseapi = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.117451] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] upgrade_levels.compute = auto {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.117613] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] upgrade_levels.conductor = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.117774] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] upgrade_levels.scheduler = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.117939] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.118119] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.118281] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vendordata_dynamic_auth.cafile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.118439] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vendordata_dynamic_auth.certfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.118601] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.118762] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vendordata_dynamic_auth.insecure = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.118920] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.119095] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.119257] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vendordata_dynamic_auth.timeout = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.119461] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.api_retry_count = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.119636] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.ca_file = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.119807] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.119977] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.cluster_name = testcl1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.120160] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.connection_pool_size = 10 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.120323] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.console_delay_seconds = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.120493] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.datastore_regex = ^datastore.* {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.120708] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.120885] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.host_password = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.121085] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.host_port = 443 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.121266] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.host_username = administrator@vsphere.local {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.121438] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.insecure = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.121599] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.integration_bridge = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.121766] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.maximum_objects = 100 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.121924] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.pbm_default_policy = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.122099] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.pbm_enabled = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.122259] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.pbm_wsdl_location = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.122448] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.122616] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.serial_port_proxy_uri = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.122776] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.serial_port_service_uri = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.122944] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.task_poll_interval = 0.5 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.123134] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.use_linked_clone = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.123305] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.vnc_keymap = en-us {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.123474] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.vnc_port = 5900 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.123641] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vmware.vnc_port_total = 10000 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.123838] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vnc.auth_schemes = ['none'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.124025] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vnc.enabled = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.124335] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.124521] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.124696] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vnc.novncproxy_port = 6080 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.124887] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vnc.server_listen = 127.0.0.1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.125086] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.125264] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vnc.vencrypt_ca_certs = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.125459] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vnc.vencrypt_client_cert = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.125628] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vnc.vencrypt_client_key = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.125812] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.126012] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.disable_deep_image_inspection = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.126195] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.126361] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.126525] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.126687] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.disable_rootwrap = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.126853] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.enable_numa_live_migration = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.127043] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.127221] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.127386] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.127550] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.libvirt_disable_apic = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.127722] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.127891] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.128074] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.128269] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.128446] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.128611] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.128774] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.128936] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.129116] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.129284] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.129471] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.129641] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] wsgi.client_socket_timeout = 900 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.129813] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] wsgi.default_pool_size = 1000 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.129978] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] wsgi.keep_alive = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.130153] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] wsgi.max_header_line = 16384 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.130320] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.130483] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] wsgi.ssl_ca_file = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.130642] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] wsgi.ssl_cert_file = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.130802] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] wsgi.ssl_key_file = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.130969] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] wsgi.tcp_keepidle = 600 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.131162] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.131355] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] zvm.ca_file = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.131522] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] zvm.cloud_connector_url = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.131828] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.132033] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] zvm.reachable_timeout = 300 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.132209] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_policy.enforce_new_defaults = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.132599] env[62361]: WARNING oslo_config.cfg [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 529.132785] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_policy.enforce_scope = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.132961] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_policy.policy_default_rule = default {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.133161] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.133336] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_policy.policy_file = policy.yaml {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.133517] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.133685] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.133850] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.134020] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.134189] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.134384] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_policy.remote_timeout = 60.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.134564] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.134741] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.134919] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] profiler.connection_string = messaging:// {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.135108] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] profiler.enabled = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.135279] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] profiler.es_doc_type = notification {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.135443] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] profiler.es_scroll_size = 10000 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.135610] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] profiler.es_scroll_time = 2m {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.135773] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] profiler.filter_error_trace = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.135969] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] profiler.hmac_keys = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.136165] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] profiler.sentinel_service_name = mymaster {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.136337] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] profiler.socket_timeout = 0.1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.136504] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] profiler.trace_requests = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.136666] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] profiler.trace_sqlalchemy = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.136846] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] profiler_jaeger.process_tags = {} {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.137045] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] profiler_jaeger.service_name_prefix = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.137224] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] profiler_otlp.service_name_prefix = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.137436] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] remote_debug.host = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.137608] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] remote_debug.port = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.137791] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.137959] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.138137] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.138325] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.138515] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.138685] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.138849] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.139023] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.139191] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.139364] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.139522] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.139689] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.139856] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.140037] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.140211] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.140381] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.140541] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.140712] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.140875] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.141048] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.141216] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.141401] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.141577] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.141747] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.141907] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.142085] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.142254] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.142417] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.142585] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.142754] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.ssl = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.142930] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.143118] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.143286] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.143458] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.143631] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.143797] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.143984] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.144168] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_notifications.retry = -1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.144367] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.144561] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.144744] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.auth_section = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.144909] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.auth_type = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.145083] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.cafile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.145246] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.certfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.145408] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.collect_timing = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.145573] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.connect_retries = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.145745] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.connect_retry_delay = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.145936] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.endpoint_id = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.146137] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.146299] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.endpoint_override = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.146456] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.endpoint_region_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.146618] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.endpoint_service_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.146771] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.endpoint_service_type = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.146943] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.insecure = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.147134] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.keyfile = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.147297] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.max_version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.147479] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.min_version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.147648] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.region_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.147808] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.retriable_status_codes = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.147975] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.service_name = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.148148] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.service_type = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.148314] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.split_loggers = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.148472] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.status_code_retries = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.148631] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.status_code_retry_delay = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.148788] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.timeout = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.148945] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.valid_interfaces = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.149123] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_limit.version = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.149291] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_reports.file_event_handler = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.149457] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.149621] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] oslo_reports.log_dir = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.149788] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.149945] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.150117] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.150282] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.150476] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.150648] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.150821] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.150981] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vif_plug_ovs_privileged.group = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.151154] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.151320] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.151481] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.151639] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] vif_plug_ovs_privileged.user = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.151807] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.151986] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.152176] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.152350] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.152520] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.152682] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.152856] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.153021] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.153202] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.153387] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_vif_ovs.isolate_vif = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.153575] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.153748] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.153920] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.154112] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.154282] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] os_vif_ovs.per_port_bridge = False {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.154454] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] privsep_osbrick.capabilities = [21] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.154614] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] privsep_osbrick.group = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.154769] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] privsep_osbrick.helper_command = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.154932] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.155112] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.155276] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] privsep_osbrick.user = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.155448] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.155605] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] nova_sys_admin.group = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.155761] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] nova_sys_admin.helper_command = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.155948] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.156140] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.156302] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] nova_sys_admin.user = None {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.156454] env[62361]: DEBUG oslo_service.service [None req-d2dea72f-2726-4022-9781-6a25eeb937b8 None None] ******************************************************************************** {{(pid=62361) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 529.156977] env[62361]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 529.660636] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Getting list of instances from cluster (obj){ [ 529.660636] env[62361]: value = "domain-c8" [ 529.660636] env[62361]: _type = "ClusterComputeResource" [ 529.660636] env[62361]: } {{(pid=62361) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 529.662043] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37760a9-9308-4774-8aa7-e608bcd42a26 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.672334] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Got total of 0 instances {{(pid=62361) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 529.672872] env[62361]: WARNING nova.virt.vmwareapi.driver [None req-68507260-7400-4e12-91ba-a45157f31874 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 529.673389] env[62361]: INFO nova.virt.node [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Generated node identity cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 [ 529.673648] env[62361]: INFO nova.virt.node [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Wrote node identity cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 to /opt/stack/data/n-cpu-1/compute_id [ 530.176372] env[62361]: WARNING nova.compute.manager [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Compute nodes ['cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 531.182261] env[62361]: INFO nova.compute.manager [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 532.188705] env[62361]: WARNING nova.compute.manager [None req-68507260-7400-4e12-91ba-a45157f31874 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 532.188996] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.189256] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.189413] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.189567] env[62361]: DEBUG nova.compute.resource_tracker [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 532.191869] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4e2052-f913-4e4f-b061-333a6a0a8448 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.200483] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e9b0be-af14-4900-a83a-85cf67eae80a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.215214] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca0d26e-17d4-4b8b-96cf-0ad460fa9ec7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.222019] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88fc759-96c5-4f98-a519-c32ca0f60db1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.250766] env[62361]: DEBUG nova.compute.resource_tracker [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181430MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 532.250931] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.251112] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.753360] env[62361]: WARNING nova.compute.resource_tracker [None req-68507260-7400-4e12-91ba-a45157f31874 None None] No compute node record for cpu-1:cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 could not be found. [ 533.257525] env[62361]: INFO nova.compute.resource_tracker [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 [ 534.764962] env[62361]: DEBUG nova.compute.resource_tracker [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 534.765427] env[62361]: DEBUG nova.compute.resource_tracker [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 534.920694] env[62361]: INFO nova.scheduler.client.report [None req-68507260-7400-4e12-91ba-a45157f31874 None None] [req-25e61f58-7e6b-439a-adda-f422caec5184] Created resource provider record via placement API for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 534.938018] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08578ba5-4bf5-4edd-8e72-7244dffad44c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.945873] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb1cb46-248a-4e43-ba41-e62ba4603d81 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.975974] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b8aca1-18d9-41fc-ab2e-34dff861f128 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.984298] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e8874c-38cd-4bcd-88bd-11be0a286787 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.997748] env[62361]: DEBUG nova.compute.provider_tree [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 535.536018] env[62361]: DEBUG nova.scheduler.client.report [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Updated inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 535.536018] env[62361]: DEBUG nova.compute.provider_tree [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 0 to 1 during operation: update_inventory {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 535.536018] env[62361]: DEBUG nova.compute.provider_tree [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 535.584096] env[62361]: DEBUG nova.compute.provider_tree [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 1 to 2 during operation: update_traits {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 536.086515] env[62361]: DEBUG nova.compute.resource_tracker [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 536.086861] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.836s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.086980] env[62361]: DEBUG nova.service [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Creating RPC server for service compute {{(pid=62361) start /opt/stack/nova/nova/service.py:186}} [ 536.100049] env[62361]: DEBUG nova.service [None req-68507260-7400-4e12-91ba-a45157f31874 None None] Join ServiceGroup membership for this service compute {{(pid=62361) start /opt/stack/nova/nova/service.py:203}} [ 536.100238] env[62361]: DEBUG nova.servicegroup.drivers.db [None req-68507260-7400-4e12-91ba-a45157f31874 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62361) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 558.105959] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.608875] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Getting list of instances from cluster (obj){ [ 558.608875] env[62361]: value = "domain-c8" [ 558.608875] env[62361]: _type = "ClusterComputeResource" [ 558.608875] env[62361]: } {{(pid=62361) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 558.610198] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d99526-82c0-4c95-bb5f-49948921f142 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.619415] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Got total of 0 instances {{(pid=62361) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 558.619635] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.619925] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Getting list of instances from cluster (obj){ [ 558.619925] env[62361]: value = "domain-c8" [ 558.619925] env[62361]: _type = "ClusterComputeResource" [ 558.619925] env[62361]: } {{(pid=62361) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 558.620769] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3e3730-7743-46f3-8189-82757cca1c9c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.627781] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Got total of 0 instances {{(pid=62361) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 584.322643] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.323118] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.323403] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 584.323403] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Rebuilding the list of instances to heal {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 584.826792] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Didn't find any instances for network info cache update. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 584.827162] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.827543] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.827869] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.828202] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.828595] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.828791] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.829072] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 584.829315] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 585.332361] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.332742] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.332781] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.333025] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 585.333956] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10f43ac-8ce6-466a-9584-98b469dcfbd6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.342559] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd3f7e6-86e8-4f32-ab0c-2c8d8fdd82b8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.356090] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac1a5dc-b3de-4e42-94ee-6662ee4e37f2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.362588] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b11c83d-db52-4e43-b4c5-d5bb70d294b5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.391533] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181436MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 585.391641] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.391819] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.409860] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 586.410104] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 586.424736] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfe2023-7d21-410a-a1c9-616380374f2c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.432067] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c66ec2b-62bc-4d3d-8745-c6097a3785fc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.461588] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f1d57b-7958-4928-a7b6-eeb080aac364 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.468386] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254cb087-be24-41ba-9650-0885360ced52 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.485243] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.988636] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 587.494827] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 587.494827] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.103s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.479137] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.479512] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.988023] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.988023] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 647.988023] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Rebuilding the list of instances to heal {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 648.487553] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Didn't find any instances for network info cache update. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 648.487796] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.488161] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.488428] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.488700] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.488949] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.490028] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.490028] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 648.490028] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.992381] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.992638] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.992828] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.992995] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 648.993910] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a488b143-726f-4250-8498-a614d94ef4e6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.002508] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f470a731-5445-417c-b0fc-b6f0fd3b2646 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.016010] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c7afb0-b21e-4de3-b692-fee2b805c9f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.022196] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8408ad3c-991a-44b5-be42-fddfc8581f72 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.050753] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181414MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 649.050898] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.051089] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.069033] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 650.069275] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 650.082456] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6809bed5-5915-4b23-ac89-37d5e6739757 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.090033] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fbf000-6937-461f-9865-4995cf1b9f87 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.119014] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b6f173-9ad9-4b54-a44f-1b316c46a7f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.125953] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653e9e17-2b91-40e1-8b99-1439b0a5245c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.138692] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.642178] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 650.643531] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 650.643709] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.645165] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.645558] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.645558] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 710.645696] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Rebuilding the list of instances to heal {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 711.149021] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Didn't find any instances for network info cache update. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 711.149253] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.149398] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.149542] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.149685] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.149820] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.149960] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.150097] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 711.150237] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.653048] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.653398] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.653398] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.653474] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 711.654357] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d06a6b-40e6-4de4-824a-623e84a0a69e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.662620] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e13298-4d6c-4ffa-a472-ef321fb3f4ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.676323] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab14f85-0499-4abd-80f8-844de870021f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.682538] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc742f7-2df2-40e0-a87a-ab7ed7120b81 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.717285] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181422MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 711.717449] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.717614] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.736218] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 712.736490] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 712.749072] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c97267d-312b-481b-8fc0-3b576cc783ef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.756236] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b661fc-277a-408b-9a71-818fad7cc5e7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.785089] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d0f97f-a216-4f28-9e9e-a590b560566f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.791864] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e025e3a8-50e1-4686-a14e-5ec313a534b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.804486] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.308026] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 713.309330] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 713.309517] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.971397] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.971775] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.477639] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.477921] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 772.478028] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Rebuilding the list of instances to heal {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 772.981022] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Didn't find any instances for network info cache update. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 772.981451] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.981451] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.981579] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.981723] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.981861] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.982028] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.982155] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 772.982311] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.485791] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.486082] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.486257] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.486419] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 773.487377] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4273ed8a-1704-4fa6-9be5-59d6cd0f739c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.495981] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a3c21e-bc07-49ba-84a6-808661e9222b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.509715] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e680132f-7c66-4372-ae54-fcf36bdb4590 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.515685] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0336cef6-69f9-4992-9cdd-78a9df5b3501 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.543800] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181408MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 773.543936] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.544135] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.561768] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 774.562039] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 774.574314] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56698a20-3fc2-4c80-97ae-b30112fa1856 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.581757] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906bc223-1a79-4326-898f-79308ff600a6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.611885] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8f6673-5f03-4811-8a74-77e3f4290364 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.618734] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e6b916-4b1d-4ef4-9694-3725c2519be9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.631761] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.135092] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 775.136367] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 775.136552] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.313794] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.314262] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.818092] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.818397] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.818582] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.818734] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 824.819668] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f879887-7ad5-49c5-b8e9-d887af49729c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.828674] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc000588-509a-4182-97da-9f8261903792 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.843394] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a74a21-9543-4884-8a68-072d530015c0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.849480] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b196839f-883c-40ec-8d89-bd016930cf2d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.877920] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181421MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 824.878062] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.878255] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.895412] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 825.895652] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 825.908209] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21461b84-5719-40c8-b77a-8cb22f543af6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.915522] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3ea2d3-868a-4f17-91b1-f06b745e3030 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.944734] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3642197-29c2-41b9-95ef-d2ab28cbd468 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.951666] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c6db43-80a0-48aa-af9d-d9e01eafb2a3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.964285] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.467845] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 826.469140] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 826.469322] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.469533] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.469666] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Cleaning up deleted instances {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 826.973528] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] There are 0 instances to clean {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 826.973959] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.973959] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Cleaning up deleted instances with incomplete migration {{(pid=62361) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 827.476561] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.975311] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.975311] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.975311] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 830.975311] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Rebuilding the list of instances to heal {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 831.477385] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Didn't find any instances for network info cache update. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 831.477649] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.477808] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.477957] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.478123] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.478298] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 831.478434] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 885.313151] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.311517] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.815748] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.816208] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.816208] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.816208] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 886.817041] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7190434b-b992-45ae-8167-0752e2bda6a0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.825204] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecba31a-0a4d-4ac3-a44b-94c84aefc074 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.840093] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a4a5b7-1801-4e57-9636-f3b569d07b6a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.846323] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6cb910-71d2-4e18-8666-fc4429b47131 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.874973] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181406MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 886.875182] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.875313] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.907928] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 887.908192] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 887.925171] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 887.938457] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 887.938622] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.949600] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 887.964729] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 887.976103] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf7eca2-0423-4cc8-bed3-aeb7993ba389 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.983365] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602fd615-a4b3-4aa5-b77f-683b666f8c06 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.012830] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b11f154-2f15-48cc-8af2-9f8c9ff81f19 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.019731] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbce9a94-b6cf-4191-99da-bb9063c50a51 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.032014] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.535331] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 888.536639] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 888.536822] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.661s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.532627] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.533116] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.533116] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.533258] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.533372] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 890.307641] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.812286] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.812666] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 890.812666] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Rebuilding the list of instances to heal {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 891.316656] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Didn't find any instances for network info cache update. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 891.316893] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 891.317066] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 946.312300] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.311204] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.311571] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.311571] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 948.311715] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.815154] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.815477] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.815656] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.815842] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 948.816763] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4463ea4d-2a65-4237-9700-31b37d11944f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.825271] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d5c2c9-8c69-4692-ab4d-58d2db2a288e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.839861] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32560b90-e118-41be-9366-17fc8439762f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.845883] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00adcd6-ea5a-4408-89ed-16a8b3d3bdc3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.875141] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 948.875349] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.875671] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.894524] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 949.894844] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 949.908715] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e32ce52-0453-44a5-96d3-421107cfd480 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.916380] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9833ac-f0b4-476a-a1b9-fb0deddaec23 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.945979] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efee5ee0-76be-4bc3-a241-3c4e003f11b6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.952435] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf7e55e-b4bf-4519-89f1-7ed944f41f4b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.964923] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.467954] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 950.469252] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 950.469434] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.465191] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.465556] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.465556] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 951.465679] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Rebuilding the list of instances to heal {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 951.968945] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Didn't find any instances for network info cache update. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 951.969185] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.969290] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 952.311798] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1008.312611] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1008.312995] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1008.312995] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1009.307766] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.312098] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.312491] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1010.312491] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Rebuilding the list of instances to heal {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1010.815335] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Didn't find any instances for network info cache update. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1010.816698] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.816698] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.816698] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.319852] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.319852] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.320292] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.320292] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1011.321114] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ae28e2-a71f-41cf-838e-36e699d3f481 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.329349] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de33b0b1-8fb9-4913-a1bd-1cda27f57fa7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.343290] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd75ca9-6a08-47f5-a730-2481699951fd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.349435] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ad38e4-97ed-4a8f-85ad-6d2f81bd0b82 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.378441] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1011.378566] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.378751] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.397398] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1012.397666] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1012.410954] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8721717b-abfd-4d80-8f01-c941d235e8dd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.418773] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a569bf-9e77-4ba7-b637-7c6a55d4083e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.448560] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7143523d-80e6-44d8-98bb-d519e151466c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.455781] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c140fc8-1701-4d35-bb16-450f8bf077a2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.469530] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.972337] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1012.973624] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1012.973800] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.470482] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.470803] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.307063] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.313483] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.313948] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1069.308461] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.312739] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.313179] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1070.313179] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Rebuilding the list of instances to heal {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1070.816830] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Didn't find any instances for network info cache update. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1070.816830] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.816830] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.312050] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.815615] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.815989] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.815989] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.816090] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1071.816962] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82e64a5-3f15-4c2c-8f5b-4f6bc0a58b02 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.825035] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e023ba9-4e0a-4b2d-987e-337ea1165c92 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.838806] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a478d7-5c32-4dbc-b845-bd798b721eea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.844612] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc666a0-4810-49c9-84ec-e54322b66316 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.873422] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181389MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1071.873574] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.873761] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.892041] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1072.892376] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1072.906247] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf98e128-22cb-484b-9e41-b0f17f204710 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.914038] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98805f2f-b491-4dae-b83b-6477fe2416c7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.942966] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dc266e-15b6-450d-90a5-361774a48e8f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.949604] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3215653-5ba0-4c3b-80f5-1ed496ff592a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.962959] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.466524] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1073.467792] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1073.467973] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.467708] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.468086] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.468086] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.312820] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.816056] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.816056] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Cleaning up deleted instances {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1129.319254] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] There are 0 instances to clean {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1130.816117] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.816521] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1131.307438] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.311057] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.313296] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.313296] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1132.313296] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Rebuilding the list of instances to heal {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1132.815546] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Didn't find any instances for network info cache update. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1132.815803] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.815934] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.816103] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.319505] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.319885] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.319934] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.320064] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1133.320950] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fe4d34-f664-4264-9f01-973fe6277b3f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.329216] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723a39b6-5b0e-4734-a0d3-896398bb9c92 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.342884] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73f968f-4fe9-4597-b3a9-ae9c041072ec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.348776] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c478d13-c3c2-4348-9c8a-1f576560769d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.377628] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181355MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1133.377768] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.377955] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.395681] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1134.395960] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1134.408532] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec95c63-1021-4731-a0f8-e23c8920edbe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.415959] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fab7954-c289-4b68-bacc-13d83612ff99 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.445231] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d28f480-3cad-4e50-bcd4-210fc3a01954 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.451869] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4ff4d1-3b02-4ff5-aa73-08502cb54c9a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.464557] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.967647] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1134.968879] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1134.969080] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.312317] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.816723] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.816960] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.817045] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.817183] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Cleaning up deleted instances with incomplete migration {{(pid=62361) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1158.612073] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.115237] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Getting list of instances from cluster (obj){ [ 1159.115237] env[62361]: value = "domain-c8" [ 1159.115237] env[62361]: _type = "ClusterComputeResource" [ 1159.115237] env[62361]: } {{(pid=62361) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1159.116357] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f712e1-d17b-4f96-a8b3-e9126ebd9157 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.124965] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Got total of 0 instances {{(pid=62361) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1190.312761] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.313244] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1191.312212] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.311479] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.311838] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.307741] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.311357] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.311558] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1193.311810] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Rebuilding the list of instances to heal {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1193.814906] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Didn't find any instances for network info cache update. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1194.311628] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.814804] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.815061] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.815235] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.815384] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1194.816291] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeede4f-5993-457f-938b-c44585b944b3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.824767] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcf822e-a7b6-43a5-ad24-2e1e8416da01 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.838235] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356a47b9-01f1-42e4-b5e4-db4af7f4ffb5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.843992] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4274cf3-a7b2-42e4-9ef9-6b9751885428 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.871987] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181352MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1194.872206] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.872491] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.994466] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1195.994720] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1196.010342] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1196.021696] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1196.021872] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1196.031155] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1196.045402] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1196.056287] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4a44eb-f348-448d-8c32-7c3279138c14 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.063536] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3564cafd-a22e-4575-ab5c-c26520409d80 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.092191] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5a5e2f-4d98-484c-9f46-d9b4637b0e9b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.098630] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa6896d-6ee1-4f60-9aea-6192e5bb1202 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.112213] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.615934] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1196.617263] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1196.617444] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.745s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.618323] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.618744] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.110970] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Acquiring lock "dac236ef-dacc-427d-9525-ccb2247a4610" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.111279] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Lock "dac236ef-dacc-427d-9525-ccb2247a4610" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.614707] env[62361]: DEBUG nova.compute.manager [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1221.153610] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.154719] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.155528] env[62361]: INFO nova.compute.claims [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.979387] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Acquiring lock "a7259360-260a-49cb-b673-c5d33cebf48f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.979635] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Lock "a7259360-260a-49cb-b673-c5d33cebf48f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.225934] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2a4225-435e-4813-b0ad-7064ded66b47 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.236782] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2649b9a-9bab-49c2-a57d-ee2af9c0863d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.268959] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82216d7d-8220-4a1b-b52a-658dee23308f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.277585] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20209385-8829-45ce-89b3-f4be06137794 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.290172] env[62361]: DEBUG nova.compute.provider_tree [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.483674] env[62361]: DEBUG nova.compute.manager [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1222.796705] env[62361]: DEBUG nova.scheduler.client.report [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1222.828969] env[62361]: DEBUG oslo_concurrency.lockutils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Acquiring lock "28466209-2f25-401f-b406-78c8a99d8443" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.829224] env[62361]: DEBUG oslo_concurrency.lockutils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Lock "28466209-2f25-401f-b406-78c8a99d8443" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.021815] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.044922] env[62361]: DEBUG oslo_concurrency.lockutils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquiring lock "366986e7-d0b3-40a2-9aa0-b1379d094c18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.044922] env[62361]: DEBUG oslo_concurrency.lockutils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Lock "366986e7-d0b3-40a2-9aa0-b1379d094c18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.242204] env[62361]: DEBUG oslo_concurrency.lockutils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Acquiring lock "a79edfa3-9b31-4079-979a-5d11818b3e42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.242457] env[62361]: DEBUG oslo_concurrency.lockutils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Lock "a79edfa3-9b31-4079-979a-5d11818b3e42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.304016] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.305103] env[62361]: DEBUG nova.compute.manager [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1223.307258] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.286s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.311829] env[62361]: INFO nova.compute.claims [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.333989] env[62361]: DEBUG nova.compute.manager [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1223.547663] env[62361]: DEBUG nova.compute.manager [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1223.746030] env[62361]: DEBUG nova.compute.manager [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1223.819530] env[62361]: DEBUG nova.compute.utils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1223.821476] env[62361]: DEBUG nova.compute.manager [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1223.821953] env[62361]: DEBUG nova.network.neutron [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.863042] env[62361]: DEBUG oslo_concurrency.lockutils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.084140] env[62361]: DEBUG oslo_concurrency.lockutils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.288752] env[62361]: DEBUG oslo_concurrency.lockutils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.299556] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquiring lock "7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.299975] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.330614] env[62361]: DEBUG nova.compute.manager [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1224.394011] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Acquiring lock "7147df9b-7e03-43fd-8bbc-54d8d0317a77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.394011] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Lock "7147df9b-7e03-43fd-8bbc-54d8d0317a77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.501410] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2308f25b-773d-44d5-931b-210ffae48a06 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.510360] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ca0aa4-3402-4486-a86a-16ac296a5101 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.544844] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f376881-73dd-43b4-81bc-decef4a21c37 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.554176] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c693864-1582-47c7-9a69-34d312ba7b51 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.576405] env[62361]: DEBUG nova.compute.provider_tree [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.769706] env[62361]: DEBUG nova.policy [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c84e302a2dff4e309f162091c7468968', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49946a3cfee7463d905a2ae4a217a666', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1224.804061] env[62361]: DEBUG nova.compute.manager [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1224.896274] env[62361]: DEBUG nova.compute.manager [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1224.975324] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "59f30b3f-5286-4d90-b726-011e419fca2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.975546] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "59f30b3f-5286-4d90-b726-011e419fca2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.079782] env[62361]: DEBUG nova.scheduler.client.report [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1225.343867] env[62361]: DEBUG nova.compute.manager [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1225.353031] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.373537] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Acquiring lock "ff0635a8-915c-4353-973a-1254366fce31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.373655] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Lock "ff0635a8-915c-4353-973a-1254366fce31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.391600] env[62361]: DEBUG nova.virt.hardware [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1225.391600] env[62361]: DEBUG nova.virt.hardware [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1225.391600] env[62361]: DEBUG nova.virt.hardware [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.391930] env[62361]: DEBUG nova.virt.hardware [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1225.391930] env[62361]: DEBUG nova.virt.hardware [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.391930] env[62361]: DEBUG nova.virt.hardware [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1225.391930] env[62361]: DEBUG nova.virt.hardware [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1225.391930] env[62361]: DEBUG nova.virt.hardware [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1225.392100] env[62361]: DEBUG nova.virt.hardware [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1225.392100] env[62361]: DEBUG nova.virt.hardware [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1225.392636] env[62361]: DEBUG nova.virt.hardware [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1225.395706] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff87608-11d7-4bbe-af27-988face4151e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.403583] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42304260-9cd8-4986-b363-78bac05dcac2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.434115] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2893c744-4c04-405b-9567-5b85e9a573cb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.482997] env[62361]: DEBUG nova.compute.manager [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1225.540744] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.589019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.589019] env[62361]: DEBUG nova.compute.manager [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1225.590275] env[62361]: DEBUG oslo_concurrency.lockutils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.728s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.593386] env[62361]: INFO nova.compute.claims [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.754057] env[62361]: DEBUG nova.network.neutron [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Successfully created port: 3c6914e8-2ffd-4d84-be31-05ac9733178d {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.876829] env[62361]: DEBUG nova.compute.manager [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [instance: ff0635a8-915c-4353-973a-1254366fce31] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1226.010822] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.098016] env[62361]: DEBUG nova.compute.utils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1226.105996] env[62361]: DEBUG nova.compute.manager [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1226.106563] env[62361]: DEBUG nova.network.neutron [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.164549] env[62361]: DEBUG nova.policy [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ae75d233db64a98a20d8724a3c24fa0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f19337cb5c54ec7a93e937d0d0777ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1226.399355] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.473556] env[62361]: DEBUG nova.network.neutron [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Successfully created port: 1e479f4f-d674-49bb-8062-0c22b0edaefb {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.606412] env[62361]: DEBUG nova.compute.manager [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1226.765909] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c8b8fb-9036-417d-aac3-10971f87529a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.773807] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff24918a-0a68-456f-87a4-e6088fcb2bbf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.805914] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c760be-a5a9-4e65-a208-bce215ad093a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.817549] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75d1542-356e-4d9d-8676-43c31be8f775 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.833091] env[62361]: DEBUG nova.compute.provider_tree [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.340115] env[62361]: DEBUG nova.scheduler.client.report [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1227.625340] env[62361]: DEBUG nova.compute.manager [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1227.660337] env[62361]: DEBUG nova.virt.hardware [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1227.660646] env[62361]: DEBUG nova.virt.hardware [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1227.660825] env[62361]: DEBUG nova.virt.hardware [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.661039] env[62361]: DEBUG nova.virt.hardware [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1227.661371] env[62361]: DEBUG nova.virt.hardware [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.661546] env[62361]: DEBUG nova.virt.hardware [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1227.661787] env[62361]: DEBUG nova.virt.hardware [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1227.661949] env[62361]: DEBUG nova.virt.hardware [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1227.662131] env[62361]: DEBUG nova.virt.hardware [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1227.662291] env[62361]: DEBUG nova.virt.hardware [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1227.662455] env[62361]: DEBUG nova.virt.hardware [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1227.663331] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86d2571-2b4e-4a11-bcba-600d3d9748fd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.672950] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68ca88a-ae6b-4891-b3a3-11eced0d8890 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.847229] env[62361]: DEBUG oslo_concurrency.lockutils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.847865] env[62361]: DEBUG nova.compute.manager [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1227.852347] env[62361]: DEBUG oslo_concurrency.lockutils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.768s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.853948] env[62361]: INFO nova.compute.claims [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.146459] env[62361]: DEBUG nova.network.neutron [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Successfully updated port: 3c6914e8-2ffd-4d84-be31-05ac9733178d {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.353867] env[62361]: DEBUG nova.compute.utils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1228.356164] env[62361]: DEBUG nova.compute.manager [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1228.356367] env[62361]: DEBUG nova.network.neutron [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.485964] env[62361]: DEBUG nova.policy [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c88ac8cd4c147d6a1210715433c4c16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f97ca2037c444d339fdb18f1ec0292c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1228.650969] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Acquiring lock "refresh_cache-dac236ef-dacc-427d-9525-ccb2247a4610" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.650969] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Acquired lock "refresh_cache-dac236ef-dacc-427d-9525-ccb2247a4610" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.650969] env[62361]: DEBUG nova.network.neutron [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.672869] env[62361]: DEBUG nova.network.neutron [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Successfully updated port: 1e479f4f-d674-49bb-8062-0c22b0edaefb {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.862569] env[62361]: DEBUG nova.compute.manager [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1229.048209] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e849f026-6507-4592-8949-849a87f8986c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.056484] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b08c92a-322c-4367-abf2-64f24351a7b3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.092372] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae4b629-7352-4d64-bbd2-9d9965ed687f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.101656] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d477148-7fd0-4686-814f-5224bbfb4da5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.114494] env[62361]: DEBUG nova.compute.provider_tree [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.176368] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Acquiring lock "refresh_cache-a7259360-260a-49cb-b673-c5d33cebf48f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.177138] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Acquired lock "refresh_cache-a7259360-260a-49cb-b673-c5d33cebf48f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.177318] env[62361]: DEBUG nova.network.neutron [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.239607] env[62361]: DEBUG nova.network.neutron [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.311351] env[62361]: DEBUG nova.network.neutron [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Successfully created port: c4981617-7582-4ec3-8d07-ebf2714daba5 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1229.619749] env[62361]: DEBUG nova.scheduler.client.report [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1229.652896] env[62361]: DEBUG nova.compute.manager [req-20361a83-5076-430e-95cd-748818b56c14 req-b80c20b7-d991-4b25-8efc-cc991f9f28a5 service nova] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Received event network-vif-plugged-3c6914e8-2ffd-4d84-be31-05ac9733178d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1229.652896] env[62361]: DEBUG oslo_concurrency.lockutils [req-20361a83-5076-430e-95cd-748818b56c14 req-b80c20b7-d991-4b25-8efc-cc991f9f28a5 service nova] Acquiring lock "dac236ef-dacc-427d-9525-ccb2247a4610-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.652896] env[62361]: DEBUG oslo_concurrency.lockutils [req-20361a83-5076-430e-95cd-748818b56c14 req-b80c20b7-d991-4b25-8efc-cc991f9f28a5 service nova] Lock "dac236ef-dacc-427d-9525-ccb2247a4610-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.652896] env[62361]: DEBUG oslo_concurrency.lockutils [req-20361a83-5076-430e-95cd-748818b56c14 req-b80c20b7-d991-4b25-8efc-cc991f9f28a5 service nova] Lock "dac236ef-dacc-427d-9525-ccb2247a4610-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.652896] env[62361]: DEBUG nova.compute.manager [req-20361a83-5076-430e-95cd-748818b56c14 req-b80c20b7-d991-4b25-8efc-cc991f9f28a5 service nova] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] No waiting events found dispatching network-vif-plugged-3c6914e8-2ffd-4d84-be31-05ac9733178d {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1229.653260] env[62361]: WARNING nova.compute.manager [req-20361a83-5076-430e-95cd-748818b56c14 req-b80c20b7-d991-4b25-8efc-cc991f9f28a5 service nova] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Received unexpected event network-vif-plugged-3c6914e8-2ffd-4d84-be31-05ac9733178d for instance with vm_state building and task_state spawning. [ 1229.737350] env[62361]: DEBUG nova.network.neutron [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.755180] env[62361]: DEBUG nova.network.neutron [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Updating instance_info_cache with network_info: [{"id": "3c6914e8-2ffd-4d84-be31-05ac9733178d", "address": "fa:16:3e:33:0d:f7", "network": {"id": "e7c9571f-065c-4c3a-9c16-cb96af29b781", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1317650869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49946a3cfee7463d905a2ae4a217a666", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c6914e8-2f", "ovs_interfaceid": "3c6914e8-2ffd-4d84-be31-05ac9733178d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.874299] env[62361]: DEBUG nova.compute.manager [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1229.920209] env[62361]: DEBUG nova.virt.hardware [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1229.922328] env[62361]: DEBUG nova.virt.hardware [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1229.922560] env[62361]: DEBUG nova.virt.hardware [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.922900] env[62361]: DEBUG nova.virt.hardware [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1229.922900] env[62361]: DEBUG nova.virt.hardware [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.923021] env[62361]: DEBUG nova.virt.hardware [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1229.923235] env[62361]: DEBUG nova.virt.hardware [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1229.923425] env[62361]: DEBUG nova.virt.hardware [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1229.924071] env[62361]: DEBUG nova.virt.hardware [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1229.924071] env[62361]: DEBUG nova.virt.hardware [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1229.924071] env[62361]: DEBUG nova.virt.hardware [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1229.926971] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fa6690-729c-40f9-b92f-b3a1423d30e2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.941606] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e101cb-ebb9-471b-8aad-c101e246cccc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.967484] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Acquiring lock "0addfb95-4247-496a-a5bc-4954ce8acba7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.967794] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Lock "0addfb95-4247-496a-a5bc-4954ce8acba7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.973571] env[62361]: DEBUG nova.network.neutron [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Updating instance_info_cache with network_info: [{"id": "1e479f4f-d674-49bb-8062-0c22b0edaefb", "address": "fa:16:3e:c8:a7:a8", "network": {"id": "a5a42da8-5381-4f2d-b4b7-e6a5fee8bc12", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1919869300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f19337cb5c54ec7a93e937d0d0777ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e479f4f-d6", "ovs_interfaceid": "1e479f4f-d674-49bb-8062-0c22b0edaefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.994944] env[62361]: DEBUG nova.compute.manager [req-a8a6750b-a212-4a8e-ad25-7e532d8cefb8 req-43059e2d-6810-447e-aff3-f921fdceb3ee service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Received event network-vif-plugged-1e479f4f-d674-49bb-8062-0c22b0edaefb {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1229.995170] env[62361]: DEBUG oslo_concurrency.lockutils [req-a8a6750b-a212-4a8e-ad25-7e532d8cefb8 req-43059e2d-6810-447e-aff3-f921fdceb3ee service nova] Acquiring lock "a7259360-260a-49cb-b673-c5d33cebf48f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.995381] env[62361]: DEBUG oslo_concurrency.lockutils [req-a8a6750b-a212-4a8e-ad25-7e532d8cefb8 req-43059e2d-6810-447e-aff3-f921fdceb3ee service nova] Lock "a7259360-260a-49cb-b673-c5d33cebf48f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.995555] env[62361]: DEBUG oslo_concurrency.lockutils [req-a8a6750b-a212-4a8e-ad25-7e532d8cefb8 req-43059e2d-6810-447e-aff3-f921fdceb3ee service nova] Lock "a7259360-260a-49cb-b673-c5d33cebf48f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.995750] env[62361]: DEBUG nova.compute.manager [req-a8a6750b-a212-4a8e-ad25-7e532d8cefb8 req-43059e2d-6810-447e-aff3-f921fdceb3ee service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] No waiting events found dispatching network-vif-plugged-1e479f4f-d674-49bb-8062-0c22b0edaefb {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1229.995886] env[62361]: WARNING nova.compute.manager [req-a8a6750b-a212-4a8e-ad25-7e532d8cefb8 req-43059e2d-6810-447e-aff3-f921fdceb3ee service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Received unexpected event network-vif-plugged-1e479f4f-d674-49bb-8062-0c22b0edaefb for instance with vm_state building and task_state spawning. [ 1230.128039] env[62361]: DEBUG oslo_concurrency.lockutils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.128039] env[62361]: DEBUG nova.compute.manager [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1230.128767] env[62361]: DEBUG oslo_concurrency.lockutils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.840s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.135487] env[62361]: INFO nova.compute.claims [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.255949] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Releasing lock "refresh_cache-dac236ef-dacc-427d-9525-ccb2247a4610" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.256558] env[62361]: DEBUG nova.compute.manager [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Instance network_info: |[{"id": "3c6914e8-2ffd-4d84-be31-05ac9733178d", "address": "fa:16:3e:33:0d:f7", "network": {"id": "e7c9571f-065c-4c3a-9c16-cb96af29b781", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1317650869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49946a3cfee7463d905a2ae4a217a666", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c6914e8-2f", "ovs_interfaceid": "3c6914e8-2ffd-4d84-be31-05ac9733178d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1230.257241] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:0d:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c6914e8-2ffd-4d84-be31-05ac9733178d', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.280612] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.281911] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-145cc15d-6a5d-4c0c-93fb-9891c44c1f3e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.300773] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Created folder: OpenStack in parent group-v4. [ 1230.300929] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Creating folder: Project (49946a3cfee7463d905a2ae4a217a666). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.301529] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30727057-0e9c-48d0-8b78-533511d25b88 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.314883] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Created folder: Project (49946a3cfee7463d905a2ae4a217a666) in parent group-v355747. [ 1230.315924] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Creating folder: Instances. Parent ref: group-v355748. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.315924] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da304885-b433-44bb-972d-fae29f4419b5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.328791] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Created folder: Instances in parent group-v355748. [ 1230.329261] env[62361]: DEBUG oslo.service.loopingcall [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1230.329579] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.329890] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eb530b4-fc1d-4a2e-88a8-487ac28f7b60 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.364797] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.364797] env[62361]: value = "task-1707555" [ 1230.364797] env[62361]: _type = "Task" [ 1230.364797] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.379916] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707555, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.472512] env[62361]: DEBUG nova.compute.manager [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1230.476829] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Releasing lock "refresh_cache-a7259360-260a-49cb-b673-c5d33cebf48f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.476829] env[62361]: DEBUG nova.compute.manager [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Instance network_info: |[{"id": "1e479f4f-d674-49bb-8062-0c22b0edaefb", "address": "fa:16:3e:c8:a7:a8", "network": {"id": "a5a42da8-5381-4f2d-b4b7-e6a5fee8bc12", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1919869300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f19337cb5c54ec7a93e937d0d0777ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e479f4f-d6", "ovs_interfaceid": "1e479f4f-d674-49bb-8062-0c22b0edaefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1230.477995] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:a7:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e479f4f-d674-49bb-8062-0c22b0edaefb', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.494118] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Creating folder: Project (7f19337cb5c54ec7a93e937d0d0777ad). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.496386] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4096cc8-4c87-4b98-8375-334122461b6b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.511600] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Created folder: Project (7f19337cb5c54ec7a93e937d0d0777ad) in parent group-v355747. [ 1230.511600] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Creating folder: Instances. Parent ref: group-v355751. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.511600] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efd5e5a3-bb15-4e70-80dc-72a512e85c8c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.524487] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Created folder: Instances in parent group-v355751. [ 1230.524713] env[62361]: DEBUG oslo.service.loopingcall [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1230.524900] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.525128] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f24d135-0ba6-4361-8753-b44fd6fe30e8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.550627] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.550627] env[62361]: value = "task-1707558" [ 1230.550627] env[62361]: _type = "Task" [ 1230.550627] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.564110] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707558, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.614279] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Acquiring lock "54650f01-3470-46bd-ae16-051df7758071" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.614687] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Lock "54650f01-3470-46bd-ae16-051df7758071" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.641594] env[62361]: DEBUG nova.compute.utils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1230.647279] env[62361]: DEBUG nova.compute.manager [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1230.648319] env[62361]: DEBUG nova.network.neutron [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.878414] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707555, 'name': CreateVM_Task, 'duration_secs': 0.505663} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.878840] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.888778] env[62361]: DEBUG nova.policy [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01056f17793e4876b260ce5afc2720d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a5fb502ef3f493d90745d05ef84c802', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1230.901399] env[62361]: DEBUG oslo_vmware.service [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb05ac68-8e68-4101-80fd-bf2413d419ea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.911578] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.911775] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.912513] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.912988] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d71795dd-5fda-4f3d-b7f1-5d83c4866dc0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.920457] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Waiting for the task: (returnval){ [ 1230.920457] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d62eb1-1906-a682-175e-edad19ef0213" [ 1230.920457] env[62361]: _type = "Task" [ 1230.920457] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.932064] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d62eb1-1906-a682-175e-edad19ef0213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.063903] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707558, 'name': CreateVM_Task, 'duration_secs': 0.419372} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.064024] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.064705] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.092764] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.148307] env[62361]: DEBUG nova.compute.manager [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1231.397638] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086c5380-4255-4382-b9c4-21574a6bbf70 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.414464] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276fdc73-5f10-497f-bf32-e1079e21bd23 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.457201] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd90eba-27e3-45e1-aae5-526fa4499da3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.473011] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c896e0f9-4b07-4fc1-af30-a21c4a443281 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.476744] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.477241] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.477300] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.478496] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.478496] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.478663] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.478866] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.482495] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e493f711-4a6b-4480-903a-3082f80b0543 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.490992] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f144b41-e5fb-4e9d-a816-3dc2848b275c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.493514] env[62361]: DEBUG nova.compute.provider_tree [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.502181] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Waiting for the task: (returnval){ [ 1231.502181] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cc3c73-30ba-db42-4d14-635b48ba3f8a" [ 1231.502181] env[62361]: _type = "Task" [ 1231.502181] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.511935] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cc3c73-30ba-db42-4d14-635b48ba3f8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.513871] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.514057] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.515181] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309507be-1459-4bab-bfac-41faf57ca0b8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.523037] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e172d49d-c85b-4ee7-815b-85bf31e3888d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.529175] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Waiting for the task: (returnval){ [ 1231.529175] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52029337-4e15-50ec-a195-f47bdbd7a6c3" [ 1231.529175] env[62361]: _type = "Task" [ 1231.529175] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.537892] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52029337-4e15-50ec-a195-f47bdbd7a6c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.624710] env[62361]: DEBUG nova.network.neutron [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Successfully updated port: c4981617-7582-4ec3-8d07-ebf2714daba5 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.998387] env[62361]: DEBUG nova.scheduler.client.report [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1232.014518] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.014518] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.015032] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.044832] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Preparing fetch location {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1232.044924] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Creating directory with path [datastore1] vmware_temp/acaae1d4-1c85-4f45-9add-c7d7cbed5d08/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.045768] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b06d39b-2f8d-4ba5-bcbc-76b3e952f62a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.073982] env[62361]: DEBUG nova.network.neutron [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Successfully created port: 7a235779-63d8-4971-9985-9b26aa3f7eb5 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.077235] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Created directory with path [datastore1] vmware_temp/acaae1d4-1c85-4f45-9add-c7d7cbed5d08/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.078615] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Fetch image to [datastore1] vmware_temp/acaae1d4-1c85-4f45-9add-c7d7cbed5d08/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/tmp-sparse.vmdk {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1232.078615] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Downloading image file data 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e to [datastore1] vmware_temp/acaae1d4-1c85-4f45-9add-c7d7cbed5d08/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/tmp-sparse.vmdk on the data store datastore1 {{(pid=62361) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1232.078615] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6a6124-8ced-4a4f-b085-2e55c87afacc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.086015] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f455da-cf82-40d1-adf9-9e28327b9d9d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.101576] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b07a09-8c23-4e46-a172-af10d32b4d4c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.137464] env[62361]: DEBUG oslo_concurrency.lockutils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Acquiring lock "refresh_cache-28466209-2f25-401f-b406-78c8a99d8443" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.137464] env[62361]: DEBUG oslo_concurrency.lockutils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Acquired lock "refresh_cache-28466209-2f25-401f-b406-78c8a99d8443" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.137464] env[62361]: DEBUG nova.network.neutron [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.138367] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb511a5b-14bb-4edf-a219-467583d3e4b9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.147975] env[62361]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-592e9029-4a66-450c-a539-b5b51c4e76dc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.165983] env[62361]: DEBUG nova.compute.manager [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1232.174620] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Downloading image file data 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e to the data store datastore1 {{(pid=62361) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1232.222635] env[62361]: DEBUG nova.virt.hardware [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1232.222635] env[62361]: DEBUG nova.virt.hardware [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1232.222635] env[62361]: DEBUG nova.virt.hardware [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.222866] env[62361]: DEBUG nova.virt.hardware [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1232.222866] env[62361]: DEBUG nova.virt.hardware [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.222866] env[62361]: DEBUG nova.virt.hardware [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1232.222866] env[62361]: DEBUG nova.virt.hardware [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1232.222866] env[62361]: DEBUG nova.virt.hardware [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1232.223057] env[62361]: DEBUG nova.virt.hardware [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1232.223097] env[62361]: DEBUG nova.virt.hardware [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1232.223302] env[62361]: DEBUG nova.virt.hardware [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1232.224252] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93580e9-640e-4f33-b384-424f8b21fa9a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.235151] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c57dc7-44d9-461d-87e5-183c8733c863 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.273909] env[62361]: DEBUG oslo_vmware.rw_handles [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/acaae1d4-1c85-4f45-9add-c7d7cbed5d08/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62361) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1232.414656] env[62361]: DEBUG nova.compute.manager [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Received event network-changed-3c6914e8-2ffd-4d84-be31-05ac9733178d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1232.414656] env[62361]: DEBUG nova.compute.manager [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Refreshing instance network info cache due to event network-changed-3c6914e8-2ffd-4d84-be31-05ac9733178d. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1232.414809] env[62361]: DEBUG oslo_concurrency.lockutils [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] Acquiring lock "refresh_cache-dac236ef-dacc-427d-9525-ccb2247a4610" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.415816] env[62361]: DEBUG oslo_concurrency.lockutils [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] Acquired lock "refresh_cache-dac236ef-dacc-427d-9525-ccb2247a4610" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.415816] env[62361]: DEBUG nova.network.neutron [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Refreshing network info cache for port 3c6914e8-2ffd-4d84-be31-05ac9733178d {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.502570] env[62361]: DEBUG oslo_concurrency.lockutils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.503782] env[62361]: DEBUG nova.compute.manager [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1232.510397] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.156s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.510566] env[62361]: INFO nova.compute.claims [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.716570] env[62361]: DEBUG nova.network.neutron [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.834301] env[62361]: DEBUG nova.compute.manager [req-4a1993a5-4e8d-4f63-8757-4080a2cab1a6 req-6fa5f415-5dd8-4c0a-a1c9-a32d1f464fb7 service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Received event network-changed-1e479f4f-d674-49bb-8062-0c22b0edaefb {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1232.834650] env[62361]: DEBUG nova.compute.manager [req-4a1993a5-4e8d-4f63-8757-4080a2cab1a6 req-6fa5f415-5dd8-4c0a-a1c9-a32d1f464fb7 service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Refreshing instance network info cache due to event network-changed-1e479f4f-d674-49bb-8062-0c22b0edaefb. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1232.834994] env[62361]: DEBUG oslo_concurrency.lockutils [req-4a1993a5-4e8d-4f63-8757-4080a2cab1a6 req-6fa5f415-5dd8-4c0a-a1c9-a32d1f464fb7 service nova] Acquiring lock "refresh_cache-a7259360-260a-49cb-b673-c5d33cebf48f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.835276] env[62361]: DEBUG oslo_concurrency.lockutils [req-4a1993a5-4e8d-4f63-8757-4080a2cab1a6 req-6fa5f415-5dd8-4c0a-a1c9-a32d1f464fb7 service nova] Acquired lock "refresh_cache-a7259360-260a-49cb-b673-c5d33cebf48f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.835457] env[62361]: DEBUG nova.network.neutron [req-4a1993a5-4e8d-4f63-8757-4080a2cab1a6 req-6fa5f415-5dd8-4c0a-a1c9-a32d1f464fb7 service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Refreshing network info cache for port 1e479f4f-d674-49bb-8062-0c22b0edaefb {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.018196] env[62361]: DEBUG nova.compute.utils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1233.021696] env[62361]: DEBUG nova.compute.manager [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1233.021872] env[62361]: DEBUG nova.network.neutron [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.076997] env[62361]: DEBUG oslo_vmware.rw_handles [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Completed reading data from the image iterator. {{(pid=62361) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1233.076997] env[62361]: DEBUG oslo_vmware.rw_handles [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/acaae1d4-1c85-4f45-9add-c7d7cbed5d08/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1233.124700] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Downloaded image file data 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e to vmware_temp/acaae1d4-1c85-4f45-9add-c7d7cbed5d08/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/tmp-sparse.vmdk on the data store datastore1 {{(pid=62361) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1233.125789] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Caching image {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1233.126061] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Copying Virtual Disk [datastore1] vmware_temp/acaae1d4-1c85-4f45-9add-c7d7cbed5d08/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/tmp-sparse.vmdk to [datastore1] vmware_temp/acaae1d4-1c85-4f45-9add-c7d7cbed5d08/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.126773] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-089281b0-468d-495e-aeaf-5ec942ede1f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.134901] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Waiting for the task: (returnval){ [ 1233.134901] env[62361]: value = "task-1707559" [ 1233.134901] env[62361]: _type = "Task" [ 1233.134901] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.143499] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.213110] env[62361]: DEBUG nova.network.neutron [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Updating instance_info_cache with network_info: [{"id": "c4981617-7582-4ec3-8d07-ebf2714daba5", "address": "fa:16:3e:dd:6a:50", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4981617-75", "ovs_interfaceid": "c4981617-7582-4ec3-8d07-ebf2714daba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.232182] env[62361]: DEBUG nova.policy [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9ba9e847f2c48bb9adb1c9e0ef5c534', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bea5533761db4eed9b5d350bead4e532', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1233.523043] env[62361]: DEBUG nova.compute.manager [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1233.647240] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707559, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.710142] env[62361]: DEBUG nova.network.neutron [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Updated VIF entry in instance network info cache for port 3c6914e8-2ffd-4d84-be31-05ac9733178d. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.710470] env[62361]: DEBUG nova.network.neutron [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Updating instance_info_cache with network_info: [{"id": "3c6914e8-2ffd-4d84-be31-05ac9733178d", "address": "fa:16:3e:33:0d:f7", "network": {"id": "e7c9571f-065c-4c3a-9c16-cb96af29b781", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1317650869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49946a3cfee7463d905a2ae4a217a666", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c6914e8-2f", "ovs_interfaceid": "3c6914e8-2ffd-4d84-be31-05ac9733178d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.715645] env[62361]: DEBUG oslo_concurrency.lockutils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Releasing lock "refresh_cache-28466209-2f25-401f-b406-78c8a99d8443" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.715933] env[62361]: DEBUG nova.compute.manager [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Instance network_info: |[{"id": "c4981617-7582-4ec3-8d07-ebf2714daba5", "address": "fa:16:3e:dd:6a:50", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4981617-75", "ovs_interfaceid": "c4981617-7582-4ec3-8d07-ebf2714daba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1233.716339] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:6a:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4981617-7582-4ec3-8d07-ebf2714daba5', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.724291] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Creating folder: Project (f97ca2037c444d339fdb18f1ec0292c7). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.724973] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0d61ab3-bba3-423b-92ff-e0d55f1ed61a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.737143] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Created folder: Project (f97ca2037c444d339fdb18f1ec0292c7) in parent group-v355747. [ 1233.737378] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Creating folder: Instances. Parent ref: group-v355754. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.737664] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0952ce2c-1241-48cb-afa8-6a062dee154a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.747735] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Created folder: Instances in parent group-v355754. [ 1233.747987] env[62361]: DEBUG oslo.service.loopingcall [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1233.750703] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.751134] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dffc320-c60f-41e3-9636-a8bcbed4bc5f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.775845] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.775845] env[62361]: value = "task-1707562" [ 1233.775845] env[62361]: _type = "Task" [ 1233.775845] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.787921] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707562, 'name': CreateVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.788738] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9245616f-1766-4147-821b-d84973272dee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.797756] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059bb48e-e1a6-41af-8715-deabc7174c91 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.837597] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59692534-4475-49de-8b97-004cccba787b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.845875] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc7166e-9dfc-4586-805a-cb615f580b73 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.860032] env[62361]: DEBUG nova.compute.provider_tree [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.100844] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "933f8a73-a8e1-4168-a91e-9cc248518ecd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.101230] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "933f8a73-a8e1-4168-a91e-9cc248518ecd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.152332] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75057} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.152620] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Copied Virtual Disk [datastore1] vmware_temp/acaae1d4-1c85-4f45-9add-c7d7cbed5d08/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/tmp-sparse.vmdk to [datastore1] vmware_temp/acaae1d4-1c85-4f45-9add-c7d7cbed5d08/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.152829] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Deleting the datastore file [datastore1] vmware_temp/acaae1d4-1c85-4f45-9add-c7d7cbed5d08/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/tmp-sparse.vmdk {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.153114] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-037385a8-bc23-494a-b729-61324b73ec4d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.166038] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Waiting for the task: (returnval){ [ 1234.166038] env[62361]: value = "task-1707563" [ 1234.166038] env[62361]: _type = "Task" [ 1234.166038] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.173883] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.216028] env[62361]: DEBUG oslo_concurrency.lockutils [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] Releasing lock "refresh_cache-dac236ef-dacc-427d-9525-ccb2247a4610" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.216028] env[62361]: DEBUG nova.compute.manager [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Received event network-vif-plugged-c4981617-7582-4ec3-8d07-ebf2714daba5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1234.216028] env[62361]: DEBUG oslo_concurrency.lockutils [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] Acquiring lock "28466209-2f25-401f-b406-78c8a99d8443-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.216028] env[62361]: DEBUG oslo_concurrency.lockutils [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] Lock "28466209-2f25-401f-b406-78c8a99d8443-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.216028] env[62361]: DEBUG oslo_concurrency.lockutils [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] Lock "28466209-2f25-401f-b406-78c8a99d8443-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.216291] env[62361]: DEBUG nova.compute.manager [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] [instance: 28466209-2f25-401f-b406-78c8a99d8443] No waiting events found dispatching network-vif-plugged-c4981617-7582-4ec3-8d07-ebf2714daba5 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1234.216291] env[62361]: WARNING nova.compute.manager [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Received unexpected event network-vif-plugged-c4981617-7582-4ec3-8d07-ebf2714daba5 for instance with vm_state building and task_state spawning. [ 1234.216291] env[62361]: DEBUG nova.compute.manager [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Received event network-changed-c4981617-7582-4ec3-8d07-ebf2714daba5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1234.216291] env[62361]: DEBUG nova.compute.manager [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Refreshing instance network info cache due to event network-changed-c4981617-7582-4ec3-8d07-ebf2714daba5. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1234.216291] env[62361]: DEBUG oslo_concurrency.lockutils [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] Acquiring lock "refresh_cache-28466209-2f25-401f-b406-78c8a99d8443" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.216429] env[62361]: DEBUG oslo_concurrency.lockutils [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] Acquired lock "refresh_cache-28466209-2f25-401f-b406-78c8a99d8443" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.216429] env[62361]: DEBUG nova.network.neutron [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Refreshing network info cache for port c4981617-7582-4ec3-8d07-ebf2714daba5 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.291881] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707562, 'name': CreateVM_Task, 'duration_secs': 0.431252} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.291881] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.291881] env[62361]: DEBUG oslo_concurrency.lockutils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.291881] env[62361]: DEBUG oslo_concurrency.lockutils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.291881] env[62361]: DEBUG oslo_concurrency.lockutils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.292278] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee08275-2d20-4bb4-9e40-c883559e99e5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.297707] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Waiting for the task: (returnval){ [ 1234.297707] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527e7936-0783-20f0-25eb-f6f0a953f250" [ 1234.297707] env[62361]: _type = "Task" [ 1234.297707] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.308443] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527e7936-0783-20f0-25eb-f6f0a953f250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.341219] env[62361]: DEBUG nova.network.neutron [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Successfully created port: 16dd11a7-8d16-442f-bfa0-c46e0b441998 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.363314] env[62361]: DEBUG nova.scheduler.client.report [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1234.369916] env[62361]: DEBUG nova.network.neutron [req-4a1993a5-4e8d-4f63-8757-4080a2cab1a6 req-6fa5f415-5dd8-4c0a-a1c9-a32d1f464fb7 service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Updated VIF entry in instance network info cache for port 1e479f4f-d674-49bb-8062-0c22b0edaefb. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.370367] env[62361]: DEBUG nova.network.neutron [req-4a1993a5-4e8d-4f63-8757-4080a2cab1a6 req-6fa5f415-5dd8-4c0a-a1c9-a32d1f464fb7 service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Updating instance_info_cache with network_info: [{"id": "1e479f4f-d674-49bb-8062-0c22b0edaefb", "address": "fa:16:3e:c8:a7:a8", "network": {"id": "a5a42da8-5381-4f2d-b4b7-e6a5fee8bc12", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1919869300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f19337cb5c54ec7a93e937d0d0777ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e479f4f-d6", "ovs_interfaceid": "1e479f4f-d674-49bb-8062-0c22b0edaefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.545683] env[62361]: DEBUG nova.compute.manager [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1234.574430] env[62361]: DEBUG nova.virt.hardware [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1234.574685] env[62361]: DEBUG nova.virt.hardware [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1234.574844] env[62361]: DEBUG nova.virt.hardware [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.575033] env[62361]: DEBUG nova.virt.hardware [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1234.575184] env[62361]: DEBUG nova.virt.hardware [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.575390] env[62361]: DEBUG nova.virt.hardware [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1234.575531] env[62361]: DEBUG nova.virt.hardware [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1234.575688] env[62361]: DEBUG nova.virt.hardware [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1234.575850] env[62361]: DEBUG nova.virt.hardware [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1234.576784] env[62361]: DEBUG nova.virt.hardware [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1234.577085] env[62361]: DEBUG nova.virt.hardware [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1234.578040] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f4a6e3-8447-430f-a507-769146b4450e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.586336] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aa0a6e-b46f-447e-b799-72a4809bde42 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.677957] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038818} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.677957] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.677957] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Moving file from [datastore1] vmware_temp/acaae1d4-1c85-4f45-9add-c7d7cbed5d08/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e to [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e. {{(pid=62361) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1234.677957] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-dad7c3e3-e820-47d4-9d6b-8bf7dc98244d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.685672] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Waiting for the task: (returnval){ [ 1234.685672] env[62361]: value = "task-1707564" [ 1234.685672] env[62361]: _type = "Task" [ 1234.685672] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.694383] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707564, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.811633] env[62361]: DEBUG oslo_concurrency.lockutils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.811828] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.812368] env[62361]: DEBUG oslo_concurrency.lockutils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.873992] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.874672] env[62361]: DEBUG nova.compute.manager [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1234.881173] env[62361]: DEBUG oslo_concurrency.lockutils [req-4a1993a5-4e8d-4f63-8757-4080a2cab1a6 req-6fa5f415-5dd8-4c0a-a1c9-a32d1f464fb7 service nova] Releasing lock "refresh_cache-a7259360-260a-49cb-b673-c5d33cebf48f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.881580] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.341s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.885514] env[62361]: INFO nova.compute.claims [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.196156] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707564, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028905} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.196455] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] File moved {{(pid=62361) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1235.196674] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Cleaning up location [datastore1] vmware_temp/acaae1d4-1c85-4f45-9add-c7d7cbed5d08 {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1235.196849] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Deleting the datastore file [datastore1] vmware_temp/acaae1d4-1c85-4f45-9add-c7d7cbed5d08 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.197173] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97a3465e-343a-44aa-8010-b54caadfa401 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.205690] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Waiting for the task: (returnval){ [ 1235.205690] env[62361]: value = "task-1707565" [ 1235.205690] env[62361]: _type = "Task" [ 1235.205690] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.215856] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.393477] env[62361]: DEBUG nova.compute.utils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1235.399045] env[62361]: DEBUG nova.compute.manager [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1235.399045] env[62361]: DEBUG nova.network.neutron [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.523122] env[62361]: DEBUG nova.network.neutron [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Updated VIF entry in instance network info cache for port c4981617-7582-4ec3-8d07-ebf2714daba5. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.523481] env[62361]: DEBUG nova.network.neutron [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Updating instance_info_cache with network_info: [{"id": "c4981617-7582-4ec3-8d07-ebf2714daba5", "address": "fa:16:3e:dd:6a:50", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4981617-75", "ovs_interfaceid": "c4981617-7582-4ec3-8d07-ebf2714daba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.695661] env[62361]: DEBUG nova.policy [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '370b26a356e84459ab0246e2c5b26e46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55363da6bf1b4a92b19558ca6f48014c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1235.720927] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034509} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.721308] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.722055] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7fc69e5-4af5-4af4-b457-bd41f3edde96 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.733186] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Waiting for the task: (returnval){ [ 1235.733186] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522fd76a-bc52-7a3d-61e0-850ae2a867e0" [ 1235.733186] env[62361]: _type = "Task" [ 1235.733186] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.740493] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522fd76a-bc52-7a3d-61e0-850ae2a867e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.859589] env[62361]: DEBUG nova.network.neutron [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Successfully updated port: 7a235779-63d8-4971-9985-9b26aa3f7eb5 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.898696] env[62361]: DEBUG nova.compute.manager [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1236.029851] env[62361]: DEBUG oslo_concurrency.lockutils [req-a6676afb-c594-46d5-9f51-558767c20300 req-898e98a6-d69b-4b30-b257-0bc1579f546b service nova] Releasing lock "refresh_cache-28466209-2f25-401f-b406-78c8a99d8443" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.127136] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "e26524ba-912d-40ac-a299-6d6c4aae65e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.127503] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "e26524ba-912d-40ac-a299-6d6c4aae65e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.175958] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d226ce-651a-447b-90e1-11c68b324908 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.187761] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a6abb6-83f8-410e-8dc7-13c9584cbbcb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.223157] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ec3f9e-9974-42d9-bd91-8ab15a0d9a54 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.233533] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2601f92b-8625-4c30-9165-c9db8814c426 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.245416] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522fd76a-bc52-7a3d-61e0-850ae2a867e0, 'name': SearchDatastore_Task, 'duration_secs': 0.021751} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.254953] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.254953] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] dac236ef-dacc-427d-9525-ccb2247a4610/dac236ef-dacc-427d-9525-ccb2247a4610.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.254953] env[62361]: DEBUG nova.compute.provider_tree [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.256307] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.256501] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.256732] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c06cf8b-d00a-4e01-b845-3a8f5a7591b9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.264200] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b17597d-5591-40bb-9f31-70c6454c9ed2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.277326] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Waiting for the task: (returnval){ [ 1236.277326] env[62361]: value = "task-1707566" [ 1236.277326] env[62361]: _type = "Task" [ 1236.277326] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.278807] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.278882] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.284219] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c9c336b-1ef2-4810-8509-ded9cd957676 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.290457] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.291673] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Waiting for the task: (returnval){ [ 1236.291673] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d0cefe-6152-06a4-44f0-925846c4eca0" [ 1236.291673] env[62361]: _type = "Task" [ 1236.291673] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.299767] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d0cefe-6152-06a4-44f0-925846c4eca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.365797] env[62361]: DEBUG oslo_concurrency.lockutils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquiring lock "refresh_cache-366986e7-d0b3-40a2-9aa0-b1379d094c18" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.366387] env[62361]: DEBUG oslo_concurrency.lockutils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquired lock "refresh_cache-366986e7-d0b3-40a2-9aa0-b1379d094c18" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.366387] env[62361]: DEBUG nova.network.neutron [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.644101] env[62361]: DEBUG nova.compute.manager [req-6133d6dd-dfab-4e34-afc5-d02b96ebea5f req-f9cf0ab6-40f1-496f-bfe7-525ea4ea9f04 service nova] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Received event network-vif-plugged-7a235779-63d8-4971-9985-9b26aa3f7eb5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1236.644230] env[62361]: DEBUG oslo_concurrency.lockutils [req-6133d6dd-dfab-4e34-afc5-d02b96ebea5f req-f9cf0ab6-40f1-496f-bfe7-525ea4ea9f04 service nova] Acquiring lock "366986e7-d0b3-40a2-9aa0-b1379d094c18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.645728] env[62361]: DEBUG oslo_concurrency.lockutils [req-6133d6dd-dfab-4e34-afc5-d02b96ebea5f req-f9cf0ab6-40f1-496f-bfe7-525ea4ea9f04 service nova] Lock "366986e7-d0b3-40a2-9aa0-b1379d094c18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.645728] env[62361]: DEBUG oslo_concurrency.lockutils [req-6133d6dd-dfab-4e34-afc5-d02b96ebea5f req-f9cf0ab6-40f1-496f-bfe7-525ea4ea9f04 service nova] Lock "366986e7-d0b3-40a2-9aa0-b1379d094c18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.645728] env[62361]: DEBUG nova.compute.manager [req-6133d6dd-dfab-4e34-afc5-d02b96ebea5f req-f9cf0ab6-40f1-496f-bfe7-525ea4ea9f04 service nova] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] No waiting events found dispatching network-vif-plugged-7a235779-63d8-4971-9985-9b26aa3f7eb5 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1236.645728] env[62361]: WARNING nova.compute.manager [req-6133d6dd-dfab-4e34-afc5-d02b96ebea5f req-f9cf0ab6-40f1-496f-bfe7-525ea4ea9f04 service nova] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Received unexpected event network-vif-plugged-7a235779-63d8-4971-9985-9b26aa3f7eb5 for instance with vm_state building and task_state spawning. [ 1236.768249] env[62361]: DEBUG nova.scheduler.client.report [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1236.790254] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707566, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.805211] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d0cefe-6152-06a4-44f0-925846c4eca0, 'name': SearchDatastore_Task, 'duration_secs': 0.026336} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.806271] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce98d454-c74d-41a0-bab2-4b6317f5bf87 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.814017] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Waiting for the task: (returnval){ [ 1236.814017] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5234946e-9a90-0797-17a7-2f3d7bd75c96" [ 1236.814017] env[62361]: _type = "Task" [ 1236.814017] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.822966] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5234946e-9a90-0797-17a7-2f3d7bd75c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.913249] env[62361]: DEBUG nova.compute.manager [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1236.919801] env[62361]: DEBUG nova.network.neutron [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.958534] env[62361]: DEBUG nova.virt.hardware [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1236.959011] env[62361]: DEBUG nova.virt.hardware [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1236.959510] env[62361]: DEBUG nova.virt.hardware [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.959510] env[62361]: DEBUG nova.virt.hardware [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1236.959672] env[62361]: DEBUG nova.virt.hardware [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.959814] env[62361]: DEBUG nova.virt.hardware [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1236.960089] env[62361]: DEBUG nova.virt.hardware [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1236.960353] env[62361]: DEBUG nova.virt.hardware [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1236.960353] env[62361]: DEBUG nova.virt.hardware [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1236.961301] env[62361]: DEBUG nova.virt.hardware [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1236.961301] env[62361]: DEBUG nova.virt.hardware [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1236.964327] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71140304-519e-4b38-b8e4-0b68d85b0663 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.974098] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a62cd7-11d6-4950-b841-645ec3011edf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.223079] env[62361]: DEBUG nova.network.neutron [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Updating instance_info_cache with network_info: [{"id": "7a235779-63d8-4971-9985-9b26aa3f7eb5", "address": "fa:16:3e:72:36:ac", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a235779-63", "ovs_interfaceid": "7a235779-63d8-4971-9985-9b26aa3f7eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.271136] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.272540] env[62361]: DEBUG nova.compute.manager [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1237.276291] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.265s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.279113] env[62361]: INFO nova.compute.claims [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.297049] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707566, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.006982} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.297329] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] dac236ef-dacc-427d-9525-ccb2247a4610/dac236ef-dacc-427d-9525-ccb2247a4610.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.297539] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.297856] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-370e4adc-6651-4e67-9911-1bd598b86982 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.305152] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Waiting for the task: (returnval){ [ 1237.305152] env[62361]: value = "task-1707567" [ 1237.305152] env[62361]: _type = "Task" [ 1237.305152] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.316533] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.328228] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5234946e-9a90-0797-17a7-2f3d7bd75c96, 'name': SearchDatastore_Task, 'duration_secs': 0.115814} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.328228] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.328428] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a7259360-260a-49cb-b673-c5d33cebf48f/a7259360-260a-49cb-b673-c5d33cebf48f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.328693] env[62361]: DEBUG oslo_concurrency.lockutils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.328788] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.328977] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d547e446-fbd2-428d-bb89-e8448f4a63f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.331070] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4887fed-ed05-40bf-83e3-a17e39d8e4bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.338137] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Waiting for the task: (returnval){ [ 1237.338137] env[62361]: value = "task-1707568" [ 1237.338137] env[62361]: _type = "Task" [ 1237.338137] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.346993] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.508385] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.508385] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.509034] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315f9698-0bfb-4d4d-863c-88e1d314aeb4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.518816] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Waiting for the task: (returnval){ [ 1237.518816] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ad477d-24e0-3d1b-de00-d220d3c10ba1" [ 1237.518816] env[62361]: _type = "Task" [ 1237.518816] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.527478] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ad477d-24e0-3d1b-de00-d220d3c10ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.727724] env[62361]: DEBUG oslo_concurrency.lockutils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Releasing lock "refresh_cache-366986e7-d0b3-40a2-9aa0-b1379d094c18" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.728063] env[62361]: DEBUG nova.compute.manager [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Instance network_info: |[{"id": "7a235779-63d8-4971-9985-9b26aa3f7eb5", "address": "fa:16:3e:72:36:ac", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a235779-63", "ovs_interfaceid": "7a235779-63d8-4971-9985-9b26aa3f7eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1237.728563] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:36:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a235779-63d8-4971-9985-9b26aa3f7eb5', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.741108] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Creating folder: Project (8a5fb502ef3f493d90745d05ef84c802). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.741556] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f4e4495-0657-4ee8-ac5a-84a82b4c7800 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.753591] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Created folder: Project (8a5fb502ef3f493d90745d05ef84c802) in parent group-v355747. [ 1237.753682] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Creating folder: Instances. Parent ref: group-v355757. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.754034] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73f7db84-0d2b-40bf-9f43-5a46be7ec396 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.765504] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Created folder: Instances in parent group-v355757. [ 1237.765504] env[62361]: DEBUG oslo.service.loopingcall [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1237.765504] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.765504] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d93a113c-96bc-4076-9eea-8c9ff0565479 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.790035] env[62361]: DEBUG nova.compute.utils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1237.791661] env[62361]: DEBUG nova.compute.manager [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1237.791987] env[62361]: DEBUG nova.network.neutron [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.801660] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.801660] env[62361]: value = "task-1707571" [ 1237.801660] env[62361]: _type = "Task" [ 1237.801660] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.817141] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707571, 'name': CreateVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.821094] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070151} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.822052] env[62361]: DEBUG nova.network.neutron [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Successfully created port: 71be643b-4042-44d7-b6a3-346cbe08fdca {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.824307] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.825332] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc78cbf-1997-4faa-a3ce-c01a7e0b2f4f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.852734] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] dac236ef-dacc-427d-9525-ccb2247a4610/dac236ef-dacc-427d-9525-ccb2247a4610.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.854489] env[62361]: DEBUG nova.policy [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ebe3bb0de024493accbb049a70ea0cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '322bbe5940e14e02a740acf9212406fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1237.859470] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6cdca82-c32d-403a-ac80-644e8cf48703 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.884955] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707568, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.887062] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Waiting for the task: (returnval){ [ 1237.887062] env[62361]: value = "task-1707572" [ 1237.887062] env[62361]: _type = "Task" [ 1237.887062] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.894949] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.033335] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ad477d-24e0-3d1b-de00-d220d3c10ba1, 'name': SearchDatastore_Task, 'duration_secs': 0.022723} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.034561] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5242c0-eb3e-4077-8b49-a225b85496d2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.041448] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Waiting for the task: (returnval){ [ 1238.041448] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d27118-ff5b-8e3c-191a-ca9856ac8910" [ 1238.041448] env[62361]: _type = "Task" [ 1238.041448] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.055993] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d27118-ff5b-8e3c-191a-ca9856ac8910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.223591] env[62361]: DEBUG nova.network.neutron [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Successfully created port: 5706d886-0df0-43f6-b1bc-b489cc3edbf0 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1238.300295] env[62361]: DEBUG nova.compute.manager [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1238.315036] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707571, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.356763] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82206} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.358045] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a7259360-260a-49cb-b673-c5d33cebf48f/a7259360-260a-49cb-b673-c5d33cebf48f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.358045] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.358045] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3f4eced-2fbc-4bc4-8b6b-00ecd49649e4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.370845] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Waiting for the task: (returnval){ [ 1238.370845] env[62361]: value = "task-1707573" [ 1238.370845] env[62361]: _type = "Task" [ 1238.370845] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.380578] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.396554] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.503042] env[62361]: DEBUG nova.network.neutron [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Successfully updated port: 16dd11a7-8d16-442f-bfa0-c46e0b441998 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.526666] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8ad857-d216-4602-97e7-0e221662758a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.538637] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f078052-2a06-45a8-8dfd-d7e0d3b40917 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.552279] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d27118-ff5b-8e3c-191a-ca9856ac8910, 'name': SearchDatastore_Task, 'duration_secs': 0.059937} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.579324] env[62361]: DEBUG oslo_concurrency.lockutils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.579633] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 28466209-2f25-401f-b406-78c8a99d8443/28466209-2f25-401f-b406-78c8a99d8443.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.580160] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43a782f1-9aaa-46a4-aa4b-b5eda12859fc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.584492] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3011ebf3-d63c-4ea0-9c5d-e611d87c3c7b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.593037] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac74ba7-46ea-40e6-933c-978291375037 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.599021] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Waiting for the task: (returnval){ [ 1238.599021] env[62361]: value = "task-1707574" [ 1238.599021] env[62361]: _type = "Task" [ 1238.599021] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.608433] env[62361]: DEBUG nova.compute.provider_tree [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.614522] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.816106] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707571, 'name': CreateVM_Task, 'duration_secs': 0.55183} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.817590] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.817590] env[62361]: DEBUG oslo_concurrency.lockutils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.817590] env[62361]: DEBUG oslo_concurrency.lockutils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.817962] env[62361]: DEBUG oslo_concurrency.lockutils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.817962] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-909a5160-132e-454d-be8f-258d97135234 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.823445] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1238.823445] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520ef42d-4991-806f-7ed7-68c168a62d01" [ 1238.823445] env[62361]: _type = "Task" [ 1238.823445] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.832351] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520ef42d-4991-806f-7ed7-68c168a62d01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.882442] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210688} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.883043] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.884120] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf358c6b-6102-409d-bce6-fa2e75d3d67b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.914080] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] a7259360-260a-49cb-b673-c5d33cebf48f/a7259360-260a-49cb-b673-c5d33cebf48f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.915571] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68806491-e2d2-47b9-a92a-0b335f60cccd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.940574] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707572, 'name': ReconfigVM_Task, 'duration_secs': 0.569855} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.941664] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Reconfigured VM instance instance-00000001 to attach disk [datastore1] dac236ef-dacc-427d-9525-ccb2247a4610/dac236ef-dacc-427d-9525-ccb2247a4610.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.943258] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aebdbe0b-8724-46e2-a3ff-c875d308db59 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.949060] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Waiting for the task: (returnval){ [ 1238.949060] env[62361]: value = "task-1707575" [ 1238.949060] env[62361]: _type = "Task" [ 1238.949060] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.952991] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Waiting for the task: (returnval){ [ 1238.952991] env[62361]: value = "task-1707576" [ 1238.952991] env[62361]: _type = "Task" [ 1238.952991] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.963921] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707575, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.968487] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707576, 'name': Rename_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.007129] env[62361]: DEBUG oslo_concurrency.lockutils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Acquiring lock "refresh_cache-a79edfa3-9b31-4079-979a-5d11818b3e42" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.007129] env[62361]: DEBUG oslo_concurrency.lockutils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Acquired lock "refresh_cache-a79edfa3-9b31-4079-979a-5d11818b3e42" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.007129] env[62361]: DEBUG nova.network.neutron [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.111658] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707574, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.112580] env[62361]: DEBUG nova.scheduler.client.report [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1239.295919] env[62361]: DEBUG nova.compute.manager [req-bd2ed409-6343-47fe-8815-8d1c26aec7e1 req-52fcb1db-5f78-42be-8ed1-5a5264e33db8 service nova] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Received event network-vif-plugged-16dd11a7-8d16-442f-bfa0-c46e0b441998 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1239.296171] env[62361]: DEBUG oslo_concurrency.lockutils [req-bd2ed409-6343-47fe-8815-8d1c26aec7e1 req-52fcb1db-5f78-42be-8ed1-5a5264e33db8 service nova] Acquiring lock "a79edfa3-9b31-4079-979a-5d11818b3e42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.296389] env[62361]: DEBUG oslo_concurrency.lockutils [req-bd2ed409-6343-47fe-8815-8d1c26aec7e1 req-52fcb1db-5f78-42be-8ed1-5a5264e33db8 service nova] Lock "a79edfa3-9b31-4079-979a-5d11818b3e42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.296558] env[62361]: DEBUG oslo_concurrency.lockutils [req-bd2ed409-6343-47fe-8815-8d1c26aec7e1 req-52fcb1db-5f78-42be-8ed1-5a5264e33db8 service nova] Lock "a79edfa3-9b31-4079-979a-5d11818b3e42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.296751] env[62361]: DEBUG nova.compute.manager [req-bd2ed409-6343-47fe-8815-8d1c26aec7e1 req-52fcb1db-5f78-42be-8ed1-5a5264e33db8 service nova] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] No waiting events found dispatching network-vif-plugged-16dd11a7-8d16-442f-bfa0-c46e0b441998 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1239.296959] env[62361]: WARNING nova.compute.manager [req-bd2ed409-6343-47fe-8815-8d1c26aec7e1 req-52fcb1db-5f78-42be-8ed1-5a5264e33db8 service nova] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Received unexpected event network-vif-plugged-16dd11a7-8d16-442f-bfa0-c46e0b441998 for instance with vm_state building and task_state spawning. [ 1239.321089] env[62361]: DEBUG nova.compute.manager [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1239.336948] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520ef42d-4991-806f-7ed7-68c168a62d01, 'name': SearchDatastore_Task, 'duration_secs': 0.016681} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.340319] env[62361]: DEBUG oslo_concurrency.lockutils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.340319] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.340319] env[62361]: DEBUG oslo_concurrency.lockutils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.340319] env[62361]: DEBUG oslo_concurrency.lockutils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.340586] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.340586] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a821e316-74cf-47a0-a795-be461557c4ec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.364981] env[62361]: DEBUG nova.virt.hardware [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1239.365153] env[62361]: DEBUG nova.virt.hardware [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1239.365254] env[62361]: DEBUG nova.virt.hardware [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.365475] env[62361]: DEBUG nova.virt.hardware [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1239.365783] env[62361]: DEBUG nova.virt.hardware [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.365783] env[62361]: DEBUG nova.virt.hardware [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1239.365940] env[62361]: DEBUG nova.virt.hardware [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1239.366977] env[62361]: DEBUG nova.virt.hardware [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1239.367052] env[62361]: DEBUG nova.virt.hardware [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1239.367273] env[62361]: DEBUG nova.virt.hardware [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1239.367458] env[62361]: DEBUG nova.virt.hardware [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1239.368222] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquiring lock "bbbdec91-762b-415e-bdbd-ed3700c90a24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.368388] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "bbbdec91-762b-415e-bdbd-ed3700c90a24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.369187] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4f5d15-649d-4a0e-80fd-e63f45f52885 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.379396] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5e0fb2-2510-4bc6-ac7c-9bf1d5dc869c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.469129] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707575, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.480036] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707576, 'name': Rename_Task, 'duration_secs': 0.2181} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.480036] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.482337] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e290a44c-571e-4f8b-8549-6edee4b88ee6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.483444] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.483444] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.484168] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f648a60-efae-498b-a43a-1e79481d4965 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.489867] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1239.489867] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f26a4d-6da8-277c-a5e0-09e094f4b08c" [ 1239.489867] env[62361]: _type = "Task" [ 1239.489867] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.496130] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Waiting for the task: (returnval){ [ 1239.496130] env[62361]: value = "task-1707577" [ 1239.496130] env[62361]: _type = "Task" [ 1239.496130] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.503398] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f26a4d-6da8-277c-a5e0-09e094f4b08c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.515377] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707577, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.613429] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707574, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.619904] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.620464] env[62361]: DEBUG nova.compute.manager [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1239.623522] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.224s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.624953] env[62361]: INFO nova.compute.claims [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [instance: ff0635a8-915c-4353-973a-1254366fce31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.634497] env[62361]: DEBUG nova.network.neutron [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.964727] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707575, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.002654] env[62361]: DEBUG nova.network.neutron [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Updating instance_info_cache with network_info: [{"id": "16dd11a7-8d16-442f-bfa0-c46e0b441998", "address": "fa:16:3e:4e:b7:a0", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16dd11a7-8d", "ovs_interfaceid": "16dd11a7-8d16-442f-bfa0-c46e0b441998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.017573] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f26a4d-6da8-277c-a5e0-09e094f4b08c, 'name': SearchDatastore_Task, 'duration_secs': 0.123291} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.022754] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707577, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.023769] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d8a49dc-bf4b-4439-a6c1-70b95ad9e3d5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.029925] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1240.029925] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fee281-1862-d52b-5403-e51080527eef" [ 1240.029925] env[62361]: _type = "Task" [ 1240.029925] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.038874] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fee281-1862-d52b-5403-e51080527eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.111511] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707574, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.147523} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.111773] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 28466209-2f25-401f-b406-78c8a99d8443/28466209-2f25-401f-b406-78c8a99d8443.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.111871] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.112368] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83140c45-370c-4c1d-a96a-5cf7d301dbed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.119099] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Waiting for the task: (returnval){ [ 1240.119099] env[62361]: value = "task-1707578" [ 1240.119099] env[62361]: _type = "Task" [ 1240.119099] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.130589] env[62361]: DEBUG nova.compute.utils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1240.135466] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.135997] env[62361]: DEBUG nova.compute.manager [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1240.136192] env[62361]: DEBUG nova.network.neutron [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1240.232843] env[62361]: DEBUG nova.policy [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '186da29307ad4b629a95b8863acb6e8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '185c6d5b01bb49b8b07ed96b4126afb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1240.465922] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707575, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.488149] env[62361]: DEBUG nova.compute.manager [req-ed18e9bb-34c6-4dd2-bccb-ade10788ef1d req-fc8b7cfe-1721-43b6-bc86-c4b6bfda4157 service nova] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Received event network-changed-7a235779-63d8-4971-9985-9b26aa3f7eb5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1240.488149] env[62361]: DEBUG nova.compute.manager [req-ed18e9bb-34c6-4dd2-bccb-ade10788ef1d req-fc8b7cfe-1721-43b6-bc86-c4b6bfda4157 service nova] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Refreshing instance network info cache due to event network-changed-7a235779-63d8-4971-9985-9b26aa3f7eb5. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1240.488149] env[62361]: DEBUG oslo_concurrency.lockutils [req-ed18e9bb-34c6-4dd2-bccb-ade10788ef1d req-fc8b7cfe-1721-43b6-bc86-c4b6bfda4157 service nova] Acquiring lock "refresh_cache-366986e7-d0b3-40a2-9aa0-b1379d094c18" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.498060] env[62361]: DEBUG oslo_concurrency.lockutils [req-ed18e9bb-34c6-4dd2-bccb-ade10788ef1d req-fc8b7cfe-1721-43b6-bc86-c4b6bfda4157 service nova] Acquired lock "refresh_cache-366986e7-d0b3-40a2-9aa0-b1379d094c18" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.498139] env[62361]: DEBUG nova.network.neutron [req-ed18e9bb-34c6-4dd2-bccb-ade10788ef1d req-fc8b7cfe-1721-43b6-bc86-c4b6bfda4157 service nova] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Refreshing network info cache for port 7a235779-63d8-4971-9985-9b26aa3f7eb5 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.511302] env[62361]: DEBUG oslo_concurrency.lockutils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Releasing lock "refresh_cache-a79edfa3-9b31-4079-979a-5d11818b3e42" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.511653] env[62361]: DEBUG nova.compute.manager [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Instance network_info: |[{"id": "16dd11a7-8d16-442f-bfa0-c46e0b441998", "address": "fa:16:3e:4e:b7:a0", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16dd11a7-8d", "ovs_interfaceid": "16dd11a7-8d16-442f-bfa0-c46e0b441998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1240.512073] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:b7:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16dd11a7-8d16-442f-bfa0-c46e0b441998', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.525814] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Creating folder: Project (bea5533761db4eed9b5d350bead4e532). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1240.528416] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62de45bb-476a-4ac4-b8c1-331a02aeee23 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.535541] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707577, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.547531] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fee281-1862-d52b-5403-e51080527eef, 'name': SearchDatastore_Task, 'duration_secs': 0.020183} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.555381] env[62361]: DEBUG oslo_concurrency.lockutils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.555381] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 366986e7-d0b3-40a2-9aa0-b1379d094c18/366986e7-d0b3-40a2-9aa0-b1379d094c18.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.555381] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Created folder: Project (bea5533761db4eed9b5d350bead4e532) in parent group-v355747. [ 1240.555381] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Creating folder: Instances. Parent ref: group-v355760. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1240.556186] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5663bb4f-56ce-40d0-8fff-789e3180109c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.558541] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f98c370d-bf57-4914-9262-d0b35186f2aa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.567481] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1240.567481] env[62361]: value = "task-1707580" [ 1240.567481] env[62361]: _type = "Task" [ 1240.567481] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.572106] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Created folder: Instances in parent group-v355760. [ 1240.572400] env[62361]: DEBUG oslo.service.loopingcall [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1240.572959] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.573447] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a4e61d1-c4cb-467b-86dd-0ea4e9d4e405 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.591485] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.595916] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.595916] env[62361]: value = "task-1707582" [ 1240.595916] env[62361]: _type = "Task" [ 1240.595916] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.604830] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707582, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.632764] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101721} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.633170] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.635020] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c15e96-c4d5-4335-a1eb-1fbd988b7151 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.645505] env[62361]: DEBUG nova.compute.manager [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1240.671596] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 28466209-2f25-401f-b406-78c8a99d8443/28466209-2f25-401f-b406-78c8a99d8443.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.672808] env[62361]: DEBUG nova.network.neutron [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Successfully updated port: 5706d886-0df0-43f6-b1bc-b489cc3edbf0 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1240.677504] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55f84b96-2ddf-42fb-848a-0f4bfe0fe07a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.703109] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Waiting for the task: (returnval){ [ 1240.703109] env[62361]: value = "task-1707583" [ 1240.703109] env[62361]: _type = "Task" [ 1240.703109] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.713851] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.972798] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707575, 'name': ReconfigVM_Task, 'duration_secs': 1.533014} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.972798] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Reconfigured VM instance instance-00000002 to attach disk [datastore1] a7259360-260a-49cb-b673-c5d33cebf48f/a7259360-260a-49cb-b673-c5d33cebf48f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.973895] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6102fd21-f1f2-4910-82fa-8c087016e3b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.983273] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Waiting for the task: (returnval){ [ 1240.983273] env[62361]: value = "task-1707584" [ 1240.983273] env[62361]: _type = "Task" [ 1240.983273] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.995212] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707584, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.013193] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707577, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.014308] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8719219-93d1-4ea9-9d4b-914d1883f26a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.023994] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b8789a-6dc8-4307-b9c7-d003ed26f0e9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.055883] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be89fb0-8392-40f6-a600-c246cbaae59b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.065324] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b64f58-b8a2-428c-b1d5-5685d8a77291 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.087385] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.087973] env[62361]: DEBUG nova.compute.provider_tree [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.106199] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707582, 'name': CreateVM_Task, 'duration_secs': 0.374839} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.106376] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.107266] env[62361]: DEBUG oslo_concurrency.lockutils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.107266] env[62361]: DEBUG oslo_concurrency.lockutils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.107571] env[62361]: DEBUG oslo_concurrency.lockutils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.107865] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f0abb5-5145-42ed-bcce-c8008506cbe2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.112667] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Waiting for the task: (returnval){ [ 1241.112667] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52298325-709f-0f9e-9df3-9f4996e5c300" [ 1241.112667] env[62361]: _type = "Task" [ 1241.112667] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.121340] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52298325-709f-0f9e-9df3-9f4996e5c300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.197839] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Acquiring lock "refresh_cache-7147df9b-7e03-43fd-8bbc-54d8d0317a77" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.197839] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Acquired lock "refresh_cache-7147df9b-7e03-43fd-8bbc-54d8d0317a77" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.198022] env[62361]: DEBUG nova.network.neutron [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.214709] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.498685] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707584, 'name': Rename_Task, 'duration_secs': 0.228716} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.499022] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.499268] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-048fbcec-e739-4321-a608-a80c7375569f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.512647] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Waiting for the task: (returnval){ [ 1241.512647] env[62361]: value = "task-1707585" [ 1241.512647] env[62361]: _type = "Task" [ 1241.512647] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.521462] env[62361]: DEBUG oslo_vmware.api [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707577, 'name': PowerOnVM_Task, 'duration_secs': 1.691014} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.522366] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.522939] env[62361]: INFO nova.compute.manager [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Took 16.18 seconds to spawn the instance on the hypervisor. [ 1241.523340] env[62361]: DEBUG nova.compute.manager [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1241.528462] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b370b158-18db-4352-bd96-cb54da6eb060 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.532459] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707585, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.582164] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707580, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.628951] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52298325-709f-0f9e-9df3-9f4996e5c300, 'name': SearchDatastore_Task, 'duration_secs': 0.009513} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.630253] env[62361]: ERROR nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [req-4e82f0f4-6447-4377-9d04-013be36c5b31] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4e82f0f4-6447-4377-9d04-013be36c5b31"}]} [ 1241.630769] env[62361]: DEBUG oslo_concurrency.lockutils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.630994] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.631232] env[62361]: DEBUG oslo_concurrency.lockutils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.631370] env[62361]: DEBUG oslo_concurrency.lockutils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.631598] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.634468] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b274150e-2fe8-479f-affd-b63a4d8d11ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.645187] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.645187] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.645891] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca06d8f-ed2e-4a6d-aed3-66945a6eb8ca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.652496] env[62361]: DEBUG nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1241.655324] env[62361]: DEBUG nova.compute.manager [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1241.669080] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Waiting for the task: (returnval){ [ 1241.669080] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a22e73-f836-07e0-b01c-0a6532df265a" [ 1241.669080] env[62361]: _type = "Task" [ 1241.669080] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.689751] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a22e73-f836-07e0-b01c-0a6532df265a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.689751] env[62361]: DEBUG nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1241.689751] env[62361]: DEBUG nova.compute.provider_tree [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.700246] env[62361]: DEBUG nova.virt.hardware [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1241.701380] env[62361]: DEBUG nova.virt.hardware [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1241.701380] env[62361]: DEBUG nova.virt.hardware [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.701380] env[62361]: DEBUG nova.virt.hardware [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1241.701380] env[62361]: DEBUG nova.virt.hardware [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.701380] env[62361]: DEBUG nova.virt.hardware [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1241.701603] env[62361]: DEBUG nova.virt.hardware [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1241.701603] env[62361]: DEBUG nova.virt.hardware [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1241.701854] env[62361]: DEBUG nova.virt.hardware [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1241.702233] env[62361]: DEBUG nova.virt.hardware [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1241.702408] env[62361]: DEBUG nova.virt.hardware [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1241.705079] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510aab36-ed1c-44e1-b5bc-1f6b5082c4f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.720669] env[62361]: DEBUG nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1241.724174] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3346a7b6-75c3-4310-8101-add303873015 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.729200] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.754099] env[62361]: DEBUG nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1241.790640] env[62361]: DEBUG nova.network.neutron [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Successfully updated port: 71be643b-4042-44d7-b6a3-346cbe08fdca {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.855783] env[62361]: DEBUG nova.network.neutron [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1241.900523] env[62361]: DEBUG nova.network.neutron [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Successfully created port: 159e5679-64fa-4e63-832f-f47d4c23d1f3 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.003413] env[62361]: DEBUG nova.network.neutron [req-ed18e9bb-34c6-4dd2-bccb-ade10788ef1d req-fc8b7cfe-1721-43b6-bc86-c4b6bfda4157 service nova] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Updated VIF entry in instance network info cache for port 7a235779-63d8-4971-9985-9b26aa3f7eb5. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.003413] env[62361]: DEBUG nova.network.neutron [req-ed18e9bb-34c6-4dd2-bccb-ade10788ef1d req-fc8b7cfe-1721-43b6-bc86-c4b6bfda4157 service nova] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Updating instance_info_cache with network_info: [{"id": "7a235779-63d8-4971-9985-9b26aa3f7eb5", "address": "fa:16:3e:72:36:ac", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a235779-63", "ovs_interfaceid": "7a235779-63d8-4971-9985-9b26aa3f7eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.033028] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.051800] env[62361]: INFO nova.compute.manager [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Took 20.93 seconds to build instance. [ 1242.066283] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c66cae5-83fd-4bf2-a64a-b9ff8499fe05 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.079680] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9027f9b8-0af2-4276-a978-8482dd6003e4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.093086] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707580, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.138045} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.093758] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 366986e7-d0b3-40a2-9aa0-b1379d094c18/366986e7-d0b3-40a2-9aa0-b1379d094c18.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.093981] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.094591] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdf6211b-fa72-4986-af76-c4f519646c14 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.128442] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea96343-899d-454c-b279-1ed71a9e9a6f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.133541] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1242.133541] env[62361]: value = "task-1707586" [ 1242.133541] env[62361]: _type = "Task" [ 1242.133541] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.140165] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5df1bf-533a-4bee-9ef4-b0495897c190 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.159164] env[62361]: DEBUG nova.compute.provider_tree [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.165345] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.181318] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a22e73-f836-07e0-b01c-0a6532df265a, 'name': SearchDatastore_Task, 'duration_secs': 0.025137} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.182187] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c27adf5e-074c-49fd-86bd-950194f2fe86 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.188104] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Waiting for the task: (returnval){ [ 1242.188104] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bd53d4-2e32-8741-08ae-fbd3534bf6d9" [ 1242.188104] env[62361]: _type = "Task" [ 1242.188104] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.195958] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bd53d4-2e32-8741-08ae-fbd3534bf6d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.225264] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707583, 'name': ReconfigVM_Task, 'duration_secs': 1.136032} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.227914] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 28466209-2f25-401f-b406-78c8a99d8443/28466209-2f25-401f-b406-78c8a99d8443.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.230727] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ec24556-242c-4929-a0fd-4494b78bff7b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.238495] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Waiting for the task: (returnval){ [ 1242.238495] env[62361]: value = "task-1707587" [ 1242.238495] env[62361]: _type = "Task" [ 1242.238495] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.249853] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707587, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.300886] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquiring lock "refresh_cache-7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.300886] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquired lock "refresh_cache-7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.300886] env[62361]: DEBUG nova.network.neutron [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.314380] env[62361]: DEBUG nova.network.neutron [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Updating instance_info_cache with network_info: [{"id": "5706d886-0df0-43f6-b1bc-b489cc3edbf0", "address": "fa:16:3e:cf:24:6d", "network": {"id": "635a60a6-3a15-47d3-9a5f-53db65e0fd4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-947276834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "322bbe5940e14e02a740acf9212406fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5706d886-0d", "ovs_interfaceid": "5706d886-0df0-43f6-b1bc-b489cc3edbf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.501016] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "41c6290d-3110-4de7-bb44-190fd57478c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.501338] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "41c6290d-3110-4de7-bb44-190fd57478c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.508333] env[62361]: DEBUG oslo_concurrency.lockutils [req-ed18e9bb-34c6-4dd2-bccb-ade10788ef1d req-fc8b7cfe-1721-43b6-bc86-c4b6bfda4157 service nova] Releasing lock "refresh_cache-366986e7-d0b3-40a2-9aa0-b1379d094c18" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.533488] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.553939] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99612b0-3f67-4782-8e52-5024e71586a7 tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Lock "dac236ef-dacc-427d-9525-ccb2247a4610" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.443s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.645378] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136434} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.645642] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.646438] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cee456e-3108-412b-aeef-75a6ffa1b5e6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.670124] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 366986e7-d0b3-40a2-9aa0-b1379d094c18/366986e7-d0b3-40a2-9aa0-b1379d094c18.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.672890] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d48b034-8a36-4385-a932-6c40fe4ee90c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.705398] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bd53d4-2e32-8741-08ae-fbd3534bf6d9, 'name': SearchDatastore_Task, 'duration_secs': 0.022974} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.706514] env[62361]: DEBUG oslo_concurrency.lockutils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.706822] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a79edfa3-9b31-4079-979a-5d11818b3e42/a79edfa3-9b31-4079-979a-5d11818b3e42.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.707147] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1242.707147] env[62361]: value = "task-1707588" [ 1242.707147] env[62361]: _type = "Task" [ 1242.707147] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.707335] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-822c7cf3-83a5-40b8-9fda-ad81b2b13bf1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.717009] env[62361]: ERROR nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [req-53ff9ab9-b3a9-4209-88c6-a1334a52c5c0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-53ff9ab9-b3a9-4209-88c6-a1334a52c5c0"}]} [ 1242.722992] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Waiting for the task: (returnval){ [ 1242.722992] env[62361]: value = "task-1707589" [ 1242.722992] env[62361]: _type = "Task" [ 1242.722992] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.723280] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707588, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.736147] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': task-1707589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.745494] env[62361]: DEBUG nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1242.752205] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707587, 'name': Rename_Task, 'duration_secs': 0.167035} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.752205] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.752205] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f336113-5f7f-4ba8-ad63-adb7a83d6941 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.759821] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Waiting for the task: (returnval){ [ 1242.759821] env[62361]: value = "task-1707590" [ 1242.759821] env[62361]: _type = "Task" [ 1242.759821] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.772050] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.773146] env[62361]: DEBUG nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1242.773424] env[62361]: DEBUG nova.compute.provider_tree [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.798711] env[62361]: DEBUG nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1242.819123] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Releasing lock "refresh_cache-7147df9b-7e03-43fd-8bbc-54d8d0317a77" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.820076] env[62361]: DEBUG nova.compute.manager [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Instance network_info: |[{"id": "5706d886-0df0-43f6-b1bc-b489cc3edbf0", "address": "fa:16:3e:cf:24:6d", "network": {"id": "635a60a6-3a15-47d3-9a5f-53db65e0fd4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-947276834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "322bbe5940e14e02a740acf9212406fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5706d886-0d", "ovs_interfaceid": "5706d886-0df0-43f6-b1bc-b489cc3edbf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1242.825012] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:24:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5706d886-0df0-43f6-b1bc-b489cc3edbf0', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.837384] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Creating folder: Project (322bbe5940e14e02a740acf9212406fb). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1242.838784] env[62361]: DEBUG nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1242.840948] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5881f32d-cd44-4190-877d-e4ff94f363b7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.851644] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Created folder: Project (322bbe5940e14e02a740acf9212406fb) in parent group-v355747. [ 1242.851836] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Creating folder: Instances. Parent ref: group-v355763. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1242.853048] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a8c24a4-2871-44db-8db3-b1c887f50833 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.864054] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Created folder: Instances in parent group-v355763. [ 1242.864453] env[62361]: DEBUG oslo.service.loopingcall [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1242.868339] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.868962] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5660a01d-a999-403b-b0fd-2beb566a6446 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.885513] env[62361]: DEBUG nova.network.neutron [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.895477] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.895477] env[62361]: value = "task-1707593" [ 1242.895477] env[62361]: _type = "Task" [ 1242.895477] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.908422] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707593, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.034124] env[62361]: DEBUG oslo_vmware.api [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707585, 'name': PowerOnVM_Task, 'duration_secs': 1.271752} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.034124] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.034696] env[62361]: INFO nova.compute.manager [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Took 15.41 seconds to spawn the instance on the hypervisor. [ 1243.034696] env[62361]: DEBUG nova.compute.manager [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1243.035626] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4376d27b-03df-49bc-ba5b-5ffa5e395b70 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.059330] env[62361]: DEBUG nova.compute.manager [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1243.201376] env[62361]: DEBUG nova.compute.manager [req-2fc388c0-5b22-47e2-869a-4a99c83febf8 req-10602d9a-514b-4faf-80e3-7c49de08ddc3 service nova] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Received event network-changed-16dd11a7-8d16-442f-bfa0-c46e0b441998 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1243.201855] env[62361]: DEBUG nova.compute.manager [req-2fc388c0-5b22-47e2-869a-4a99c83febf8 req-10602d9a-514b-4faf-80e3-7c49de08ddc3 service nova] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Refreshing instance network info cache due to event network-changed-16dd11a7-8d16-442f-bfa0-c46e0b441998. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1243.202969] env[62361]: DEBUG oslo_concurrency.lockutils [req-2fc388c0-5b22-47e2-869a-4a99c83febf8 req-10602d9a-514b-4faf-80e3-7c49de08ddc3 service nova] Acquiring lock "refresh_cache-a79edfa3-9b31-4079-979a-5d11818b3e42" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.202969] env[62361]: DEBUG oslo_concurrency.lockutils [req-2fc388c0-5b22-47e2-869a-4a99c83febf8 req-10602d9a-514b-4faf-80e3-7c49de08ddc3 service nova] Acquired lock "refresh_cache-a79edfa3-9b31-4079-979a-5d11818b3e42" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.202969] env[62361]: DEBUG nova.network.neutron [req-2fc388c0-5b22-47e2-869a-4a99c83febf8 req-10602d9a-514b-4faf-80e3-7c49de08ddc3 service nova] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Refreshing network info cache for port 16dd11a7-8d16-442f-bfa0-c46e0b441998 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.226161] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707588, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.234506] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29da7ae2-895e-4496-8d6d-c2c319b86120 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.245798] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': task-1707589, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.249045] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a83a838-7262-4a93-811a-f94cd51a3a47 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.295287] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db89c8b-a4fe-42a4-8d6e-70cf5494b0f8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.303501] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707590, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.306712] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c740cb05-0156-4d1a-b496-7e3687bfbb06 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.322137] env[62361]: DEBUG nova.compute.provider_tree [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1243.354179] env[62361]: DEBUG nova.network.neutron [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Updating instance_info_cache with network_info: [{"id": "71be643b-4042-44d7-b6a3-346cbe08fdca", "address": "fa:16:3e:0c:aa:41", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71be643b-40", "ovs_interfaceid": "71be643b-4042-44d7-b6a3-346cbe08fdca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.411789] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707593, 'name': CreateVM_Task, 'duration_secs': 0.386669} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.412495] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.413728] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.414523] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.415027] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.415426] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62eea692-ba52-45eb-b56f-c7c25c40e324 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.424166] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Waiting for the task: (returnval){ [ 1243.424166] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524a79f2-b68a-9954-5246-c617c56895cc" [ 1243.424166] env[62361]: _type = "Task" [ 1243.424166] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.437379] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524a79f2-b68a-9954-5246-c617c56895cc, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.437689] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.437918] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.438153] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.438292] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.438462] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.438719] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f2bee16-6b27-40ad-9a3f-94cbccd912c2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.447354] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.448407] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.448407] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b32c23-12ed-4c5c-a4d7-1d55547df6e1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.455285] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Waiting for the task: (returnval){ [ 1243.455285] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5249da68-66ef-0c78-8fe3-9e087164f214" [ 1243.455285] env[62361]: _type = "Task" [ 1243.455285] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.464660] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5249da68-66ef-0c78-8fe3-9e087164f214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.505256] env[62361]: DEBUG oslo_concurrency.lockutils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Acquiring lock "fcf611a3-a07e-4d1c-8a39-c02357bd9f30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.505517] env[62361]: DEBUG oslo_concurrency.lockutils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Lock "fcf611a3-a07e-4d1c-8a39-c02357bd9f30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.557071] env[62361]: INFO nova.compute.manager [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Took 20.57 seconds to build instance. [ 1243.586614] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.727055] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707588, 'name': ReconfigVM_Task, 'duration_secs': 0.542617} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.731627] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 366986e7-d0b3-40a2-9aa0-b1379d094c18/366986e7-d0b3-40a2-9aa0-b1379d094c18.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.732484] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81dd3911-54f0-478f-9c59-222810f63c95 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.742390] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': task-1707589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595517} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.744204] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a79edfa3-9b31-4079-979a-5d11818b3e42/a79edfa3-9b31-4079-979a-5d11818b3e42.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.744375] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.744797] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1243.744797] env[62361]: value = "task-1707594" [ 1243.744797] env[62361]: _type = "Task" [ 1243.744797] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.745219] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d09ad5d4-d208-4c57-8f2f-380642eff99b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.760822] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707594, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.762815] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Waiting for the task: (returnval){ [ 1243.762815] env[62361]: value = "task-1707595" [ 1243.762815] env[62361]: _type = "Task" [ 1243.762815] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.803331] env[62361]: DEBUG oslo_vmware.api [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707590, 'name': PowerOnVM_Task, 'duration_secs': 0.794483} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.803690] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.803968] env[62361]: INFO nova.compute.manager [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Took 13.93 seconds to spawn the instance on the hypervisor. [ 1243.804244] env[62361]: DEBUG nova.compute.manager [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1243.805395] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35baae1c-f52b-4496-875a-6ff7f54b9143 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.861731] env[62361]: ERROR nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [req-e98eeaa9-4810-45f5-a16a-5c09bad13c31] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e98eeaa9-4810-45f5-a16a-5c09bad13c31"}]} [ 1243.864773] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Releasing lock "refresh_cache-7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.864773] env[62361]: DEBUG nova.compute.manager [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Instance network_info: |[{"id": "71be643b-4042-44d7-b6a3-346cbe08fdca", "address": "fa:16:3e:0c:aa:41", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71be643b-40", "ovs_interfaceid": "71be643b-4042-44d7-b6a3-346cbe08fdca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1243.867855] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:aa:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71be643b-4042-44d7-b6a3-346cbe08fdca', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.881613] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Creating folder: Project (55363da6bf1b4a92b19558ca6f48014c). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1243.882318] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fc44176-5193-46ad-b0b0-a9fae6482537 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.892205] env[62361]: DEBUG nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1243.897100] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Created folder: Project (55363da6bf1b4a92b19558ca6f48014c) in parent group-v355747. [ 1243.897100] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Creating folder: Instances. Parent ref: group-v355766. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1243.897554] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad09e458-55a5-44fa-9329-e702778ce074 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.912335] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Created folder: Instances in parent group-v355766. [ 1243.912335] env[62361]: DEBUG oslo.service.loopingcall [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1243.912335] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.912335] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd307a08-d231-47d3-928e-1303e8a8c1fe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.931269] env[62361]: DEBUG nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1243.931440] env[62361]: DEBUG nova.compute.provider_tree [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1243.941407] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.941407] env[62361]: value = "task-1707598" [ 1243.941407] env[62361]: _type = "Task" [ 1243.941407] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.951319] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707598, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.952329] env[62361]: DEBUG nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1243.973351] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5249da68-66ef-0c78-8fe3-9e087164f214, 'name': SearchDatastore_Task, 'duration_secs': 0.013867} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.975121] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02f00201-bd00-4056-aae2-3c2f32c5c1ee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.980153] env[62361]: DEBUG nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1243.989305] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Waiting for the task: (returnval){ [ 1243.989305] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d9ac73-0277-3a7e-1533-74f229458a16" [ 1243.989305] env[62361]: _type = "Task" [ 1243.989305] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.005961] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d9ac73-0277-3a7e-1533-74f229458a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.061926] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dfa5f1d5-fb2f-47b5-9c6c-20b368d0bc52 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Lock "a7259360-260a-49cb-b673-c5d33cebf48f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.082s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.141289] env[62361]: DEBUG nova.network.neutron [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Successfully updated port: 159e5679-64fa-4e63-832f-f47d4c23d1f3 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.264178] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707594, 'name': Rename_Task, 'duration_secs': 0.260209} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.271191] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.275297] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0eb6636-d7b0-47d4-b9ee-fb2006d361bf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.281944] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': task-1707595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082577} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.283827] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.284199] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1244.284199] env[62361]: value = "task-1707599" [ 1244.284199] env[62361]: _type = "Task" [ 1244.284199] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.284901] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc95c807-5d40-4faf-8f41-462edd130540 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.293069] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5d9135-0f30-4767-9c7e-8e52a7f62eda {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.316047] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] a79edfa3-9b31-4079-979a-5d11818b3e42/a79edfa3-9b31-4079-979a-5d11818b3e42.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.320471] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2504da28-f7a5-4e24-8287-a8f313d31ffe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.338996] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707599, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.344561] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacb6c03-d7bd-416f-9b69-4fbf8d0f4f8c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.348296] env[62361]: INFO nova.compute.manager [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Took 20.51 seconds to build instance. [ 1244.350390] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Waiting for the task: (returnval){ [ 1244.350390] env[62361]: value = "task-1707600" [ 1244.350390] env[62361]: _type = "Task" [ 1244.350390] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.381678] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852550c7-27ba-4b27-acd2-1a24e5d77a08 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.388243] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': task-1707600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.394149] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b40203-c89c-48ff-ad51-65258bd2a2c4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.409558] env[62361]: DEBUG nova.compute.provider_tree [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1244.455036] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707598, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.506359] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d9ac73-0277-3a7e-1533-74f229458a16, 'name': SearchDatastore_Task, 'duration_secs': 0.034413} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.506359] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.506629] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 7147df9b-7e03-43fd-8bbc-54d8d0317a77/7147df9b-7e03-43fd-8bbc-54d8d0317a77.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.507656] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-353de972-ba90-4a26-b1bb-f3ea019e27e2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.516568] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Waiting for the task: (returnval){ [ 1244.516568] env[62361]: value = "task-1707601" [ 1244.516568] env[62361]: _type = "Task" [ 1244.516568] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.523607] env[62361]: DEBUG nova.network.neutron [req-2fc388c0-5b22-47e2-869a-4a99c83febf8 req-10602d9a-514b-4faf-80e3-7c49de08ddc3 service nova] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Updated VIF entry in instance network info cache for port 16dd11a7-8d16-442f-bfa0-c46e0b441998. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.523903] env[62361]: DEBUG nova.network.neutron [req-2fc388c0-5b22-47e2-869a-4a99c83febf8 req-10602d9a-514b-4faf-80e3-7c49de08ddc3 service nova] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Updating instance_info_cache with network_info: [{"id": "16dd11a7-8d16-442f-bfa0-c46e0b441998", "address": "fa:16:3e:4e:b7:a0", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16dd11a7-8d", "ovs_interfaceid": "16dd11a7-8d16-442f-bfa0-c46e0b441998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.533436] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.569265] env[62361]: DEBUG nova.compute.manager [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1244.578351] env[62361]: DEBUG nova.compute.manager [req-a77598cb-eb1e-4d8f-8a9c-d3de27f1014e req-820d74ef-8e2f-47d8-83cd-6011058b48de service nova] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Received event network-vif-plugged-5706d886-0df0-43f6-b1bc-b489cc3edbf0 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1244.578813] env[62361]: DEBUG oslo_concurrency.lockutils [req-a77598cb-eb1e-4d8f-8a9c-d3de27f1014e req-820d74ef-8e2f-47d8-83cd-6011058b48de service nova] Acquiring lock "7147df9b-7e03-43fd-8bbc-54d8d0317a77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.579154] env[62361]: DEBUG oslo_concurrency.lockutils [req-a77598cb-eb1e-4d8f-8a9c-d3de27f1014e req-820d74ef-8e2f-47d8-83cd-6011058b48de service nova] Lock "7147df9b-7e03-43fd-8bbc-54d8d0317a77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.579370] env[62361]: DEBUG oslo_concurrency.lockutils [req-a77598cb-eb1e-4d8f-8a9c-d3de27f1014e req-820d74ef-8e2f-47d8-83cd-6011058b48de service nova] Lock "7147df9b-7e03-43fd-8bbc-54d8d0317a77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.579674] env[62361]: DEBUG nova.compute.manager [req-a77598cb-eb1e-4d8f-8a9c-d3de27f1014e req-820d74ef-8e2f-47d8-83cd-6011058b48de service nova] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] No waiting events found dispatching network-vif-plugged-5706d886-0df0-43f6-b1bc-b489cc3edbf0 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1244.579974] env[62361]: WARNING nova.compute.manager [req-a77598cb-eb1e-4d8f-8a9c-d3de27f1014e req-820d74ef-8e2f-47d8-83cd-6011058b48de service nova] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Received unexpected event network-vif-plugged-5706d886-0df0-43f6-b1bc-b489cc3edbf0 for instance with vm_state building and task_state spawning. [ 1244.579974] env[62361]: DEBUG nova.compute.manager [req-a77598cb-eb1e-4d8f-8a9c-d3de27f1014e req-820d74ef-8e2f-47d8-83cd-6011058b48de service nova] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Received event network-changed-5706d886-0df0-43f6-b1bc-b489cc3edbf0 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1244.580325] env[62361]: DEBUG nova.compute.manager [req-a77598cb-eb1e-4d8f-8a9c-d3de27f1014e req-820d74ef-8e2f-47d8-83cd-6011058b48de service nova] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Refreshing instance network info cache due to event network-changed-5706d886-0df0-43f6-b1bc-b489cc3edbf0. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1244.580562] env[62361]: DEBUG oslo_concurrency.lockutils [req-a77598cb-eb1e-4d8f-8a9c-d3de27f1014e req-820d74ef-8e2f-47d8-83cd-6011058b48de service nova] Acquiring lock "refresh_cache-7147df9b-7e03-43fd-8bbc-54d8d0317a77" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.581075] env[62361]: DEBUG oslo_concurrency.lockutils [req-a77598cb-eb1e-4d8f-8a9c-d3de27f1014e req-820d74ef-8e2f-47d8-83cd-6011058b48de service nova] Acquired lock "refresh_cache-7147df9b-7e03-43fd-8bbc-54d8d0317a77" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.581075] env[62361]: DEBUG nova.network.neutron [req-a77598cb-eb1e-4d8f-8a9c-d3de27f1014e req-820d74ef-8e2f-47d8-83cd-6011058b48de service nova] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Refreshing network info cache for port 5706d886-0df0-43f6-b1bc-b489cc3edbf0 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.646921] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "refresh_cache-59f30b3f-5286-4d90-b726-011e419fca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.647156] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquired lock "refresh_cache-59f30b3f-5286-4d90-b726-011e419fca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.647360] env[62361]: DEBUG nova.network.neutron [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.649843] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Acquiring lock "845622fb-182f-422b-a2c6-9a1238bb1fda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.649843] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Lock "845622fb-182f-422b-a2c6-9a1238bb1fda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.798943] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707599, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.852428] env[62361]: DEBUG oslo_concurrency.lockutils [None req-03bf5777-f80e-4345-a3fd-2d905467064a tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Lock "28466209-2f25-401f-b406-78c8a99d8443" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.023s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.863510] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': task-1707600, 'name': ReconfigVM_Task, 'duration_secs': 0.37366} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.863817] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Reconfigured VM instance instance-00000005 to attach disk [datastore1] a79edfa3-9b31-4079-979a-5d11818b3e42/a79edfa3-9b31-4079-979a-5d11818b3e42.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.864959] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dfb082c-64df-4920-bc19-ed81d6a6badb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.872580] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Waiting for the task: (returnval){ [ 1244.872580] env[62361]: value = "task-1707602" [ 1244.872580] env[62361]: _type = "Task" [ 1244.872580] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.882241] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': task-1707602, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.937559] env[62361]: ERROR nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [req-0abbf7d7-665d-4c70-a8a8-d35e9c3c9ad7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0abbf7d7-665d-4c70-a8a8-d35e9c3c9ad7"}]} [ 1244.938129] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.315s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.942906] env[62361]: ERROR nova.compute.manager [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [instance: ff0635a8-915c-4353-973a-1254366fce31] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 (generation 20): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0abbf7d7-665d-4c70-a8a8-d35e9c3c9ad7"}]} [ 1244.942906] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] Traceback (most recent call last): [ 1244.942906] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] File "/opt/stack/nova/nova/compute/manager.py", line 2616, in _build_and_run_instance [ 1244.942906] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] with self.rt.instance_claim(context, instance, node, allocs, [ 1244.942906] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1244.942906] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] return f(*args, **kwargs) [ 1244.942906] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 1244.942906] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] self._update(elevated, cn) [ 1244.942906] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 1244.943393] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] self._update_to_placement(context, compute_node, startup) [ 1244.943393] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 1244.943393] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 1244.943393] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 1244.943393] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] raise attempt.get() [ 1244.943393] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 1244.943393] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] six.reraise(self.value[0], self.value[1], self.value[2]) [ 1244.943393] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 1244.943393] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] raise value [ 1244.943393] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 1244.943393] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 1244.943393] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 1244.943393] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] self.reportclient.update_from_provider_tree( [ 1244.944030] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1498, in update_from_provider_tree [ 1244.944030] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] self.set_inventory_for_provider( [ 1244.944030] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1003, in set_inventory_for_provider [ 1244.944030] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] raise exception.ResourceProviderUpdateConflict( [ 1244.944030] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 (generation 20): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0abbf7d7-665d-4c70-a8a8-d35e9c3c9ad7"}]} [ 1244.944030] env[62361]: ERROR nova.compute.manager [instance: ff0635a8-915c-4353-973a-1254366fce31] [ 1244.944030] env[62361]: DEBUG nova.compute.utils [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [instance: ff0635a8-915c-4353-973a-1254366fce31] A conflict was encountered attempting to update resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 (generation 20): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=62361) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1244.944387] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.851s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.945837] env[62361]: INFO nova.compute.claims [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.957095] env[62361]: DEBUG nova.compute.manager [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [instance: ff0635a8-915c-4353-973a-1254366fce31] Build of instance ff0635a8-915c-4353-973a-1254366fce31 was re-scheduled: A conflict was encountered attempting to update resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 (generation 20): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0abbf7d7-665d-4c70-a8a8-d35e9c3c9ad7"}]} {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2481}} [ 1244.958145] env[62361]: DEBUG nova.compute.manager [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [instance: ff0635a8-915c-4353-973a-1254366fce31] Unplugging VIFs for instance {{(pid=62361) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3007}} [ 1244.958145] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Acquiring lock "refresh_cache-ff0635a8-915c-4353-973a-1254366fce31" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.958145] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Acquired lock "refresh_cache-ff0635a8-915c-4353-973a-1254366fce31" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.958360] env[62361]: DEBUG nova.network.neutron [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [instance: ff0635a8-915c-4353-973a-1254366fce31] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.963033] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707598, 'name': CreateVM_Task, 'duration_secs': 0.672332} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.965633] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.965633] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.965633] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.965633] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.965633] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2b5287-27e7-4876-b7e6-5bee4416d95a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.970304] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1244.970304] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52edda8b-968c-0aad-e703-fbfdf527baca" [ 1244.970304] env[62361]: _type = "Task" [ 1244.970304] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.981463] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52edda8b-968c-0aad-e703-fbfdf527baca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.029239] env[62361]: DEBUG oslo_concurrency.lockutils [req-2fc388c0-5b22-47e2-869a-4a99c83febf8 req-10602d9a-514b-4faf-80e3-7c49de08ddc3 service nova] Releasing lock "refresh_cache-a79edfa3-9b31-4079-979a-5d11818b3e42" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.029595] env[62361]: DEBUG nova.compute.manager [req-2fc388c0-5b22-47e2-869a-4a99c83febf8 req-10602d9a-514b-4faf-80e3-7c49de08ddc3 service nova] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Received event network-vif-plugged-71be643b-4042-44d7-b6a3-346cbe08fdca {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1245.029743] env[62361]: DEBUG oslo_concurrency.lockutils [req-2fc388c0-5b22-47e2-869a-4a99c83febf8 req-10602d9a-514b-4faf-80e3-7c49de08ddc3 service nova] Acquiring lock "7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.029969] env[62361]: DEBUG oslo_concurrency.lockutils [req-2fc388c0-5b22-47e2-869a-4a99c83febf8 req-10602d9a-514b-4faf-80e3-7c49de08ddc3 service nova] Lock "7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.030272] env[62361]: DEBUG oslo_concurrency.lockutils [req-2fc388c0-5b22-47e2-869a-4a99c83febf8 req-10602d9a-514b-4faf-80e3-7c49de08ddc3 service nova] Lock "7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.030436] env[62361]: DEBUG nova.compute.manager [req-2fc388c0-5b22-47e2-869a-4a99c83febf8 req-10602d9a-514b-4faf-80e3-7c49de08ddc3 service nova] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] No waiting events found dispatching network-vif-plugged-71be643b-4042-44d7-b6a3-346cbe08fdca {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1245.030672] env[62361]: WARNING nova.compute.manager [req-2fc388c0-5b22-47e2-869a-4a99c83febf8 req-10602d9a-514b-4faf-80e3-7c49de08ddc3 service nova] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Received unexpected event network-vif-plugged-71be643b-4042-44d7-b6a3-346cbe08fdca for instance with vm_state building and task_state spawning. [ 1245.031583] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707601, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.112211] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.240291] env[62361]: DEBUG nova.network.neutron [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.304428] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707599, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.358203] env[62361]: DEBUG nova.compute.manager [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1245.391027] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': task-1707602, 'name': Rename_Task, 'duration_secs': 0.174071} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.391369] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.391911] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-351cb80d-9159-42b2-b5a6-30e8c3c2c62e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.398735] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Waiting for the task: (returnval){ [ 1245.398735] env[62361]: value = "task-1707603" [ 1245.398735] env[62361]: _type = "Task" [ 1245.398735] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.412374] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': task-1707603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.488458] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52edda8b-968c-0aad-e703-fbfdf527baca, 'name': SearchDatastore_Task, 'duration_secs': 0.064492} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.488789] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.489094] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.490143] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.490143] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.490143] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.490143] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-693f5b79-eb4b-4b98-8cac-24be91e69ae0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.499012] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.499201] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.500251] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a896ea68-ecc7-43e3-bfeb-1511ed39bfce {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.503717] env[62361]: DEBUG nova.network.neutron [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [instance: ff0635a8-915c-4353-973a-1254366fce31] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.511153] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1245.511153] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526ae22d-6826-7d2b-3ab5-a7ac9a7a41c1" [ 1245.511153] env[62361]: _type = "Task" [ 1245.511153] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.520942] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526ae22d-6826-7d2b-3ab5-a7ac9a7a41c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.531037] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704613} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.531317] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 7147df9b-7e03-43fd-8bbc-54d8d0317a77/7147df9b-7e03-43fd-8bbc-54d8d0317a77.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.531520] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.531913] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a0a38fc-7455-4ff3-83fc-11ccb2cbdce5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.539489] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Waiting for the task: (returnval){ [ 1245.539489] env[62361]: value = "task-1707604" [ 1245.539489] env[62361]: _type = "Task" [ 1245.539489] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.546946] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.695402] env[62361]: DEBUG nova.network.neutron [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Updating instance_info_cache with network_info: [{"id": "159e5679-64fa-4e63-832f-f47d4c23d1f3", "address": "fa:16:3e:7b:5f:82", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap159e5679-64", "ovs_interfaceid": "159e5679-64fa-4e63-832f-f47d4c23d1f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.765953] env[62361]: DEBUG nova.network.neutron [req-a77598cb-eb1e-4d8f-8a9c-d3de27f1014e req-820d74ef-8e2f-47d8-83cd-6011058b48de service nova] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Updated VIF entry in instance network info cache for port 5706d886-0df0-43f6-b1bc-b489cc3edbf0. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.766437] env[62361]: DEBUG nova.network.neutron [req-a77598cb-eb1e-4d8f-8a9c-d3de27f1014e req-820d74ef-8e2f-47d8-83cd-6011058b48de service nova] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Updating instance_info_cache with network_info: [{"id": "5706d886-0df0-43f6-b1bc-b489cc3edbf0", "address": "fa:16:3e:cf:24:6d", "network": {"id": "635a60a6-3a15-47d3-9a5f-53db65e0fd4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-947276834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "322bbe5940e14e02a740acf9212406fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5706d886-0d", "ovs_interfaceid": "5706d886-0df0-43f6-b1bc-b489cc3edbf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.805445] env[62361]: DEBUG nova.network.neutron [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [instance: ff0635a8-915c-4353-973a-1254366fce31] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.811122] env[62361]: DEBUG oslo_vmware.api [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707599, 'name': PowerOnVM_Task, 'duration_secs': 1.136438} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.811805] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.812185] env[62361]: INFO nova.compute.manager [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Took 13.65 seconds to spawn the instance on the hypervisor. [ 1245.816017] env[62361]: DEBUG nova.compute.manager [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1245.816017] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082a08ab-6da5-4ef5-8cd4-acf302576c80 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.889676] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.911818] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': task-1707603, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.983646] env[62361]: DEBUG nova.scheduler.client.report [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1246.011018] env[62361]: DEBUG nova.scheduler.client.report [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1246.011018] env[62361]: DEBUG nova.compute.provider_tree [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1246.025901] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526ae22d-6826-7d2b-3ab5-a7ac9a7a41c1, 'name': SearchDatastore_Task, 'duration_secs': 0.018311} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.029022] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6724330d-9b7d-4612-ae78-6895ff01803b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.034972] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1246.034972] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52389b5c-918c-28db-2394-c96255bebb0b" [ 1246.034972] env[62361]: _type = "Task" [ 1246.034972] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.036484] env[62361]: DEBUG nova.scheduler.client.report [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1246.065550] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135546} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.065862] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52389b5c-918c-28db-2394-c96255bebb0b, 'name': SearchDatastore_Task, 'duration_secs': 0.022177} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.068230] env[62361]: DEBUG nova.scheduler.client.report [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1246.069295] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.069623] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.069893] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd/7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.072048] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eb9607-87f1-44e6-810e-f8e5d74d27d9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.075259] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21b6e21a-b4f9-4bb2-9458-5e0657072551 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.097693] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 7147df9b-7e03-43fd-8bbc-54d8d0317a77/7147df9b-7e03-43fd-8bbc-54d8d0317a77.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.101637] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60cc4da9-ab21-4ef2-be43-bf1e58c67cd5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.115989] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1246.115989] env[62361]: value = "task-1707605" [ 1246.115989] env[62361]: _type = "Task" [ 1246.115989] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.121301] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Waiting for the task: (returnval){ [ 1246.121301] env[62361]: value = "task-1707606" [ 1246.121301] env[62361]: _type = "Task" [ 1246.121301] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.128844] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.135908] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707606, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.198327] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Releasing lock "refresh_cache-59f30b3f-5286-4d90-b726-011e419fca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.198743] env[62361]: DEBUG nova.compute.manager [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Instance network_info: |[{"id": "159e5679-64fa-4e63-832f-f47d4c23d1f3", "address": "fa:16:3e:7b:5f:82", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap159e5679-64", "ovs_interfaceid": "159e5679-64fa-4e63-832f-f47d4c23d1f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1246.199132] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:5f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '159e5679-64fa-4e63-832f-f47d4c23d1f3', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.209418] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Creating folder: Project (185c6d5b01bb49b8b07ed96b4126afb5). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1246.214489] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c371e689-5ac7-4055-bae9-58592f51d36b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.224119] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Created folder: Project (185c6d5b01bb49b8b07ed96b4126afb5) in parent group-v355747. [ 1246.224356] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Creating folder: Instances. Parent ref: group-v355769. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1246.224782] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-599b4e89-2670-475c-af1d-fec3e71a700d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.236106] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Created folder: Instances in parent group-v355769. [ 1246.236389] env[62361]: DEBUG oslo.service.loopingcall [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1246.236592] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.236809] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2969e8e1-d91f-40f7-bb0e-e72d1ca6f2c6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.260768] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.260768] env[62361]: value = "task-1707609" [ 1246.260768] env[62361]: _type = "Task" [ 1246.260768] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.270026] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707609, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.273021] env[62361]: DEBUG oslo_concurrency.lockutils [req-a77598cb-eb1e-4d8f-8a9c-d3de27f1014e req-820d74ef-8e2f-47d8-83cd-6011058b48de service nova] Releasing lock "refresh_cache-7147df9b-7e03-43fd-8bbc-54d8d0317a77" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.313334] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Releasing lock "refresh_cache-ff0635a8-915c-4353-973a-1254366fce31" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.313530] env[62361]: DEBUG nova.compute.manager [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62361) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3030}} [ 1246.313752] env[62361]: DEBUG nova.compute.manager [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [instance: ff0635a8-915c-4353-973a-1254366fce31] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1246.315099] env[62361]: DEBUG nova.network.neutron [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [instance: ff0635a8-915c-4353-973a-1254366fce31] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.331979] env[62361]: INFO nova.compute.manager [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Took 22.28 seconds to build instance. [ 1246.374136] env[62361]: DEBUG nova.network.neutron [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [instance: ff0635a8-915c-4353-973a-1254366fce31] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.394884] env[62361]: DEBUG oslo_concurrency.lockutils [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Acquiring lock "dac236ef-dacc-427d-9525-ccb2247a4610" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.397019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Lock "dac236ef-dacc-427d-9525-ccb2247a4610" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.397019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Acquiring lock "dac236ef-dacc-427d-9525-ccb2247a4610-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.397019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Lock "dac236ef-dacc-427d-9525-ccb2247a4610-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.397019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Lock "dac236ef-dacc-427d-9525-ccb2247a4610-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.398140] env[62361]: INFO nova.compute.manager [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Terminating instance [ 1246.400240] env[62361]: DEBUG nova.compute.manager [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1246.400440] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.401409] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb867e3-e5a4-4b53-aa7f-3cd6fd4db391 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.410944] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da193209-facb-4757-9221-949de5335b8e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.426734] env[62361]: DEBUG oslo_vmware.api [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': task-1707603, 'name': PowerOnVM_Task, 'duration_secs': 0.867605} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.427753] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.428477] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13e68f1-09ea-4b5f-bac2-cdb3ea4579e4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.432497] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.432668] env[62361]: INFO nova.compute.manager [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Took 11.89 seconds to spawn the instance on the hypervisor. [ 1246.432883] env[62361]: DEBUG nova.compute.manager [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1246.433122] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26ba9557-7cc7-4ec2-b951-7b41912679db {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.435272] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2935ed86-f6f8-4de0-828f-de12e10c7eb6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.478060] env[62361]: DEBUG oslo_vmware.api [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Waiting for the task: (returnval){ [ 1246.478060] env[62361]: value = "task-1707610" [ 1246.478060] env[62361]: _type = "Task" [ 1246.478060] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.478060] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12801254-0b0f-4ed0-8fb2-7bdae16f5e29 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.491162] env[62361]: DEBUG oslo_vmware.api [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.492924] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746f97a2-cae0-42df-a98b-e782493218eb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.510783] env[62361]: DEBUG nova.compute.provider_tree [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1246.629304] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707605, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.634514] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707606, 'name': ReconfigVM_Task, 'duration_secs': 0.409337} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.634808] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 7147df9b-7e03-43fd-8bbc-54d8d0317a77/7147df9b-7e03-43fd-8bbc-54d8d0317a77.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.635617] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf755879-8852-411d-b2f3-dc710d1962fb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.641980] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Waiting for the task: (returnval){ [ 1246.641980] env[62361]: value = "task-1707611" [ 1246.641980] env[62361]: _type = "Task" [ 1246.641980] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.650601] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707611, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.773466] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707609, 'name': CreateVM_Task, 'duration_secs': 0.456723} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.773744] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.774832] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.775127] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.775609] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.775993] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-477e8092-eacc-4d6c-b52a-29a791aa2a52 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.781181] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1246.781181] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52776248-5dd8-109c-5e61-b34be2a444d4" [ 1246.781181] env[62361]: _type = "Task" [ 1246.781181] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.789536] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52776248-5dd8-109c-5e61-b34be2a444d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.834290] env[62361]: DEBUG oslo_concurrency.lockutils [None req-64da0642-9c2d-449f-823e-1c8060efc7de tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Lock "366986e7-d0b3-40a2-9aa0-b1379d094c18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.790s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.880562] env[62361]: DEBUG nova.network.neutron [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [instance: ff0635a8-915c-4353-973a-1254366fce31] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.985809] env[62361]: INFO nova.compute.manager [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Took 22.73 seconds to build instance. [ 1246.990751] env[62361]: DEBUG oslo_vmware.api [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707610, 'name': PowerOffVM_Task, 'duration_secs': 0.33767} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.991038] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.991180] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.991526] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-321b842c-4356-4120-944e-76167b7c7a27 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.033620] env[62361]: ERROR nova.scheduler.client.report [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [req-04363644-9c9c-4c32-a782-2372f7991398] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-04363644-9c9c-4c32-a782-2372f7991398"}]} [ 1247.054328] env[62361]: DEBUG nova.scheduler.client.report [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1247.071491] env[62361]: DEBUG nova.scheduler.client.report [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1247.071491] env[62361]: DEBUG nova.compute.provider_tree [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1247.086131] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.086411] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.086568] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Deleting the datastore file [datastore1] dac236ef-dacc-427d-9525-ccb2247a4610 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.086863] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6fd4ef0-0e83-4925-be32-3c0d3ca54129 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.090338] env[62361]: DEBUG nova.scheduler.client.report [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1247.097053] env[62361]: DEBUG oslo_vmware.api [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Waiting for the task: (returnval){ [ 1247.097053] env[62361]: value = "task-1707613" [ 1247.097053] env[62361]: _type = "Task" [ 1247.097053] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.105546] env[62361]: DEBUG oslo_vmware.api [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.112885] env[62361]: DEBUG nova.scheduler.client.report [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1247.127500] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708583} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.127500] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd/7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.127750] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.128663] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2879daf2-b287-4c77-9540-15a90e00824a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.135515] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1247.135515] env[62361]: value = "task-1707614" [ 1247.135515] env[62361]: _type = "Task" [ 1247.135515] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.150365] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.155297] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707611, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.181732] env[62361]: DEBUG nova.compute.manager [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Received event network-changed-71be643b-4042-44d7-b6a3-346cbe08fdca {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1247.181943] env[62361]: DEBUG nova.compute.manager [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Refreshing instance network info cache due to event network-changed-71be643b-4042-44d7-b6a3-346cbe08fdca. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1247.182176] env[62361]: DEBUG oslo_concurrency.lockutils [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] Acquiring lock "refresh_cache-7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.182313] env[62361]: DEBUG oslo_concurrency.lockutils [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] Acquired lock "refresh_cache-7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.182459] env[62361]: DEBUG nova.network.neutron [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Refreshing network info cache for port 71be643b-4042-44d7-b6a3-346cbe08fdca {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.295279] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52776248-5dd8-109c-5e61-b34be2a444d4, 'name': SearchDatastore_Task, 'duration_secs': 0.012325} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.302026] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.302026] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.302026] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.302026] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.302417] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.302417] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eae266e-30a3-455c-80eb-e39142967074 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.314391] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.314696] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.318139] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-947b17da-1fa0-4149-b64b-13f8c18547ae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.329123] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1247.329123] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c4a697-3278-48f2-266b-31534874c8f3" [ 1247.329123] env[62361]: _type = "Task" [ 1247.329123] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.340963] env[62361]: DEBUG nova.compute.manager [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1247.344163] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c4a697-3278-48f2-266b-31534874c8f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.386932] env[62361]: INFO nova.compute.manager [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] [instance: ff0635a8-915c-4353-973a-1254366fce31] Took 1.07 seconds to deallocate network for instance. [ 1247.452754] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b8135e-0d7d-4cd6-a2db-46a5d9d54d57 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.467533] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61f1b42-cf70-48a0-be98-a1e92572fd4b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.502437] env[62361]: DEBUG oslo_concurrency.lockutils [None req-66796ea1-a58c-423c-abcf-1dadbac6b78d tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Lock "a79edfa3-9b31-4079-979a-5d11818b3e42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.260s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.506471] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847af2e3-2255-4b2f-94aa-0305e5118766 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.514109] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Acquiring lock "beae7708-6ddc-422f-b429-d4e67588a172" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.514635] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Lock "beae7708-6ddc-422f-b429-d4e67588a172" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.521204] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac23b49-75a0-4515-850b-8c825902497e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.536252] env[62361]: DEBUG nova.compute.provider_tree [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1247.607368] env[62361]: DEBUG oslo_vmware.api [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.650407] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083103} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.654091] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.654091] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9caec3-7b79-4857-8dad-caa9a70256b7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.657718] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707611, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.682399] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd/7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.683052] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a89ba4-5307-41a6-a0ec-d5848eb40ed1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.707212] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1247.707212] env[62361]: value = "task-1707615" [ 1247.707212] env[62361]: _type = "Task" [ 1247.707212] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.721053] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707615, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.762181] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Acquiring lock "3a55b2e6-a884-4dda-a9d4-9e63182c8ffa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.762772] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Lock "3a55b2e6-a884-4dda-a9d4-9e63182c8ffa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.841690] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c4a697-3278-48f2-266b-31534874c8f3, 'name': SearchDatastore_Task, 'duration_secs': 0.031008} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.842507] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-279052b7-77c0-4488-84ae-bd18015ce45f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.849986] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1247.849986] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524f8ea1-d8c4-d6ed-3c31-1a12ce64f79a" [ 1247.849986] env[62361]: _type = "Task" [ 1247.849986] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.859110] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524f8ea1-d8c4-d6ed-3c31-1a12ce64f79a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.866321] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.006821] env[62361]: DEBUG nova.compute.manager [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1248.066475] env[62361]: ERROR nova.scheduler.client.report [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [req-e5d86e88-1a92-4274-9a3c-486a7c4a34b4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e5d86e88-1a92-4274-9a3c-486a7c4a34b4"}]} [ 1248.085275] env[62361]: DEBUG nova.scheduler.client.report [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1248.103342] env[62361]: DEBUG nova.scheduler.client.report [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1248.103542] env[62361]: DEBUG nova.compute.provider_tree [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1248.111410] env[62361]: DEBUG oslo_vmware.api [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Task: {'id': task-1707613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.661567} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.111619] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.111803] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.111973] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.112166] env[62361]: INFO nova.compute.manager [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1248.112663] env[62361]: DEBUG oslo.service.loopingcall [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1248.112903] env[62361]: DEBUG nova.compute.manager [-] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1248.113009] env[62361]: DEBUG nova.network.neutron [-] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.116290] env[62361]: DEBUG nova.scheduler.client.report [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1248.140549] env[62361]: DEBUG nova.scheduler.client.report [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1248.156020] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707611, 'name': Rename_Task, 'duration_secs': 1.199745} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.156371] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.156591] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56771bd9-9ca6-4052-ba7e-aea8ba11c064 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.168937] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Waiting for the task: (returnval){ [ 1248.168937] env[62361]: value = "task-1707616" [ 1248.168937] env[62361]: _type = "Task" [ 1248.168937] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.177563] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.225967] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707615, 'name': ReconfigVM_Task, 'duration_secs': 0.440013} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.226343] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd/7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.230935] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-777fbf8f-9b0b-4a4f-b6fb-be49bbd7bddf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.238383] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1248.238383] env[62361]: value = "task-1707617" [ 1248.238383] env[62361]: _type = "Task" [ 1248.238383] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.249655] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707617, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.361564] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524f8ea1-d8c4-d6ed-3c31-1a12ce64f79a, 'name': SearchDatastore_Task, 'duration_secs': 0.012819} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.361864] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.362077] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 59f30b3f-5286-4d90-b726-011e419fca2a/59f30b3f-5286-4d90-b726-011e419fca2a.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.362345] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a5608c9-95c3-4a6e-a25e-3f7c391cf244 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.371846] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1248.371846] env[62361]: value = "task-1707618" [ 1248.371846] env[62361]: _type = "Task" [ 1248.371846] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.381378] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.431310] env[62361]: INFO nova.scheduler.client.report [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Deleted allocations for instance ff0635a8-915c-4353-973a-1254366fce31 [ 1248.478115] env[62361]: DEBUG nova.network.neutron [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Updated VIF entry in instance network info cache for port 71be643b-4042-44d7-b6a3-346cbe08fdca. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.478474] env[62361]: DEBUG nova.network.neutron [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Updating instance_info_cache with network_info: [{"id": "71be643b-4042-44d7-b6a3-346cbe08fdca", "address": "fa:16:3e:0c:aa:41", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71be643b-40", "ovs_interfaceid": "71be643b-4042-44d7-b6a3-346cbe08fdca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.486848] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6564b1d1-c4d7-4769-ae8f-78ba0cc19f48 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.498566] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7f5baf-ed35-4263-ae53-665afd49101b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.541467] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2649a558-ffa3-40a2-b785-29f849117abc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.550102] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398d8f10-200e-4ed3-a538-158c2717c3d9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.558051] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.565910] env[62361]: DEBUG nova.compute.provider_tree [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1248.682576] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707616, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.760279] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707617, 'name': Rename_Task, 'duration_secs': 0.198684} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.760279] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.760279] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-063260e3-46de-4c4a-97e8-18c5a1f0b269 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.768773] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1248.768773] env[62361]: value = "task-1707619" [ 1248.768773] env[62361]: _type = "Task" [ 1248.768773] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.782050] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.885213] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707618, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.945628] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e9daff5d-4594-471a-a374-3df41e586f3c tempest-ServerActionsTestOtherA-1762683521 tempest-ServerActionsTestOtherA-1762683521-project-member] Lock "ff0635a8-915c-4353-973a-1254366fce31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.572s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.981946] env[62361]: DEBUG oslo_concurrency.lockutils [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] Releasing lock "refresh_cache-7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.981946] env[62361]: DEBUG nova.compute.manager [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Received event network-vif-plugged-159e5679-64fa-4e63-832f-f47d4c23d1f3 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1248.981946] env[62361]: DEBUG oslo_concurrency.lockutils [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] Acquiring lock "59f30b3f-5286-4d90-b726-011e419fca2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.982154] env[62361]: DEBUG oslo_concurrency.lockutils [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] Lock "59f30b3f-5286-4d90-b726-011e419fca2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.982736] env[62361]: DEBUG oslo_concurrency.lockutils [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] Lock "59f30b3f-5286-4d90-b726-011e419fca2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.982736] env[62361]: DEBUG nova.compute.manager [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] No waiting events found dispatching network-vif-plugged-159e5679-64fa-4e63-832f-f47d4c23d1f3 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1248.982736] env[62361]: WARNING nova.compute.manager [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Received unexpected event network-vif-plugged-159e5679-64fa-4e63-832f-f47d4c23d1f3 for instance with vm_state building and task_state spawning. [ 1248.982957] env[62361]: DEBUG nova.compute.manager [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Received event network-changed-159e5679-64fa-4e63-832f-f47d4c23d1f3 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1248.983031] env[62361]: DEBUG nova.compute.manager [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Refreshing instance network info cache due to event network-changed-159e5679-64fa-4e63-832f-f47d4c23d1f3. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1248.983186] env[62361]: DEBUG oslo_concurrency.lockutils [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] Acquiring lock "refresh_cache-59f30b3f-5286-4d90-b726-011e419fca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.983355] env[62361]: DEBUG oslo_concurrency.lockutils [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] Acquired lock "refresh_cache-59f30b3f-5286-4d90-b726-011e419fca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.983608] env[62361]: DEBUG nova.network.neutron [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Refreshing network info cache for port 159e5679-64fa-4e63-832f-f47d4c23d1f3 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.106294] env[62361]: DEBUG nova.scheduler.client.report [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Updated inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with generation 23 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1249.106572] env[62361]: DEBUG nova.compute.provider_tree [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 23 to 24 during operation: update_inventory {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1249.106912] env[62361]: DEBUG nova.compute.provider_tree [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1249.180208] env[62361]: DEBUG oslo_vmware.api [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707616, 'name': PowerOnVM_Task, 'duration_secs': 0.799588} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.180517] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.180727] env[62361]: INFO nova.compute.manager [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1249.180934] env[62361]: DEBUG nova.compute.manager [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1249.182077] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebfcf5b-7709-4761-ab9d-84a4d09b37f4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.278533] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.355957] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Acquiring lock "28466209-2f25-401f-b406-78c8a99d8443" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.356242] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Lock "28466209-2f25-401f-b406-78c8a99d8443" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.356466] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Acquiring lock "28466209-2f25-401f-b406-78c8a99d8443-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.356645] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Lock "28466209-2f25-401f-b406-78c8a99d8443-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.356842] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Lock "28466209-2f25-401f-b406-78c8a99d8443-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.359296] env[62361]: INFO nova.compute.manager [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Terminating instance [ 1249.361191] env[62361]: DEBUG nova.compute.manager [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1249.361456] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.362193] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aff1640-56ec-4560-9a02-88890abfe1e6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.370151] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.370334] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27b3b2ee-dc3d-4d24-9f61-53c47c6e4ab4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.377959] env[62361]: DEBUG oslo_vmware.api [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Waiting for the task: (returnval){ [ 1249.377959] env[62361]: value = "task-1707620" [ 1249.377959] env[62361]: _type = "Task" [ 1249.377959] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.385605] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596973} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.385796] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 59f30b3f-5286-4d90-b726-011e419fca2a/59f30b3f-5286-4d90-b726-011e419fca2a.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.386018] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.386276] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7341cee5-ed19-44c2-b6d0-02225593d86c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.392671] env[62361]: DEBUG oslo_vmware.api [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.397267] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1249.397267] env[62361]: value = "task-1707621" [ 1249.397267] env[62361]: _type = "Task" [ 1249.397267] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.405158] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.450179] env[62361]: DEBUG nova.compute.manager [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1249.615019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.669s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.615019] env[62361]: DEBUG nova.compute.manager [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1249.618581] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.032s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.620228] env[62361]: INFO nova.compute.claims [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.711755] env[62361]: INFO nova.compute.manager [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Took 24.30 seconds to build instance. [ 1249.767035] env[62361]: DEBUG nova.network.neutron [-] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.784707] env[62361]: DEBUG oslo_vmware.api [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707619, 'name': PowerOnVM_Task, 'duration_secs': 0.92911} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.785672] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.785884] env[62361]: INFO nova.compute.manager [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Took 12.87 seconds to spawn the instance on the hypervisor. [ 1249.786266] env[62361]: DEBUG nova.compute.manager [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1249.786957] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868e0634-934c-4cb8-adff-1b6aa7e0feda {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.892270] env[62361]: DEBUG oslo_vmware.api [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707620, 'name': PowerOffVM_Task, 'duration_secs': 0.198131} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.892650] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.892919] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.893259] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0308041-1f69-4cd2-9d67-9d866847cdfe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.907355] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069503} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.907681] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.909048] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2896b4-2d79-412f-b613-face9a61bd6d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.940431] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 59f30b3f-5286-4d90-b726-011e419fca2a/59f30b3f-5286-4d90-b726-011e419fca2a.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.944444] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Acquiring lock "366986e7-d0b3-40a2-9aa0-b1379d094c18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.945831] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Lock "366986e7-d0b3-40a2-9aa0-b1379d094c18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.945831] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Acquiring lock "366986e7-d0b3-40a2-9aa0-b1379d094c18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.945831] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Lock "366986e7-d0b3-40a2-9aa0-b1379d094c18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.945831] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Lock "366986e7-d0b3-40a2-9aa0-b1379d094c18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.947947] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f15182fa-519f-4e82-8162-27581a258aa0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.964939] env[62361]: INFO nova.compute.manager [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Terminating instance [ 1249.968399] env[62361]: DEBUG nova.compute.manager [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1249.968399] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.971975] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b296db-ad91-4aab-bf4f-468bc33fd34d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.979160] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.979160] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.979435] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Deleting the datastore file [datastore1] 28466209-2f25-401f-b406-78c8a99d8443 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.980952] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47c43e7b-ba5d-4d72-b553-89ed0cf47ab8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.988310] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1249.988310] env[62361]: value = "task-1707623" [ 1249.988310] env[62361]: _type = "Task" [ 1249.988310] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.988310] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.988310] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70ecddb7-47aa-425b-942c-4ade138b5b89 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.994906] env[62361]: DEBUG oslo_vmware.api [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Waiting for the task: (returnval){ [ 1249.994906] env[62361]: value = "task-1707624" [ 1249.994906] env[62361]: _type = "Task" [ 1249.994906] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.001324] env[62361]: DEBUG oslo_vmware.api [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Waiting for the task: (returnval){ [ 1250.001324] env[62361]: value = "task-1707625" [ 1250.001324] env[62361]: _type = "Task" [ 1250.001324] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.001771] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707623, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.003169] env[62361]: DEBUG oslo_concurrency.lockutils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.010033] env[62361]: DEBUG oslo_vmware.api [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.019141] env[62361]: DEBUG oslo_vmware.api [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Task: {'id': task-1707625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.120857] env[62361]: DEBUG nova.compute.utils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1250.122729] env[62361]: DEBUG nova.compute.manager [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1250.124996] env[62361]: DEBUG nova.network.neutron [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.221140] env[62361]: DEBUG nova.network.neutron [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Updated VIF entry in instance network info cache for port 159e5679-64fa-4e63-832f-f47d4c23d1f3. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.221507] env[62361]: DEBUG nova.network.neutron [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Updating instance_info_cache with network_info: [{"id": "159e5679-64fa-4e63-832f-f47d4c23d1f3", "address": "fa:16:3e:7b:5f:82", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap159e5679-64", "ovs_interfaceid": "159e5679-64fa-4e63-832f-f47d4c23d1f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.223499] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54558bee-1ede-4da9-8d6e-37b49808c38a tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Lock "7147df9b-7e03-43fd-8bbc-54d8d0317a77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.830s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.275021] env[62361]: INFO nova.compute.manager [-] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Took 2.16 seconds to deallocate network for instance. [ 1250.310349] env[62361]: INFO nova.compute.manager [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Took 24.99 seconds to build instance. [ 1250.498315] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.502730] env[62361]: DEBUG nova.policy [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '939bab36726041e0b35c61c114821f71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f500d5556d534954a273671eefa58d05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1250.514023] env[62361]: DEBUG oslo_vmware.api [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.516715] env[62361]: DEBUG oslo_vmware.api [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Task: {'id': task-1707625, 'name': PowerOffVM_Task, 'duration_secs': 0.408807} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.516984] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.517364] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.517820] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b0ea6cc-e5c1-4ba8-8978-3365c0abc80e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.617989] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.618227] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.618410] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Deleting the datastore file [datastore1] 366986e7-d0b3-40a2-9aa0-b1379d094c18 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.618746] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-615eeea1-d8d7-429b-8917-8ce81168cb79 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.623282] env[62361]: DEBUG nova.compute.manager [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1250.627792] env[62361]: DEBUG oslo_vmware.api [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Waiting for the task: (returnval){ [ 1250.627792] env[62361]: value = "task-1707627" [ 1250.627792] env[62361]: _type = "Task" [ 1250.627792] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.642245] env[62361]: DEBUG oslo_vmware.api [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Task: {'id': task-1707627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.724559] env[62361]: DEBUG oslo_concurrency.lockutils [req-d0981bbf-23c5-4254-90f3-cbca4ccc99f9 req-5c4170c3-0dd5-43db-97d4-1c04b95a56a7 service nova] Releasing lock "refresh_cache-59f30b3f-5286-4d90-b726-011e419fca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.728165] env[62361]: DEBUG nova.compute.manager [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1250.782818] env[62361]: DEBUG oslo_concurrency.lockutils [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.815264] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a22aaa9-c44a-41e1-a9fc-f4276effc6f8 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.515s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.957459] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5b1a02-836c-4a74-867a-0ec9f1a3dfcf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.966294] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6c83a7-a8e4-4635-87c1-f928e2aada62 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.005075] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd2f723-28f3-477e-be25-a9f3bdc5b62a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.012755] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707623, 'name': ReconfigVM_Task, 'duration_secs': 0.708967} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.019028] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 59f30b3f-5286-4d90-b726-011e419fca2a/59f30b3f-5286-4d90-b726-011e419fca2a.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.019606] env[62361]: DEBUG oslo_vmware.api [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Task: {'id': task-1707624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532628} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.019784] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbbfd1a9-7776-454c-be59-4fd6c84dd327 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.022936] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6701f8-6155-4455-ba51-590ee9a4a8f6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.026971] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.027181] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.027593] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.027593] env[62361]: INFO nova.compute.manager [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1251.029632] env[62361]: DEBUG oslo.service.loopingcall [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1251.030315] env[62361]: DEBUG nova.compute.manager [-] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1251.030315] env[62361]: DEBUG nova.network.neutron [-] [instance: 28466209-2f25-401f-b406-78c8a99d8443] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.043034] env[62361]: DEBUG nova.compute.provider_tree [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.046368] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1251.046368] env[62361]: value = "task-1707628" [ 1251.046368] env[62361]: _type = "Task" [ 1251.046368] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.055644] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707628, 'name': Rename_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.144315] env[62361]: DEBUG oslo_vmware.api [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Task: {'id': task-1707627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.258652] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.314952] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.324825] env[62361]: DEBUG nova.compute.manager [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1251.366069] env[62361]: DEBUG nova.network.neutron [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Successfully created port: ac127e42-ae6c-4553-ac12-040d6ec12d96 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1251.547063] env[62361]: DEBUG nova.scheduler.client.report [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1251.563709] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707628, 'name': Rename_Task, 'duration_secs': 0.185238} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.565400] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.565723] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9838b019-b92f-45a7-ade3-4c87485d091e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.574176] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1251.574176] env[62361]: value = "task-1707629" [ 1251.574176] env[62361]: _type = "Task" [ 1251.574176] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.585163] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.624388] env[62361]: DEBUG nova.compute.manager [req-a0c3a29c-e6df-4b60-846b-22aedf93ea28 req-2ca7916b-98e5-4be9-abdd-1c39a634dceb service nova] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Received event network-vif-deleted-3c6914e8-2ffd-4d84-be31-05ac9733178d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1251.638079] env[62361]: DEBUG nova.compute.manager [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1251.650145] env[62361]: DEBUG oslo_vmware.api [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Task: {'id': task-1707627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.598487} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.650484] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.650716] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.650916] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.651215] env[62361]: INFO nova.compute.manager [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1251.651446] env[62361]: DEBUG oslo.service.loopingcall [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1251.651650] env[62361]: DEBUG nova.compute.manager [-] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1251.651746] env[62361]: DEBUG nova.network.neutron [-] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.798454] env[62361]: DEBUG nova.virt.hardware [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1251.798826] env[62361]: DEBUG nova.virt.hardware [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1251.799070] env[62361]: DEBUG nova.virt.hardware [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.799321] env[62361]: DEBUG nova.virt.hardware [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1251.799682] env[62361]: DEBUG nova.virt.hardware [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.799928] env[62361]: DEBUG nova.virt.hardware [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1251.800641] env[62361]: DEBUG nova.virt.hardware [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1251.800641] env[62361]: DEBUG nova.virt.hardware [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1251.800641] env[62361]: DEBUG nova.virt.hardware [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1251.800802] env[62361]: DEBUG nova.virt.hardware [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1251.801094] env[62361]: DEBUG nova.virt.hardware [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1251.802254] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bdd83a-cf7b-475e-9035-5253675fe31f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.812190] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945d43eb-2e4e-43ee-a8cc-c9a09543229c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.848662] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.057905] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.058844] env[62361]: DEBUG nova.compute.manager [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1252.062616] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.951s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.064699] env[62361]: INFO nova.compute.claims [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.089974] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.092265] env[62361]: DEBUG nova.network.neutron [-] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.312149] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.312423] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1252.522298] env[62361]: DEBUG nova.network.neutron [-] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.570955] env[62361]: DEBUG nova.compute.utils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1252.575703] env[62361]: DEBUG nova.compute.manager [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1252.576088] env[62361]: DEBUG nova.network.neutron [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1252.592315] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.601253] env[62361]: INFO nova.compute.manager [-] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Took 1.57 seconds to deallocate network for instance. [ 1252.648313] env[62361]: DEBUG nova.policy [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de42d19247ca41db952c9c6bd4d06580', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b452b44183a444c4accfdf728b1addd4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1253.028131] env[62361]: INFO nova.compute.manager [-] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Took 1.38 seconds to deallocate network for instance. [ 1253.077154] env[62361]: DEBUG nova.compute.manager [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1253.106144] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707629, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.108268] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.194922] env[62361]: DEBUG nova.network.neutron [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Successfully created port: 21b2c2bb-c625-4e2c-a48c-940bfdc67b24 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.252019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "cad0a47a-d332-400d-a662-8b0089e6d803" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.252019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "cad0a47a-d332-400d-a662-8b0089e6d803" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.309368] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.311483] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.311797] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1253.312062] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Rebuilding the list of instances to heal {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1253.408193] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad18a479-f879-43ee-90fa-7f5d204be9b0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.416417] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b99bf81-a683-41c2-a05f-c32630ee2928 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.458426] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d5dd25-57ce-4ae5-93d1-160e418e124e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.467038] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432649e5-3a53-4be7-b398-c6a271db1a12 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.483304] env[62361]: DEBUG nova.compute.provider_tree [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.534342] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.592753] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707629, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.717633] env[62361]: DEBUG nova.network.neutron [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Successfully updated port: ac127e42-ae6c-4553-ac12-040d6ec12d96 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1253.820640] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Skipping network cache update for instance because it is Building. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1253.820640] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Skipping network cache update for instance because it is Building. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1253.820640] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 54650f01-3470-46bd-ae16-051df7758071] Skipping network cache update for instance because it is Building. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1253.820640] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Skipping network cache update for instance because it is Building. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1253.841938] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "refresh_cache-dac236ef-dacc-427d-9525-ccb2247a4610" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.842131] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquired lock "refresh_cache-dac236ef-dacc-427d-9525-ccb2247a4610" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.842272] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Forcefully refreshing network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1253.842891] env[62361]: DEBUG nova.objects.instance [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lazy-loading 'info_cache' on Instance uuid dac236ef-dacc-427d-9525-ccb2247a4610 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.988349] env[62361]: DEBUG nova.scheduler.client.report [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1254.093495] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707629, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.100090] env[62361]: DEBUG nova.compute.manager [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1254.138494] env[62361]: DEBUG nova.virt.hardware [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1254.138494] env[62361]: DEBUG nova.virt.hardware [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1254.138650] env[62361]: DEBUG nova.virt.hardware [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.138825] env[62361]: DEBUG nova.virt.hardware [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1254.138995] env[62361]: DEBUG nova.virt.hardware [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.140621] env[62361]: DEBUG nova.virt.hardware [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1254.140780] env[62361]: DEBUG nova.virt.hardware [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1254.140994] env[62361]: DEBUG nova.virt.hardware [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1254.141205] env[62361]: DEBUG nova.virt.hardware [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1254.141436] env[62361]: DEBUG nova.virt.hardware [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1254.141634] env[62361]: DEBUG nova.virt.hardware [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1254.142766] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cba3f7a-6c5e-411c-aee3-1c972355a9b3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.154150] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4494e6-8dd4-43e0-971e-a57fa1e7d055 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.176956] env[62361]: DEBUG oslo_concurrency.lockutils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Acquiring lock "e7cf29d2-4447-4acf-a14d-51806a352d75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.177320] env[62361]: DEBUG oslo_concurrency.lockutils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Lock "e7cf29d2-4447-4acf-a14d-51806a352d75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.177529] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Acquiring lock "416dd54f-4444-458b-be82-3324c86fb5c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.177708] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Lock "416dd54f-4444-458b-be82-3324c86fb5c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.219952] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Acquiring lock "refresh_cache-0addfb95-4247-496a-a5bc-4954ce8acba7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.220134] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Acquired lock "refresh_cache-0addfb95-4247-496a-a5bc-4954ce8acba7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.220318] env[62361]: DEBUG nova.network.neutron [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.461273] env[62361]: DEBUG nova.compute.manager [req-a8d54795-0ab5-4086-b217-bd04a88b221a req-045b907f-7672-4f23-84ca-b55a163075bb service nova] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Received event network-changed-5706d886-0df0-43f6-b1bc-b489cc3edbf0 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1254.461273] env[62361]: DEBUG nova.compute.manager [req-a8d54795-0ab5-4086-b217-bd04a88b221a req-045b907f-7672-4f23-84ca-b55a163075bb service nova] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Refreshing instance network info cache due to event network-changed-5706d886-0df0-43f6-b1bc-b489cc3edbf0. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1254.461585] env[62361]: DEBUG oslo_concurrency.lockutils [req-a8d54795-0ab5-4086-b217-bd04a88b221a req-045b907f-7672-4f23-84ca-b55a163075bb service nova] Acquiring lock "refresh_cache-7147df9b-7e03-43fd-8bbc-54d8d0317a77" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.461585] env[62361]: DEBUG oslo_concurrency.lockutils [req-a8d54795-0ab5-4086-b217-bd04a88b221a req-045b907f-7672-4f23-84ca-b55a163075bb service nova] Acquired lock "refresh_cache-7147df9b-7e03-43fd-8bbc-54d8d0317a77" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.461699] env[62361]: DEBUG nova.network.neutron [req-a8d54795-0ab5-4086-b217-bd04a88b221a req-045b907f-7672-4f23-84ca-b55a163075bb service nova] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Refreshing network info cache for port 5706d886-0df0-43f6-b1bc-b489cc3edbf0 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.495696] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.496269] env[62361]: DEBUG nova.compute.manager [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1254.500086] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.610s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.504566] env[62361]: INFO nova.compute.claims [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.593375] env[62361]: DEBUG oslo_vmware.api [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707629, 'name': PowerOnVM_Task, 'duration_secs': 2.87401} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.594054] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.594466] env[62361]: INFO nova.compute.manager [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Took 12.94 seconds to spawn the instance on the hypervisor. [ 1254.594782] env[62361]: DEBUG nova.compute.manager [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1254.596290] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989d6da6-a902-426e-b010-2ed4d9fd6f32 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.764969] env[62361]: DEBUG nova.network.neutron [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.873968] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.010454] env[62361]: DEBUG nova.compute.utils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1255.020414] env[62361]: DEBUG nova.compute.manager [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1255.020953] env[62361]: DEBUG nova.network.neutron [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.074532] env[62361]: DEBUG nova.compute.manager [req-25f49770-55f5-4bfb-818a-3c23c0cafb70 req-d1ca1a65-16df-480b-8236-815c1c4dd478 service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Received event network-changed-1e479f4f-d674-49bb-8062-0c22b0edaefb {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1255.074994] env[62361]: DEBUG nova.compute.manager [req-25f49770-55f5-4bfb-818a-3c23c0cafb70 req-d1ca1a65-16df-480b-8236-815c1c4dd478 service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Refreshing instance network info cache due to event network-changed-1e479f4f-d674-49bb-8062-0c22b0edaefb. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1255.075230] env[62361]: DEBUG oslo_concurrency.lockutils [req-25f49770-55f5-4bfb-818a-3c23c0cafb70 req-d1ca1a65-16df-480b-8236-815c1c4dd478 service nova] Acquiring lock "refresh_cache-a7259360-260a-49cb-b673-c5d33cebf48f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.075386] env[62361]: DEBUG oslo_concurrency.lockutils [req-25f49770-55f5-4bfb-818a-3c23c0cafb70 req-d1ca1a65-16df-480b-8236-815c1c4dd478 service nova] Acquired lock "refresh_cache-a7259360-260a-49cb-b673-c5d33cebf48f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.075554] env[62361]: DEBUG nova.network.neutron [req-25f49770-55f5-4bfb-818a-3c23c0cafb70 req-d1ca1a65-16df-480b-8236-815c1c4dd478 service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Refreshing network info cache for port 1e479f4f-d674-49bb-8062-0c22b0edaefb {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.091749] env[62361]: DEBUG nova.network.neutron [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Updating instance_info_cache with network_info: [{"id": "ac127e42-ae6c-4553-ac12-040d6ec12d96", "address": "fa:16:3e:4f:6b:3b", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac127e42-ae", "ovs_interfaceid": "ac127e42-ae6c-4553-ac12-040d6ec12d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.096829] env[62361]: DEBUG nova.policy [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cd722194f654553a95c54ad36c18910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '935c235470d84225b05f210814ff08d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1255.118036] env[62361]: INFO nova.compute.manager [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Took 29.12 seconds to build instance. [ 1255.363971] env[62361]: DEBUG nova.network.neutron [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Successfully updated port: 21b2c2bb-c625-4e2c-a48c-940bfdc67b24 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.457116] env[62361]: DEBUG nova.network.neutron [req-a8d54795-0ab5-4086-b217-bd04a88b221a req-045b907f-7672-4f23-84ca-b55a163075bb service nova] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Updated VIF entry in instance network info cache for port 5706d886-0df0-43f6-b1bc-b489cc3edbf0. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.457555] env[62361]: DEBUG nova.network.neutron [req-a8d54795-0ab5-4086-b217-bd04a88b221a req-045b907f-7672-4f23-84ca-b55a163075bb service nova] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Updating instance_info_cache with network_info: [{"id": "5706d886-0df0-43f6-b1bc-b489cc3edbf0", "address": "fa:16:3e:cf:24:6d", "network": {"id": "635a60a6-3a15-47d3-9a5f-53db65e0fd4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-947276834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "322bbe5940e14e02a740acf9212406fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5706d886-0d", "ovs_interfaceid": "5706d886-0df0-43f6-b1bc-b489cc3edbf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.511499] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.519488] env[62361]: DEBUG nova.compute.manager [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1255.600679] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Releasing lock "refresh_cache-0addfb95-4247-496a-a5bc-4954ce8acba7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.600679] env[62361]: DEBUG nova.compute.manager [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Instance network_info: |[{"id": "ac127e42-ae6c-4553-ac12-040d6ec12d96", "address": "fa:16:3e:4f:6b:3b", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac127e42-ae", "ovs_interfaceid": "ac127e42-ae6c-4553-ac12-040d6ec12d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1255.602095] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:6b:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac127e42-ae6c-4553-ac12-040d6ec12d96', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.613854] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Creating folder: Project (f500d5556d534954a273671eefa58d05). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1255.620366] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0dcd9d5-f152-4626-b2bd-335bd687501a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.622037] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b61141bb-200f-4efb-b88f-f68b358846e9 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "59f30b3f-5286-4d90-b726-011e419fca2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.646s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.633982] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Created folder: Project (f500d5556d534954a273671eefa58d05) in parent group-v355747. [ 1255.634122] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Creating folder: Instances. Parent ref: group-v355772. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1255.634631] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-384a1e43-d128-435d-815e-dd9470149781 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.637297] env[62361]: DEBUG nova.network.neutron [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Successfully created port: 44ea4df0-c68a-48a2-8609-a3b49f2cfff6 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.649494] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Created folder: Instances in parent group-v355772. [ 1255.650290] env[62361]: DEBUG oslo.service.loopingcall [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1255.650290] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.650290] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b36104b0-16a2-4c3d-8b30-5b49ec61376f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.671821] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.671821] env[62361]: value = "task-1707632" [ 1255.671821] env[62361]: _type = "Task" [ 1255.671821] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.679480] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707632, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.870278] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Acquiring lock "refresh_cache-54650f01-3470-46bd-ae16-051df7758071" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.870459] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Acquired lock "refresh_cache-54650f01-3470-46bd-ae16-051df7758071" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.870578] env[62361]: DEBUG nova.network.neutron [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.911081] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ff6028-215a-4696-9ab8-bfeab4a7c72e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.919115] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270d4ba9-aae7-4557-b90b-734ce951b423 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.956573] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931a1108-1abe-4e5c-beaf-6ef4153c0233 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.960997] env[62361]: DEBUG oslo_concurrency.lockutils [req-a8d54795-0ab5-4086-b217-bd04a88b221a req-045b907f-7672-4f23-84ca-b55a163075bb service nova] Releasing lock "refresh_cache-7147df9b-7e03-43fd-8bbc-54d8d0317a77" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.965227] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea186f2-ff97-454e-a67b-a4df6c5da782 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.980580] env[62361]: DEBUG nova.compute.provider_tree [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.015663] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Releasing lock "refresh_cache-dac236ef-dacc-427d-9525-ccb2247a4610" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.015905] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Updated the network info_cache for instance {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1256.016172] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.016425] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.016646] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.017048] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.022945] env[62361]: DEBUG nova.network.neutron [req-25f49770-55f5-4bfb-818a-3c23c0cafb70 req-d1ca1a65-16df-480b-8236-815c1c4dd478 service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Updated VIF entry in instance network info cache for port 1e479f4f-d674-49bb-8062-0c22b0edaefb. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.023376] env[62361]: DEBUG nova.network.neutron [req-25f49770-55f5-4bfb-818a-3c23c0cafb70 req-d1ca1a65-16df-480b-8236-815c1c4dd478 service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Updating instance_info_cache with network_info: [{"id": "1e479f4f-d674-49bb-8062-0c22b0edaefb", "address": "fa:16:3e:c8:a7:a8", "network": {"id": "a5a42da8-5381-4f2d-b4b7-e6a5fee8bc12", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1919869300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f19337cb5c54ec7a93e937d0d0777ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e479f4f-d6", "ovs_interfaceid": "1e479f4f-d674-49bb-8062-0c22b0edaefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.126966] env[62361]: DEBUG nova.compute.manager [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1256.182834] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707632, 'name': CreateVM_Task, 'duration_secs': 0.352711} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.183786] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1256.183786] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.183932] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.184164] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.184414] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d50c5db-9e38-4e8a-8c97-f47173e58358 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.189040] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Waiting for the task: (returnval){ [ 1256.189040] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d96146-3272-97e1-fa21-8f85d014e0b2" [ 1256.189040] env[62361]: _type = "Task" [ 1256.189040] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.197308] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d96146-3272-97e1-fa21-8f85d014e0b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.433955] env[62361]: DEBUG nova.network.neutron [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.485130] env[62361]: DEBUG nova.scheduler.client.report [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1256.519825] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.530508] env[62361]: DEBUG nova.compute.manager [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1256.532842] env[62361]: DEBUG oslo_concurrency.lockutils [req-25f49770-55f5-4bfb-818a-3c23c0cafb70 req-d1ca1a65-16df-480b-8236-815c1c4dd478 service nova] Releasing lock "refresh_cache-a7259360-260a-49cb-b673-c5d33cebf48f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.533090] env[62361]: DEBUG nova.compute.manager [req-25f49770-55f5-4bfb-818a-3c23c0cafb70 req-d1ca1a65-16df-480b-8236-815c1c4dd478 service nova] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Received event network-vif-deleted-c4981617-7582-4ec3-8d07-ebf2714daba5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1256.533277] env[62361]: DEBUG nova.compute.manager [req-25f49770-55f5-4bfb-818a-3c23c0cafb70 req-d1ca1a65-16df-480b-8236-815c1c4dd478 service nova] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Received event network-vif-deleted-7a235779-63d8-4971-9985-9b26aa3f7eb5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1256.533457] env[62361]: DEBUG nova.compute.manager [req-25f49770-55f5-4bfb-818a-3c23c0cafb70 req-d1ca1a65-16df-480b-8236-815c1c4dd478 service nova] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Received event network-vif-plugged-ac127e42-ae6c-4553-ac12-040d6ec12d96 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1256.533638] env[62361]: DEBUG oslo_concurrency.lockutils [req-25f49770-55f5-4bfb-818a-3c23c0cafb70 req-d1ca1a65-16df-480b-8236-815c1c4dd478 service nova] Acquiring lock "0addfb95-4247-496a-a5bc-4954ce8acba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.533852] env[62361]: DEBUG oslo_concurrency.lockutils [req-25f49770-55f5-4bfb-818a-3c23c0cafb70 req-d1ca1a65-16df-480b-8236-815c1c4dd478 service nova] Lock "0addfb95-4247-496a-a5bc-4954ce8acba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.533991] env[62361]: DEBUG oslo_concurrency.lockutils [req-25f49770-55f5-4bfb-818a-3c23c0cafb70 req-d1ca1a65-16df-480b-8236-815c1c4dd478 service nova] Lock "0addfb95-4247-496a-a5bc-4954ce8acba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.534167] env[62361]: DEBUG nova.compute.manager [req-25f49770-55f5-4bfb-818a-3c23c0cafb70 req-d1ca1a65-16df-480b-8236-815c1c4dd478 service nova] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] No waiting events found dispatching network-vif-plugged-ac127e42-ae6c-4553-ac12-040d6ec12d96 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1256.534338] env[62361]: WARNING nova.compute.manager [req-25f49770-55f5-4bfb-818a-3c23c0cafb70 req-d1ca1a65-16df-480b-8236-815c1c4dd478 service nova] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Received unexpected event network-vif-plugged-ac127e42-ae6c-4553-ac12-040d6ec12d96 for instance with vm_state building and task_state spawning. [ 1256.571233] env[62361]: DEBUG nova.virt.hardware [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1256.571233] env[62361]: DEBUG nova.virt.hardware [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1256.571233] env[62361]: DEBUG nova.virt.hardware [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.571453] env[62361]: DEBUG nova.virt.hardware [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1256.571453] env[62361]: DEBUG nova.virt.hardware [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.571453] env[62361]: DEBUG nova.virt.hardware [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1256.571453] env[62361]: DEBUG nova.virt.hardware [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1256.571453] env[62361]: DEBUG nova.virt.hardware [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1256.571613] env[62361]: DEBUG nova.virt.hardware [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1256.571613] env[62361]: DEBUG nova.virt.hardware [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1256.572853] env[62361]: DEBUG nova.virt.hardware [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1256.572954] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6c785a-1786-4867-a155-1efa7f66edd4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.587014] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7253ce7c-0a2a-4ed3-8bbc-752d852e97b4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.640152] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Acquiring lock "a79edfa3-9b31-4079-979a-5d11818b3e42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.640152] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Lock "a79edfa3-9b31-4079-979a-5d11818b3e42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.641469] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Acquiring lock "a79edfa3-9b31-4079-979a-5d11818b3e42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.641469] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Lock "a79edfa3-9b31-4079-979a-5d11818b3e42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.641469] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Lock "a79edfa3-9b31-4079-979a-5d11818b3e42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.646204] env[62361]: INFO nova.compute.manager [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Terminating instance [ 1256.648967] env[62361]: DEBUG nova.compute.manager [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1256.649185] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.650432] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdd06d8-8074-423a-b882-7a581ff94384 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.663052] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.663543] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.663783] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf56cccf-d0f8-4075-b81f-4c1c90d728ee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.670984] env[62361]: DEBUG oslo_vmware.api [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Waiting for the task: (returnval){ [ 1256.670984] env[62361]: value = "task-1707633" [ 1256.670984] env[62361]: _type = "Task" [ 1256.670984] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.684682] env[62361]: DEBUG oslo_vmware.api [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': task-1707633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.703399] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d96146-3272-97e1-fa21-8f85d014e0b2, 'name': SearchDatastore_Task, 'duration_secs': 0.015775} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.703724] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.704073] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.704331] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.704479] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.704674] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.705078] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34b2f2e2-b1a7-4f59-8c42-a0a607c2599e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.714440] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.714666] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.715509] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f3e6806-5eca-4c22-ac21-cd352280db76 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.721977] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Waiting for the task: (returnval){ [ 1256.721977] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528fd807-41af-1ef3-92c7-b47dfaac2d82" [ 1256.721977] env[62361]: _type = "Task" [ 1256.721977] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.731155] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528fd807-41af-1ef3-92c7-b47dfaac2d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.760834] env[62361]: DEBUG nova.network.neutron [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Updating instance_info_cache with network_info: [{"id": "21b2c2bb-c625-4e2c-a48c-940bfdc67b24", "address": "fa:16:3e:a4:d2:d3", "network": {"id": "21efd118-a885-448c-b5ef-271d33002c89", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-373545114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b452b44183a444c4accfdf728b1addd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b2c2bb-c6", "ovs_interfaceid": "21b2c2bb-c625-4e2c-a48c-940bfdc67b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.992250] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.992778] env[62361]: DEBUG nova.compute.manager [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1256.996953] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.131s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.998640] env[62361]: INFO nova.compute.claims [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.182041] env[62361]: DEBUG oslo_vmware.api [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': task-1707633, 'name': PowerOffVM_Task, 'duration_secs': 0.209308} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.182611] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.182815] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.183200] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d6bca38-7b99-49be-9733-58dd8655b2ae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.234525] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528fd807-41af-1ef3-92c7-b47dfaac2d82, 'name': SearchDatastore_Task, 'duration_secs': 0.011568} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.235752] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec28b5c9-1d0b-43f1-af2d-8b6d58287293 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.241935] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Waiting for the task: (returnval){ [ 1257.241935] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520bd4da-47eb-efa8-c53a-7ab5fb56be9a" [ 1257.241935] env[62361]: _type = "Task" [ 1257.241935] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.251119] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520bd4da-47eb-efa8-c53a-7ab5fb56be9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.260545] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.260545] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.260691] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Deleting the datastore file [datastore1] a79edfa3-9b31-4079-979a-5d11818b3e42 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.260961] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09f2e550-aebe-411e-b23b-80d7f4c5dd79 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.263702] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Releasing lock "refresh_cache-54650f01-3470-46bd-ae16-051df7758071" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.264729] env[62361]: DEBUG nova.compute.manager [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Instance network_info: |[{"id": "21b2c2bb-c625-4e2c-a48c-940bfdc67b24", "address": "fa:16:3e:a4:d2:d3", "network": {"id": "21efd118-a885-448c-b5ef-271d33002c89", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-373545114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b452b44183a444c4accfdf728b1addd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b2c2bb-c6", "ovs_interfaceid": "21b2c2bb-c625-4e2c-a48c-940bfdc67b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1257.265141] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:d2:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21b2c2bb-c625-4e2c-a48c-940bfdc67b24', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.275257] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Creating folder: Project (b452b44183a444c4accfdf728b1addd4). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.276366] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99438cc5-5e14-46b2-aded-995799ef195a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.282484] env[62361]: DEBUG oslo_vmware.api [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Waiting for the task: (returnval){ [ 1257.282484] env[62361]: value = "task-1707635" [ 1257.282484] env[62361]: _type = "Task" [ 1257.282484] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.289435] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Created folder: Project (b452b44183a444c4accfdf728b1addd4) in parent group-v355747. [ 1257.289435] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Creating folder: Instances. Parent ref: group-v355775. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.289435] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ab77f1d-f04e-4de5-aba8-c4bb9f0fe52c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.294749] env[62361]: DEBUG oslo_vmware.api [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': task-1707635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.304336] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Created folder: Instances in parent group-v355775. [ 1257.304779] env[62361]: DEBUG oslo.service.loopingcall [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1257.306098] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54650f01-3470-46bd-ae16-051df7758071] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.306361] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa29310d-5e17-429d-912f-9ed692d23ad2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.327936] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.327936] env[62361]: value = "task-1707638" [ 1257.327936] env[62361]: _type = "Task" [ 1257.327936] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.336542] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707638, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.453628] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquiring lock "3d3de8fe-5189-4105-bc80-566c5307922e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.453914] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "3d3de8fe-5189-4105-bc80-566c5307922e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.507424] env[62361]: DEBUG nova.compute.utils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1257.513020] env[62361]: DEBUG nova.compute.manager [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1257.513020] env[62361]: DEBUG nova.network.neutron [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1257.751913] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520bd4da-47eb-efa8-c53a-7ab5fb56be9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.752999] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.753052] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 0addfb95-4247-496a-a5bc-4954ce8acba7/0addfb95-4247-496a-a5bc-4954ce8acba7.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.753300] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e801934-7e36-4b1c-8f2d-4330bbbc4116 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.760379] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Waiting for the task: (returnval){ [ 1257.760379] env[62361]: value = "task-1707639" [ 1257.760379] env[62361]: _type = "Task" [ 1257.760379] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.768312] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.792422] env[62361]: DEBUG oslo_vmware.api [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Task: {'id': task-1707635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24078} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.792709] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.792892] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.793079] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.793262] env[62361]: INFO nova.compute.manager [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1257.793479] env[62361]: DEBUG oslo.service.loopingcall [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1257.793729] env[62361]: DEBUG nova.compute.manager [-] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1257.793808] env[62361]: DEBUG nova.network.neutron [-] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1257.834780] env[62361]: DEBUG nova.policy [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cd722194f654553a95c54ad36c18910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '935c235470d84225b05f210814ff08d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1257.842185] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707638, 'name': CreateVM_Task, 'duration_secs': 0.343998} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.842364] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54650f01-3470-46bd-ae16-051df7758071] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.843050] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.843298] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.843649] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.844174] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d9e6bcb-2e43-4f07-8354-3b3dcaf41a51 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.848624] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Waiting for the task: (returnval){ [ 1257.848624] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5232c263-eeb7-e423-9558-493e72485723" [ 1257.848624] env[62361]: _type = "Task" [ 1257.848624] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.860304] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5232c263-eeb7-e423-9558-493e72485723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.861412] env[62361]: DEBUG nova.network.neutron [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Successfully updated port: 44ea4df0-c68a-48a2-8609-a3b49f2cfff6 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.010354] env[62361]: DEBUG nova.compute.manager [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1258.275449] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507569} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.275811] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 0addfb95-4247-496a-a5bc-4954ce8acba7/0addfb95-4247-496a-a5bc-4954ce8acba7.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1258.276082] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1258.276369] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8110dfa4-759e-4ee0-a596-cc2575874dee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.285244] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Waiting for the task: (returnval){ [ 1258.285244] env[62361]: value = "task-1707640" [ 1258.285244] env[62361]: _type = "Task" [ 1258.285244] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.293395] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.366021] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5232c263-eeb7-e423-9558-493e72485723, 'name': SearchDatastore_Task, 'duration_secs': 0.008049} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.366021] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.366021] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.366021] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.367079] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.367079] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.367079] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "refresh_cache-933f8a73-a8e1-4168-a91e-9cc248518ecd" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.367079] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired lock "refresh_cache-933f8a73-a8e1-4168-a91e-9cc248518ecd" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.367278] env[62361]: DEBUG nova.network.neutron [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.368780] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ccabbfc-6692-482d-b2c5-2962e24ae1ca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.383498] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.383687] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.387137] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-249f3abc-522b-4197-aa6d-b35dd2c5a086 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.395373] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Waiting for the task: (returnval){ [ 1258.395373] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528a579e-5e96-ad07-0903-61e81279c5ee" [ 1258.395373] env[62361]: _type = "Task" [ 1258.395373] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.404607] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528a579e-5e96-ad07-0903-61e81279c5ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.454698] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f311e077-7a97-48d1-8c1e-6f2b3d7b44fb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.462729] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00dec99-b7aa-45d6-b2c2-52e6d2c11142 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.498952] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b144d621-c58c-4b53-bf50-4e9f7ff49944 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.507907] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae930304-2e85-4a5c-bbce-477d987af59b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.531621] env[62361]: DEBUG nova.compute.provider_tree [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.676243] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquiring lock "c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.676724] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lock "c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.794887] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079678} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.795131] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.795836] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efffe7c7-1b6d-4d14-b5b0-70e439146626 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.818485] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 0addfb95-4247-496a-a5bc-4954ce8acba7/0addfb95-4247-496a-a5bc-4954ce8acba7.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.818834] env[62361]: DEBUG nova.network.neutron [-] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.820596] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280e6ccc-5700-4eb9-a128-48b352bbcd80 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.838728] env[62361]: DEBUG nova.network.neutron [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Successfully created port: 5aa826b5-1e56-441a-a8b5-b00209f3bc9e {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1258.845821] env[62361]: DEBUG nova.compute.manager [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Stashing vm_state: active {{(pid=62361) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1258.852020] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Waiting for the task: (returnval){ [ 1258.852020] env[62361]: value = "task-1707641" [ 1258.852020] env[62361]: _type = "Task" [ 1258.852020] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.861738] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.906867] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528a579e-5e96-ad07-0903-61e81279c5ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.908055] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7451a6-e038-4aa5-b77a-01cb1d1d2a8e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.916598] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Waiting for the task: (returnval){ [ 1258.916598] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521b16de-4a22-571f-5604-34542336d830" [ 1258.916598] env[62361]: _type = "Task" [ 1258.916598] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.928815] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521b16de-4a22-571f-5604-34542336d830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.929839] env[62361]: DEBUG nova.network.neutron [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.035055] env[62361]: DEBUG nova.compute.manager [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1259.038368] env[62361]: DEBUG nova.scheduler.client.report [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1259.059611] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquiring lock "a6a860ad-919e-4184-9850-79316658b946" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.059847] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Lock "a6a860ad-919e-4184-9850-79316658b946" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.086386] env[62361]: DEBUG nova.virt.hardware [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1259.086682] env[62361]: DEBUG nova.virt.hardware [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1259.086872] env[62361]: DEBUG nova.virt.hardware [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.088308] env[62361]: DEBUG nova.virt.hardware [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1259.089039] env[62361]: DEBUG nova.virt.hardware [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.089039] env[62361]: DEBUG nova.virt.hardware [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1259.089039] env[62361]: DEBUG nova.virt.hardware [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1259.089039] env[62361]: DEBUG nova.virt.hardware [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1259.089277] env[62361]: DEBUG nova.virt.hardware [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1259.089445] env[62361]: DEBUG nova.virt.hardware [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1259.089623] env[62361]: DEBUG nova.virt.hardware [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1259.090930] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fb4197-6ae1-4af6-be1c-5f22585a37ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.101628] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aff0582-3cda-4f57-bf36-fbc13de48608 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.138284] env[62361]: DEBUG nova.compute.manager [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Received event network-changed-ac127e42-ae6c-4553-ac12-040d6ec12d96 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1259.138415] env[62361]: DEBUG nova.compute.manager [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Refreshing instance network info cache due to event network-changed-ac127e42-ae6c-4553-ac12-040d6ec12d96. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1259.138731] env[62361]: DEBUG oslo_concurrency.lockutils [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] Acquiring lock "refresh_cache-0addfb95-4247-496a-a5bc-4954ce8acba7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.138731] env[62361]: DEBUG oslo_concurrency.lockutils [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] Acquired lock "refresh_cache-0addfb95-4247-496a-a5bc-4954ce8acba7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.139107] env[62361]: DEBUG nova.network.neutron [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Refreshing network info cache for port ac127e42-ae6c-4553-ac12-040d6ec12d96 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.164303] env[62361]: DEBUG nova.network.neutron [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Updating instance_info_cache with network_info: [{"id": "44ea4df0-c68a-48a2-8609-a3b49f2cfff6", "address": "fa:16:3e:9d:90:41", "network": {"id": "cc52a1e9-1d41-4a28-bb02-41585793a417", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-609394028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935c235470d84225b05f210814ff08d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ea4df0-c6", "ovs_interfaceid": "44ea4df0-c68a-48a2-8609-a3b49f2cfff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.269366] env[62361]: DEBUG nova.compute.manager [req-9b7b4dce-a858-4566-abeb-0f11deb9feac req-2ecd0d87-dac3-41d0-8914-3e3c9aeeebab service nova] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Received event network-vif-plugged-44ea4df0-c68a-48a2-8609-a3b49f2cfff6 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1259.269604] env[62361]: DEBUG oslo_concurrency.lockutils [req-9b7b4dce-a858-4566-abeb-0f11deb9feac req-2ecd0d87-dac3-41d0-8914-3e3c9aeeebab service nova] Acquiring lock "933f8a73-a8e1-4168-a91e-9cc248518ecd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.269815] env[62361]: DEBUG oslo_concurrency.lockutils [req-9b7b4dce-a858-4566-abeb-0f11deb9feac req-2ecd0d87-dac3-41d0-8914-3e3c9aeeebab service nova] Lock "933f8a73-a8e1-4168-a91e-9cc248518ecd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.269995] env[62361]: DEBUG oslo_concurrency.lockutils [req-9b7b4dce-a858-4566-abeb-0f11deb9feac req-2ecd0d87-dac3-41d0-8914-3e3c9aeeebab service nova] Lock "933f8a73-a8e1-4168-a91e-9cc248518ecd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.270214] env[62361]: DEBUG nova.compute.manager [req-9b7b4dce-a858-4566-abeb-0f11deb9feac req-2ecd0d87-dac3-41d0-8914-3e3c9aeeebab service nova] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] No waiting events found dispatching network-vif-plugged-44ea4df0-c68a-48a2-8609-a3b49f2cfff6 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1259.270348] env[62361]: WARNING nova.compute.manager [req-9b7b4dce-a858-4566-abeb-0f11deb9feac req-2ecd0d87-dac3-41d0-8914-3e3c9aeeebab service nova] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Received unexpected event network-vif-plugged-44ea4df0-c68a-48a2-8609-a3b49f2cfff6 for instance with vm_state building and task_state spawning. [ 1259.339216] env[62361]: INFO nova.compute.manager [-] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Took 1.55 seconds to deallocate network for instance. [ 1259.364123] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.373123] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.432129] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521b16de-4a22-571f-5604-34542336d830, 'name': SearchDatastore_Task, 'duration_secs': 0.016093} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.432691] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.432691] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 54650f01-3470-46bd-ae16-051df7758071/54650f01-3470-46bd-ae16-051df7758071.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.432947] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa21dab9-080d-424c-8aa1-4f46090185f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.440478] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Waiting for the task: (returnval){ [ 1259.440478] env[62361]: value = "task-1707642" [ 1259.440478] env[62361]: _type = "Task" [ 1259.440478] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.449177] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.548110] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.548654] env[62361]: DEBUG nova.compute.manager [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1259.551390] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.995s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.552804] env[62361]: INFO nova.compute.claims [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.667549] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Releasing lock "refresh_cache-933f8a73-a8e1-4168-a91e-9cc248518ecd" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.667999] env[62361]: DEBUG nova.compute.manager [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Instance network_info: |[{"id": "44ea4df0-c68a-48a2-8609-a3b49f2cfff6", "address": "fa:16:3e:9d:90:41", "network": {"id": "cc52a1e9-1d41-4a28-bb02-41585793a417", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-609394028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935c235470d84225b05f210814ff08d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ea4df0-c6", "ovs_interfaceid": "44ea4df0-c68a-48a2-8609-a3b49f2cfff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1259.668460] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:90:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44ea4df0-c68a-48a2-8609-a3b49f2cfff6', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.676447] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Creating folder: Project (935c235470d84225b05f210814ff08d0). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1259.679604] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74c5063d-94d5-4d0c-bd1c-f750708fa954 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.689766] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Created folder: Project (935c235470d84225b05f210814ff08d0) in parent group-v355747. [ 1259.689985] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Creating folder: Instances. Parent ref: group-v355778. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1259.690350] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3739239d-dd59-48b5-bf29-92e8854b3936 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.699371] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Created folder: Instances in parent group-v355778. [ 1259.699635] env[62361]: DEBUG oslo.service.loopingcall [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1259.699830] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.700051] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d79566a-c5fd-49fa-b30d-8e096d49a4e9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.723059] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.723059] env[62361]: value = "task-1707645" [ 1259.723059] env[62361]: _type = "Task" [ 1259.723059] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.733656] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707645, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.846259] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.866681] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707641, 'name': ReconfigVM_Task, 'duration_secs': 0.799903} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.866918] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 0addfb95-4247-496a-a5bc-4954ce8acba7/0addfb95-4247-496a-a5bc-4954ce8acba7.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.867858] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38c36469-1677-48a2-a9b6-e32cd3eb056a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.875669] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Waiting for the task: (returnval){ [ 1259.875669] env[62361]: value = "task-1707646" [ 1259.875669] env[62361]: _type = "Task" [ 1259.875669] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.892027] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707646, 'name': Rename_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.952347] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707642, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.058427] env[62361]: DEBUG nova.compute.utils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1260.063199] env[62361]: DEBUG nova.compute.manager [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1260.066829] env[62361]: DEBUG nova.network.neutron [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.241216] env[62361]: DEBUG nova.policy [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30c10809dfcd4dbf8b752abcc19e807f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae1cd0d6e944c4ab5c21a6de4ec9366', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1260.247520] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707645, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.280032] env[62361]: DEBUG nova.network.neutron [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Updated VIF entry in instance network info cache for port ac127e42-ae6c-4553-ac12-040d6ec12d96. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.280032] env[62361]: DEBUG nova.network.neutron [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Updating instance_info_cache with network_info: [{"id": "ac127e42-ae6c-4553-ac12-040d6ec12d96", "address": "fa:16:3e:4f:6b:3b", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac127e42-ae", "ovs_interfaceid": "ac127e42-ae6c-4553-ac12-040d6ec12d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.387011] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707646, 'name': Rename_Task, 'duration_secs': 0.19543} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.387526] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.387889] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ef22dfb-4dac-4578-b879-d3ffa39a6311 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.395055] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Waiting for the task: (returnval){ [ 1260.395055] env[62361]: value = "task-1707647" [ 1260.395055] env[62361]: _type = "Task" [ 1260.395055] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.402438] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.454543] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533278} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.454968] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 54650f01-3470-46bd-ae16-051df7758071/54650f01-3470-46bd-ae16-051df7758071.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.455437] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.455758] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5416f8e5-e4ca-4946-8d3c-0a1183e5df4f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.463088] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Waiting for the task: (returnval){ [ 1260.463088] env[62361]: value = "task-1707648" [ 1260.463088] env[62361]: _type = "Task" [ 1260.463088] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.474283] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.565058] env[62361]: DEBUG nova.compute.manager [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1260.739216] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707645, 'name': CreateVM_Task, 'duration_secs': 0.575327} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.741925] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.742863] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.743176] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.743444] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.743731] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be9c256-d8fe-43db-8eca-2d3b686796c1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.749444] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1260.749444] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526e1cd0-220d-c064-3174-80cd08d483d9" [ 1260.749444] env[62361]: _type = "Task" [ 1260.749444] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.757270] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526e1cd0-220d-c064-3174-80cd08d483d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.782154] env[62361]: DEBUG oslo_concurrency.lockutils [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] Releasing lock "refresh_cache-0addfb95-4247-496a-a5bc-4954ce8acba7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.783264] env[62361]: DEBUG nova.compute.manager [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] Received event network-vif-plugged-21b2c2bb-c625-4e2c-a48c-940bfdc67b24 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1260.783264] env[62361]: DEBUG oslo_concurrency.lockutils [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] Acquiring lock "54650f01-3470-46bd-ae16-051df7758071-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.783264] env[62361]: DEBUG oslo_concurrency.lockutils [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] Lock "54650f01-3470-46bd-ae16-051df7758071-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.783264] env[62361]: DEBUG oslo_concurrency.lockutils [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] Lock "54650f01-3470-46bd-ae16-051df7758071-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.783264] env[62361]: DEBUG nova.compute.manager [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] No waiting events found dispatching network-vif-plugged-21b2c2bb-c625-4e2c-a48c-940bfdc67b24 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1260.783507] env[62361]: WARNING nova.compute.manager [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] Received unexpected event network-vif-plugged-21b2c2bb-c625-4e2c-a48c-940bfdc67b24 for instance with vm_state building and task_state spawning. [ 1260.783507] env[62361]: DEBUG nova.compute.manager [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] Received event network-changed-21b2c2bb-c625-4e2c-a48c-940bfdc67b24 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1260.783586] env[62361]: DEBUG nova.compute.manager [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] Refreshing instance network info cache due to event network-changed-21b2c2bb-c625-4e2c-a48c-940bfdc67b24. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1260.783767] env[62361]: DEBUG oslo_concurrency.lockutils [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] Acquiring lock "refresh_cache-54650f01-3470-46bd-ae16-051df7758071" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.784021] env[62361]: DEBUG oslo_concurrency.lockutils [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] Acquired lock "refresh_cache-54650f01-3470-46bd-ae16-051df7758071" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.785418] env[62361]: DEBUG nova.network.neutron [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] Refreshing network info cache for port 21b2c2bb-c625-4e2c-a48c-940bfdc67b24 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.908425] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.975285] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068763} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.979284] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.981127] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2fe921-366b-41e4-b528-c7c88231a4c0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.010265] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 54650f01-3470-46bd-ae16-051df7758071/54650f01-3470-46bd-ae16-051df7758071.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.011320] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c83242-0efc-43f9-a721-6711fc1fed5b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.027492] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a501f2d4-051c-4fff-b7d0-b7946eafbe8f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.036413] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45a4cca-fc2b-427c-bac5-9df62358ada1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.039886] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Waiting for the task: (returnval){ [ 1261.039886] env[62361]: value = "task-1707649" [ 1261.039886] env[62361]: _type = "Task" [ 1261.039886] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.077508] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d221b63-69f8-44b7-9f06-3ddef5696e99 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.083697] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.088829] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5bf519-3954-4afe-beec-4e5f4d63f791 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.104068] env[62361]: DEBUG nova.compute.provider_tree [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.213273] env[62361]: DEBUG nova.network.neutron [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Successfully created port: 726df40d-93bf-47ee-9b19-0822a9fde7c6 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.258862] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526e1cd0-220d-c064-3174-80cd08d483d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.259207] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.259418] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.259643] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.259786] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.259959] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.260224] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5be015ee-0489-4d5d-b5d4-4db5b5f08b8b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.268839] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.269206] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.269764] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fa1d6d6-abfd-4d32-99e3-b469c61219c7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.274848] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1261.274848] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524a81ce-a70a-e54c-f1b9-8672596fad3f" [ 1261.274848] env[62361]: _type = "Task" [ 1261.274848] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.283431] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524a81ce-a70a-e54c-f1b9-8672596fad3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.404632] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707647, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.552212] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.583945] env[62361]: DEBUG nova.compute.manager [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1261.607901] env[62361]: DEBUG nova.scheduler.client.report [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1261.617115] env[62361]: DEBUG nova.virt.hardware [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:16:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='533219683',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-668395685',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1261.617215] env[62361]: DEBUG nova.virt.hardware [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1261.617566] env[62361]: DEBUG nova.virt.hardware [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.617890] env[62361]: DEBUG nova.virt.hardware [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1261.618063] env[62361]: DEBUG nova.virt.hardware [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.618546] env[62361]: DEBUG nova.virt.hardware [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1261.618820] env[62361]: DEBUG nova.virt.hardware [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1261.618989] env[62361]: DEBUG nova.virt.hardware [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1261.619201] env[62361]: DEBUG nova.virt.hardware [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1261.619378] env[62361]: DEBUG nova.virt.hardware [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1261.619680] env[62361]: DEBUG nova.virt.hardware [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1261.620505] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2477aa-9459-485f-a660-408f293b779a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.632442] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abd6c56-feef-4c8d-abf6-b063770e1df2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.786155] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524a81ce-a70a-e54c-f1b9-8672596fad3f, 'name': SearchDatastore_Task, 'duration_secs': 0.009131} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.786968] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fdf3c77-0b28-43a4-a043-a8ab5463c23b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.792467] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1261.792467] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529fdb27-5f4d-057e-83e8-449e2c52f046" [ 1261.792467] env[62361]: _type = "Task" [ 1261.792467] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.801126] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529fdb27-5f4d-057e-83e8-449e2c52f046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.873516] env[62361]: DEBUG nova.network.neutron [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Successfully updated port: 5aa826b5-1e56-441a-a8b5-b00209f3bc9e {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.908840] env[62361]: DEBUG oslo_vmware.api [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707647, 'name': PowerOnVM_Task, 'duration_secs': 1.092525} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.909233] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.909604] env[62361]: INFO nova.compute.manager [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1261.909915] env[62361]: DEBUG nova.compute.manager [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1261.910717] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef537391-1867-4f1c-9ea8-acd8d65f3635 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.945146] env[62361]: DEBUG nova.network.neutron [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] Updated VIF entry in instance network info cache for port 21b2c2bb-c625-4e2c-a48c-940bfdc67b24. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.949815] env[62361]: DEBUG nova.network.neutron [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] Updating instance_info_cache with network_info: [{"id": "21b2c2bb-c625-4e2c-a48c-940bfdc67b24", "address": "fa:16:3e:a4:d2:d3", "network": {"id": "21efd118-a885-448c-b5ef-271d33002c89", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-373545114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b452b44183a444c4accfdf728b1addd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b2c2bb-c6", "ovs_interfaceid": "21b2c2bb-c625-4e2c-a48c-940bfdc67b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.054740] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707649, 'name': ReconfigVM_Task, 'duration_secs': 0.637039} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.056177] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 54650f01-3470-46bd-ae16-051df7758071/54650f01-3470-46bd-ae16-051df7758071.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.056419] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4c92be7-0bc1-4df2-b00b-7b9174b39f80 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.064735] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Waiting for the task: (returnval){ [ 1262.064735] env[62361]: value = "task-1707650" [ 1262.064735] env[62361]: _type = "Task" [ 1262.064735] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.074870] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707650, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.127788] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.128454] env[62361]: DEBUG nova.compute.manager [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1262.133796] env[62361]: DEBUG oslo_concurrency.lockutils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.131s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.135279] env[62361]: INFO nova.compute.claims [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1262.308087] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529fdb27-5f4d-057e-83e8-449e2c52f046, 'name': SearchDatastore_Task, 'duration_secs': 0.009517} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.308351] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.308599] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 933f8a73-a8e1-4168-a91e-9cc248518ecd/933f8a73-a8e1-4168-a91e-9cc248518ecd.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.308863] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-488c3598-ce78-48ee-bd34-869f1b853f5e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.319594] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1262.319594] env[62361]: value = "task-1707651" [ 1262.319594] env[62361]: _type = "Task" [ 1262.319594] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.328694] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.380536] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "refresh_cache-e26524ba-912d-40ac-a299-6d6c4aae65e0" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.380693] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired lock "refresh_cache-e26524ba-912d-40ac-a299-6d6c4aae65e0" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.380849] env[62361]: DEBUG nova.network.neutron [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.434991] env[62361]: INFO nova.compute.manager [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Took 31.46 seconds to build instance. [ 1262.453668] env[62361]: DEBUG oslo_concurrency.lockutils [req-582cea0f-021b-450c-8402-17fe101815b0 req-b4775d8c-8fd1-400d-a8de-ade173185e34 service nova] Releasing lock "refresh_cache-54650f01-3470-46bd-ae16-051df7758071" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.580143] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707650, 'name': Rename_Task, 'duration_secs': 0.303988} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.580465] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.580726] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a5e7965-898c-44b9-bb67-4b2c073c6e9d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.588023] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Waiting for the task: (returnval){ [ 1262.588023] env[62361]: value = "task-1707652" [ 1262.588023] env[62361]: _type = "Task" [ 1262.588023] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.598209] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.642533] env[62361]: DEBUG nova.compute.utils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1262.650024] env[62361]: DEBUG nova.compute.manager [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1262.650207] env[62361]: DEBUG nova.network.neutron [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1262.836640] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707651, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.938162] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ace44c0-b979-41c9-ab21-253fd2d8cbd9 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Lock "0addfb95-4247-496a-a5bc-4954ce8acba7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.970s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.946750] env[62361]: DEBUG nova.network.neutron [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.983023] env[62361]: DEBUG nova.policy [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e488c2afbf7445e1959d73a28111f0a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '159247ced203448a9a6d3695333dc80b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1263.102392] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707652, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.154846] env[62361]: DEBUG nova.compute.manager [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1263.331763] env[62361]: DEBUG nova.compute.manager [req-b763102a-4841-459c-ad86-579711757104 req-12b6cb52-535e-4c01-b0e3-2dfd93ebb482 service nova] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Received event network-changed-44ea4df0-c68a-48a2-8609-a3b49f2cfff6 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1263.332033] env[62361]: DEBUG nova.compute.manager [req-b763102a-4841-459c-ad86-579711757104 req-12b6cb52-535e-4c01-b0e3-2dfd93ebb482 service nova] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Refreshing instance network info cache due to event network-changed-44ea4df0-c68a-48a2-8609-a3b49f2cfff6. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1263.332297] env[62361]: DEBUG oslo_concurrency.lockutils [req-b763102a-4841-459c-ad86-579711757104 req-12b6cb52-535e-4c01-b0e3-2dfd93ebb482 service nova] Acquiring lock "refresh_cache-933f8a73-a8e1-4168-a91e-9cc248518ecd" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.332476] env[62361]: DEBUG oslo_concurrency.lockutils [req-b763102a-4841-459c-ad86-579711757104 req-12b6cb52-535e-4c01-b0e3-2dfd93ebb482 service nova] Acquired lock "refresh_cache-933f8a73-a8e1-4168-a91e-9cc248518ecd" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.333248] env[62361]: DEBUG nova.network.neutron [req-b763102a-4841-459c-ad86-579711757104 req-12b6cb52-535e-4c01-b0e3-2dfd93ebb482 service nova] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Refreshing network info cache for port 44ea4df0-c68a-48a2-8609-a3b49f2cfff6 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.344109] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555123} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.344436] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 933f8a73-a8e1-4168-a91e-9cc248518ecd/933f8a73-a8e1-4168-a91e-9cc248518ecd.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.344686] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.345176] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30e35f66-2de4-41d8-9193-24c242505b65 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.354130] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1263.354130] env[62361]: value = "task-1707653" [ 1263.354130] env[62361]: _type = "Task" [ 1263.354130] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.369379] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.396148] env[62361]: DEBUG nova.network.neutron [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Updating instance_info_cache with network_info: [{"id": "5aa826b5-1e56-441a-a8b5-b00209f3bc9e", "address": "fa:16:3e:2c:2e:f2", "network": {"id": "cc52a1e9-1d41-4a28-bb02-41585793a417", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-609394028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935c235470d84225b05f210814ff08d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa826b5-1e", "ovs_interfaceid": "5aa826b5-1e56-441a-a8b5-b00209f3bc9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.427652] env[62361]: DEBUG nova.compute.manager [req-b89c7362-779d-499c-964c-2bda147d4532 req-9fd894cb-abe0-465f-a1d6-2ab304b49806 service nova] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Received event network-vif-plugged-5aa826b5-1e56-441a-a8b5-b00209f3bc9e {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1263.427652] env[62361]: DEBUG oslo_concurrency.lockutils [req-b89c7362-779d-499c-964c-2bda147d4532 req-9fd894cb-abe0-465f-a1d6-2ab304b49806 service nova] Acquiring lock "e26524ba-912d-40ac-a299-6d6c4aae65e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.427652] env[62361]: DEBUG oslo_concurrency.lockutils [req-b89c7362-779d-499c-964c-2bda147d4532 req-9fd894cb-abe0-465f-a1d6-2ab304b49806 service nova] Lock "e26524ba-912d-40ac-a299-6d6c4aae65e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.427652] env[62361]: DEBUG oslo_concurrency.lockutils [req-b89c7362-779d-499c-964c-2bda147d4532 req-9fd894cb-abe0-465f-a1d6-2ab304b49806 service nova] Lock "e26524ba-912d-40ac-a299-6d6c4aae65e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.427652] env[62361]: DEBUG nova.compute.manager [req-b89c7362-779d-499c-964c-2bda147d4532 req-9fd894cb-abe0-465f-a1d6-2ab304b49806 service nova] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] No waiting events found dispatching network-vif-plugged-5aa826b5-1e56-441a-a8b5-b00209f3bc9e {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1263.427904] env[62361]: WARNING nova.compute.manager [req-b89c7362-779d-499c-964c-2bda147d4532 req-9fd894cb-abe0-465f-a1d6-2ab304b49806 service nova] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Received unexpected event network-vif-plugged-5aa826b5-1e56-441a-a8b5-b00209f3bc9e for instance with vm_state building and task_state spawning. [ 1263.444571] env[62361]: DEBUG nova.compute.manager [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1263.613070] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707652, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.660675] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad51cf30-447f-4d14-92fe-5a596c0e57ea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.673610] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0478e984-68c5-44e6-9070-282cc8d57675 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.706677] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c9c1eb-90f3-42a3-a452-14d98dfc96be {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.715339] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0477c175-fc96-497f-bea5-7072cbe2bd69 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.735167] env[62361]: DEBUG nova.compute.provider_tree [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.737244] env[62361]: DEBUG nova.network.neutron [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Successfully created port: 6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1263.868597] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.297813} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.870905] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.870905] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06706f33-417b-4dc4-bb41-ec4b617e7725 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.895912] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 933f8a73-a8e1-4168-a91e-9cc248518ecd/933f8a73-a8e1-4168-a91e-9cc248518ecd.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.895912] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cba2ace-ee99-4ab2-9a7e-18b867553264 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.913493] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Releasing lock "refresh_cache-e26524ba-912d-40ac-a299-6d6c4aae65e0" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.913493] env[62361]: DEBUG nova.compute.manager [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Instance network_info: |[{"id": "5aa826b5-1e56-441a-a8b5-b00209f3bc9e", "address": "fa:16:3e:2c:2e:f2", "network": {"id": "cc52a1e9-1d41-4a28-bb02-41585793a417", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-609394028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935c235470d84225b05f210814ff08d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa826b5-1e", "ovs_interfaceid": "5aa826b5-1e56-441a-a8b5-b00209f3bc9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1263.913818] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:2e:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5aa826b5-1e56-441a-a8b5-b00209f3bc9e', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.923115] env[62361]: DEBUG oslo.service.loopingcall [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1263.923866] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.924374] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85bc0463-83a9-43cf-b3f5-18a0ca2fc48b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.943927] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1263.943927] env[62361]: value = "task-1707654" [ 1263.943927] env[62361]: _type = "Task" [ 1263.943927] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.949527] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.949527] env[62361]: value = "task-1707655" [ 1263.949527] env[62361]: _type = "Task" [ 1263.949527] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.960176] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.965803] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707655, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.985532] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.105887] env[62361]: DEBUG oslo_vmware.api [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707652, 'name': PowerOnVM_Task, 'duration_secs': 1.028201} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.106206] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.106430] env[62361]: INFO nova.compute.manager [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1264.106608] env[62361]: DEBUG nova.compute.manager [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1264.107687] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948d80ac-e7e4-4e71-bd84-6a0aa440d917 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.177210] env[62361]: DEBUG nova.compute.manager [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1264.219206] env[62361]: DEBUG nova.virt.hardware [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1264.220477] env[62361]: DEBUG nova.virt.hardware [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1264.220775] env[62361]: DEBUG nova.virt.hardware [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.221084] env[62361]: DEBUG nova.virt.hardware [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1264.221346] env[62361]: DEBUG nova.virt.hardware [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.221570] env[62361]: DEBUG nova.virt.hardware [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1264.221893] env[62361]: DEBUG nova.virt.hardware [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1264.222227] env[62361]: DEBUG nova.virt.hardware [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1264.222498] env[62361]: DEBUG nova.virt.hardware [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1264.222828] env[62361]: DEBUG nova.virt.hardware [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1264.223129] env[62361]: DEBUG nova.virt.hardware [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1264.224108] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4ae7b0-b567-4b0c-bd8f-def80b0ca329 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.233309] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27077716-94e6-420d-85fd-5d4120841ea4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.240994] env[62361]: DEBUG nova.scheduler.client.report [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1264.390996] env[62361]: DEBUG nova.network.neutron [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Successfully updated port: 726df40d-93bf-47ee-9b19-0822a9fde7c6 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.458420] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707654, 'name': ReconfigVM_Task, 'duration_secs': 0.436206} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.459683] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 933f8a73-a8e1-4168-a91e-9cc248518ecd/933f8a73-a8e1-4168-a91e-9cc248518ecd.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.460441] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6552ac5e-4263-4316-b890-c68fdab2480e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.464872] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707655, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.469696] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1264.469696] env[62361]: value = "task-1707656" [ 1264.469696] env[62361]: _type = "Task" [ 1264.469696] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.478708] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707656, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.509703] env[62361]: DEBUG nova.network.neutron [req-b763102a-4841-459c-ad86-579711757104 req-12b6cb52-535e-4c01-b0e3-2dfd93ebb482 service nova] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Updated VIF entry in instance network info cache for port 44ea4df0-c68a-48a2-8609-a3b49f2cfff6. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.509703] env[62361]: DEBUG nova.network.neutron [req-b763102a-4841-459c-ad86-579711757104 req-12b6cb52-535e-4c01-b0e3-2dfd93ebb482 service nova] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Updating instance_info_cache with network_info: [{"id": "44ea4df0-c68a-48a2-8609-a3b49f2cfff6", "address": "fa:16:3e:9d:90:41", "network": {"id": "cc52a1e9-1d41-4a28-bb02-41585793a417", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-609394028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935c235470d84225b05f210814ff08d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44ea4df0-c6", "ovs_interfaceid": "44ea4df0-c68a-48a2-8609-a3b49f2cfff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.630686] env[62361]: INFO nova.compute.manager [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Took 21.06 seconds to build instance. [ 1264.756997] env[62361]: DEBUG oslo_concurrency.lockutils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.757567] env[62361]: DEBUG nova.compute.manager [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1264.762174] env[62361]: DEBUG oslo_concurrency.lockutils [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.980s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.762421] env[62361]: DEBUG nova.objects.instance [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Lazy-loading 'resources' on Instance uuid dac236ef-dacc-427d-9525-ccb2247a4610 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.892107] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquiring lock "refresh_cache-bbbdec91-762b-415e-bdbd-ed3700c90a24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.892279] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquired lock "refresh_cache-bbbdec91-762b-415e-bdbd-ed3700c90a24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.893467] env[62361]: DEBUG nova.network.neutron [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.964779] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707655, 'name': CreateVM_Task, 'duration_secs': 0.793754} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.965570] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.966312] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.966538] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.967036] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.967756] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-354ab44e-7a19-41b8-9b63-0a2f471d4533 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.984344] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1264.984344] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5236e398-4ed4-81ab-1b3b-9aea05c783c4" [ 1264.984344] env[62361]: _type = "Task" [ 1264.984344] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.988640] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707656, 'name': Rename_Task, 'duration_secs': 0.200966} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.992556] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.992845] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbdaea58-ec5d-49a2-aa4d-ab0b9bd7e181 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.002335] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5236e398-4ed4-81ab-1b3b-9aea05c783c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.003821] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.004199] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.004327] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.004461] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.004700] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.005032] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1265.005032] env[62361]: value = "task-1707657" [ 1265.005032] env[62361]: _type = "Task" [ 1265.005032] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.005197] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e400e004-7209-49ff-bc44-76285361c3b3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.011596] env[62361]: DEBUG oslo_concurrency.lockutils [req-b763102a-4841-459c-ad86-579711757104 req-12b6cb52-535e-4c01-b0e3-2dfd93ebb482 service nova] Releasing lock "refresh_cache-933f8a73-a8e1-4168-a91e-9cc248518ecd" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.011851] env[62361]: DEBUG nova.compute.manager [req-b763102a-4841-459c-ad86-579711757104 req-12b6cb52-535e-4c01-b0e3-2dfd93ebb482 service nova] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Received event network-vif-deleted-16dd11a7-8d16-442f-bfa0-c46e0b441998 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1265.016844] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707657, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.018053] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.018273] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.018934] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90aa737-8fed-46af-a592-6e24fffcd3d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.025143] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1265.025143] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524ead4a-6aad-988a-9617-6a65c7079459" [ 1265.025143] env[62361]: _type = "Task" [ 1265.025143] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.035310] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524ead4a-6aad-988a-9617-6a65c7079459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.131821] env[62361]: DEBUG nova.compute.manager [None req-78202d73-a19c-4cdb-b089-87e1383264ec tempest-ServerDiagnosticsTest-370682606 tempest-ServerDiagnosticsTest-370682606-project-admin] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1265.133426] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98f725aa-dba8-49e8-acec-239d640933ae tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Lock "54650f01-3470-46bd-ae16-051df7758071" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.518s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.134341] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcf4438-a3b1-451c-913e-7da91d324311 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.144555] env[62361]: INFO nova.compute.manager [None req-78202d73-a19c-4cdb-b089-87e1383264ec tempest-ServerDiagnosticsTest-370682606 tempest-ServerDiagnosticsTest-370682606-project-admin] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Retrieving diagnostics [ 1265.145542] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ffe753-8010-45d7-9e13-44277ae02dda {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.268413] env[62361]: DEBUG nova.compute.utils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1265.275803] env[62361]: DEBUG nova.compute.manager [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1265.275803] env[62361]: DEBUG nova.network.neutron [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1265.350804] env[62361]: DEBUG nova.policy [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54f6976b6dbd43f585548664528e48e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e948035431749118b74ecc50ae40bf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1265.439262] env[62361]: DEBUG nova.network.neutron [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.522842] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.537912] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524ead4a-6aad-988a-9617-6a65c7079459, 'name': SearchDatastore_Task, 'duration_secs': 0.010215} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.538729] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e679c5-5003-46ba-96be-0d2fec9e8a13 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.547244] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1265.547244] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529c7924-ee0d-58b2-a44d-a13994a16bf9" [ 1265.547244] env[62361]: _type = "Task" [ 1265.547244] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.556673] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529c7924-ee0d-58b2-a44d-a13994a16bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.640422] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f83e69-4b79-4c15-8a0b-a593b46c8914 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.643675] env[62361]: DEBUG nova.compute.manager [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1265.653703] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b6c91a-3799-4b24-9a28-8a74b7062688 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.689725] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15c27b1-14f4-4156-b76a-c4a34658766c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.699854] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6beca7d-0f4b-4f25-8b7c-b215124467dd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.719028] env[62361]: DEBUG nova.compute.provider_tree [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.784070] env[62361]: DEBUG nova.compute.manager [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1265.824019] env[62361]: DEBUG nova.network.neutron [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Updating instance_info_cache with network_info: [{"id": "726df40d-93bf-47ee-9b19-0822a9fde7c6", "address": "fa:16:3e:0d:d4:4c", "network": {"id": "86c32fda-b3b0-4410-863c-c6d56ec3df98", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-745565155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae1cd0d6e944c4ab5c21a6de4ec9366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726df40d-93", "ovs_interfaceid": "726df40d-93bf-47ee-9b19-0822a9fde7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.870904] env[62361]: DEBUG nova.network.neutron [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Successfully created port: 09a2f97c-4974-4b4a-9a57-e8c82b9b02e9 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.018277] env[62361]: DEBUG oslo_vmware.api [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707657, 'name': PowerOnVM_Task, 'duration_secs': 0.983866} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.018812] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.019143] env[62361]: INFO nova.compute.manager [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1266.019437] env[62361]: DEBUG nova.compute.manager [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1266.022022] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8a3b38-2c5d-4c6d-8bff-4e4293383fce {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.061601] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529c7924-ee0d-58b2-a44d-a13994a16bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.009033} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.061764] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.062026] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] e26524ba-912d-40ac-a299-6d6c4aae65e0/e26524ba-912d-40ac-a299-6d6c4aae65e0.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.063790] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3087564a-14cd-41f4-9dbe-cd9a6573b8b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.070847] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1266.070847] env[62361]: value = "task-1707658" [ 1266.070847] env[62361]: _type = "Task" [ 1266.070847] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.081520] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.173224] env[62361]: DEBUG oslo_concurrency.lockutils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.226189] env[62361]: DEBUG nova.scheduler.client.report [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1266.337178] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Releasing lock "refresh_cache-bbbdec91-762b-415e-bdbd-ed3700c90a24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.337178] env[62361]: DEBUG nova.compute.manager [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Instance network_info: |[{"id": "726df40d-93bf-47ee-9b19-0822a9fde7c6", "address": "fa:16:3e:0d:d4:4c", "network": {"id": "86c32fda-b3b0-4410-863c-c6d56ec3df98", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-745565155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae1cd0d6e944c4ab5c21a6de4ec9366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726df40d-93", "ovs_interfaceid": "726df40d-93bf-47ee-9b19-0822a9fde7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1266.337343] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:d4:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '726df40d-93bf-47ee-9b19-0822a9fde7c6', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.344531] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Creating folder: Project (4ae1cd0d6e944c4ab5c21a6de4ec9366). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1266.345934] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20bbcfa6-5691-4b93-9aa1-8f92ffd5628f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.359865] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Created folder: Project (4ae1cd0d6e944c4ab5c21a6de4ec9366) in parent group-v355747. [ 1266.360457] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Creating folder: Instances. Parent ref: group-v355782. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1266.360457] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11bf88b7-5d2c-43ee-bf3e-4053ea8466d6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.370222] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Created folder: Instances in parent group-v355782. [ 1266.370475] env[62361]: DEBUG oslo.service.loopingcall [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1266.370666] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.370882] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59aacb69-efdf-43a5-92db-4cd8960fe41b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.393902] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.393902] env[62361]: value = "task-1707661" [ 1266.393902] env[62361]: _type = "Task" [ 1266.393902] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.404034] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707661, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.540838] env[62361]: INFO nova.compute.manager [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Took 21.46 seconds to build instance. [ 1266.587136] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707658, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.671762] env[62361]: DEBUG nova.network.neutron [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Successfully updated port: 6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1266.733969] env[62361]: DEBUG oslo_concurrency.lockutils [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.737949] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.480s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.741419] env[62361]: INFO nova.compute.claims [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.770099] env[62361]: INFO nova.scheduler.client.report [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Deleted allocations for instance dac236ef-dacc-427d-9525-ccb2247a4610 [ 1266.795284] env[62361]: DEBUG nova.compute.manager [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1266.825532] env[62361]: DEBUG nova.virt.hardware [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1266.825778] env[62361]: DEBUG nova.virt.hardware [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1266.833481] env[62361]: DEBUG nova.virt.hardware [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.833481] env[62361]: DEBUG nova.virt.hardware [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1266.833481] env[62361]: DEBUG nova.virt.hardware [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.833481] env[62361]: DEBUG nova.virt.hardware [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1266.833481] env[62361]: DEBUG nova.virt.hardware [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1266.835545] env[62361]: DEBUG nova.virt.hardware [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1266.835545] env[62361]: DEBUG nova.virt.hardware [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1266.835545] env[62361]: DEBUG nova.virt.hardware [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1266.835545] env[62361]: DEBUG nova.virt.hardware [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1266.835545] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7cef1d-4ed8-4527-baff-3524fa646f50 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.841028] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11fc251-7191-49ec-9135-c1cdd0c43d0e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.904919] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707661, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.047731] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e69d7f3a-823f-4139-9efc-e56671baa69e tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "933f8a73-a8e1-4168-a91e-9cc248518ecd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.946s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.088148] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592407} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.088475] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] e26524ba-912d-40ac-a299-6d6c4aae65e0/e26524ba-912d-40ac-a299-6d6c4aae65e0.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.088689] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.088942] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0eb03bfb-d771-4a8f-80e6-91643c378600 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.097859] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1267.097859] env[62361]: value = "task-1707662" [ 1267.097859] env[62361]: _type = "Task" [ 1267.097859] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.112239] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.174953] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "refresh_cache-41c6290d-3110-4de7-bb44-190fd57478c6" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.175149] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "refresh_cache-41c6290d-3110-4de7-bb44-190fd57478c6" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.175302] env[62361]: DEBUG nova.network.neutron [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.286482] env[62361]: DEBUG oslo_concurrency.lockutils [None req-501bd8c4-fcd3-4375-a680-645bf537bddc tempest-InstanceActionsV221TestJSON-549531185 tempest-InstanceActionsV221TestJSON-549531185-project-member] Lock "dac236ef-dacc-427d-9525-ccb2247a4610" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.889s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.406329] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707661, 'name': CreateVM_Task, 'duration_secs': 0.518238} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.406526] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.407318] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.407474] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.407776] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1267.408143] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b954c5be-8308-48a2-9456-37e505d0d74d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.412563] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1267.412563] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521c549b-9c9f-0483-1082-7a041ddabf66" [ 1267.412563] env[62361]: _type = "Task" [ 1267.412563] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.421144] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521c549b-9c9f-0483-1082-7a041ddabf66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.460616] env[62361]: DEBUG nova.compute.manager [req-a4ecfa9c-b0f7-4b96-97e9-ccea21cfd315 req-b2c047b1-5a4b-4794-8255-4a3783ca0c80 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Received event network-vif-plugged-726df40d-93bf-47ee-9b19-0822a9fde7c6 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1267.460616] env[62361]: DEBUG oslo_concurrency.lockutils [req-a4ecfa9c-b0f7-4b96-97e9-ccea21cfd315 req-b2c047b1-5a4b-4794-8255-4a3783ca0c80 service nova] Acquiring lock "bbbdec91-762b-415e-bdbd-ed3700c90a24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.460616] env[62361]: DEBUG oslo_concurrency.lockutils [req-a4ecfa9c-b0f7-4b96-97e9-ccea21cfd315 req-b2c047b1-5a4b-4794-8255-4a3783ca0c80 service nova] Lock "bbbdec91-762b-415e-bdbd-ed3700c90a24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.460616] env[62361]: DEBUG oslo_concurrency.lockutils [req-a4ecfa9c-b0f7-4b96-97e9-ccea21cfd315 req-b2c047b1-5a4b-4794-8255-4a3783ca0c80 service nova] Lock "bbbdec91-762b-415e-bdbd-ed3700c90a24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.460616] env[62361]: DEBUG nova.compute.manager [req-a4ecfa9c-b0f7-4b96-97e9-ccea21cfd315 req-b2c047b1-5a4b-4794-8255-4a3783ca0c80 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] No waiting events found dispatching network-vif-plugged-726df40d-93bf-47ee-9b19-0822a9fde7c6 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1267.460915] env[62361]: WARNING nova.compute.manager [req-a4ecfa9c-b0f7-4b96-97e9-ccea21cfd315 req-b2c047b1-5a4b-4794-8255-4a3783ca0c80 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Received unexpected event network-vif-plugged-726df40d-93bf-47ee-9b19-0822a9fde7c6 for instance with vm_state building and task_state spawning. [ 1267.460915] env[62361]: DEBUG nova.compute.manager [req-a4ecfa9c-b0f7-4b96-97e9-ccea21cfd315 req-b2c047b1-5a4b-4794-8255-4a3783ca0c80 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Received event network-changed-726df40d-93bf-47ee-9b19-0822a9fde7c6 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1267.460915] env[62361]: DEBUG nova.compute.manager [req-a4ecfa9c-b0f7-4b96-97e9-ccea21cfd315 req-b2c047b1-5a4b-4794-8255-4a3783ca0c80 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Refreshing instance network info cache due to event network-changed-726df40d-93bf-47ee-9b19-0822a9fde7c6. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1267.460915] env[62361]: DEBUG oslo_concurrency.lockutils [req-a4ecfa9c-b0f7-4b96-97e9-ccea21cfd315 req-b2c047b1-5a4b-4794-8255-4a3783ca0c80 service nova] Acquiring lock "refresh_cache-bbbdec91-762b-415e-bdbd-ed3700c90a24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.460915] env[62361]: DEBUG oslo_concurrency.lockutils [req-a4ecfa9c-b0f7-4b96-97e9-ccea21cfd315 req-b2c047b1-5a4b-4794-8255-4a3783ca0c80 service nova] Acquired lock "refresh_cache-bbbdec91-762b-415e-bdbd-ed3700c90a24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.461088] env[62361]: DEBUG nova.network.neutron [req-a4ecfa9c-b0f7-4b96-97e9-ccea21cfd315 req-b2c047b1-5a4b-4794-8255-4a3783ca0c80 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Refreshing network info cache for port 726df40d-93bf-47ee-9b19-0822a9fde7c6 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.485750] env[62361]: DEBUG nova.compute.manager [req-7fa68971-8f2f-45e0-a4a4-ca8c0b23983e req-981dc81c-e5d3-42af-b75c-4fbf60b61b80 service nova] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Received event network-changed-5aa826b5-1e56-441a-a8b5-b00209f3bc9e {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1267.485750] env[62361]: DEBUG nova.compute.manager [req-7fa68971-8f2f-45e0-a4a4-ca8c0b23983e req-981dc81c-e5d3-42af-b75c-4fbf60b61b80 service nova] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Refreshing instance network info cache due to event network-changed-5aa826b5-1e56-441a-a8b5-b00209f3bc9e. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1267.485750] env[62361]: DEBUG oslo_concurrency.lockutils [req-7fa68971-8f2f-45e0-a4a4-ca8c0b23983e req-981dc81c-e5d3-42af-b75c-4fbf60b61b80 service nova] Acquiring lock "refresh_cache-e26524ba-912d-40ac-a299-6d6c4aae65e0" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.485750] env[62361]: DEBUG oslo_concurrency.lockutils [req-7fa68971-8f2f-45e0-a4a4-ca8c0b23983e req-981dc81c-e5d3-42af-b75c-4fbf60b61b80 service nova] Acquired lock "refresh_cache-e26524ba-912d-40ac-a299-6d6c4aae65e0" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.487548] env[62361]: DEBUG nova.network.neutron [req-7fa68971-8f2f-45e0-a4a4-ca8c0b23983e req-981dc81c-e5d3-42af-b75c-4fbf60b61b80 service nova] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Refreshing network info cache for port 5aa826b5-1e56-441a-a8b5-b00209f3bc9e {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.551371] env[62361]: DEBUG nova.compute.manager [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1267.614062] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199358} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.614413] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.615455] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29792111-7f66-4aab-8a9a-b1b381dec3d8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.641465] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] e26524ba-912d-40ac-a299-6d6c4aae65e0/e26524ba-912d-40ac-a299-6d6c4aae65e0.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.642228] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d31304-1067-4fd0-b5df-082ad927e244 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.665810] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1267.665810] env[62361]: value = "task-1707663" [ 1267.665810] env[62361]: _type = "Task" [ 1267.665810] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.677431] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.745636] env[62361]: DEBUG nova.network.neutron [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.934565] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521c549b-9c9f-0483-1082-7a041ddabf66, 'name': SearchDatastore_Task, 'duration_secs': 0.013331} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.934565] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.934565] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.934565] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.934871] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.934871] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.937355] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f50c5e86-c9e1-4ec9-af4d-74228f260258 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.029851] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.030073] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.030817] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7b3102b-985a-4454-9785-57e77d1109a0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.042390] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1268.042390] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f768ec-5515-47ad-9a6e-478c95c2f742" [ 1268.042390] env[62361]: _type = "Task" [ 1268.042390] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.053430] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f768ec-5515-47ad-9a6e-478c95c2f742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.091370] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.096104] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Acquiring lock "0addfb95-4247-496a-a5bc-4954ce8acba7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.096370] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Lock "0addfb95-4247-496a-a5bc-4954ce8acba7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.096590] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Acquiring lock "0addfb95-4247-496a-a5bc-4954ce8acba7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.096854] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Lock "0addfb95-4247-496a-a5bc-4954ce8acba7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.097019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Lock "0addfb95-4247-496a-a5bc-4954ce8acba7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.099263] env[62361]: DEBUG nova.network.neutron [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Successfully updated port: 09a2f97c-4974-4b4a-9a57-e8c82b9b02e9 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.100677] env[62361]: INFO nova.compute.manager [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Terminating instance [ 1268.105928] env[62361]: DEBUG nova.compute.manager [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1268.106132] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.107098] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff56082-7ab0-42f4-80c1-6a154e060276 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.114737] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.117283] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ea31a36-3a3f-4040-bcb3-56a5342ed91a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.125565] env[62361]: DEBUG oslo_vmware.api [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Waiting for the task: (returnval){ [ 1268.125565] env[62361]: value = "task-1707664" [ 1268.125565] env[62361]: _type = "Task" [ 1268.125565] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.136384] env[62361]: DEBUG oslo_vmware.api [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.178269] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.190869] env[62361]: DEBUG nova.network.neutron [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Updating instance_info_cache with network_info: [{"id": "6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d", "address": "fa:16:3e:a0:6e:e4", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb93a6a-ab", "ovs_interfaceid": "6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.244126] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9346416-723b-4d7c-9318-866b3dfdf384 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.253101] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf2bb08-40e4-4c98-8ded-e31822e37b58 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.290221] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaeae9f-84e0-4b7d-8c19-fe36c042a000 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.299041] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e93991a-bc8d-4034-8f01-43c1d7e16da4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.312816] env[62361]: DEBUG nova.compute.provider_tree [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.487478] env[62361]: DEBUG nova.network.neutron [req-a4ecfa9c-b0f7-4b96-97e9-ccea21cfd315 req-b2c047b1-5a4b-4794-8255-4a3783ca0c80 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Updated VIF entry in instance network info cache for port 726df40d-93bf-47ee-9b19-0822a9fde7c6. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.488037] env[62361]: DEBUG nova.network.neutron [req-a4ecfa9c-b0f7-4b96-97e9-ccea21cfd315 req-b2c047b1-5a4b-4794-8255-4a3783ca0c80 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Updating instance_info_cache with network_info: [{"id": "726df40d-93bf-47ee-9b19-0822a9fde7c6", "address": "fa:16:3e:0d:d4:4c", "network": {"id": "86c32fda-b3b0-4410-863c-c6d56ec3df98", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-745565155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae1cd0d6e944c4ab5c21a6de4ec9366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726df40d-93", "ovs_interfaceid": "726df40d-93bf-47ee-9b19-0822a9fde7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.556019] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f768ec-5515-47ad-9a6e-478c95c2f742, 'name': SearchDatastore_Task, 'duration_secs': 0.218591} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.556019] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81035dd7-ce92-4595-9280-66f96038821d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.562020] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1268.562020] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5270e514-0237-c542-5aff-7d004329a8cf" [ 1268.562020] env[62361]: _type = "Task" [ 1268.562020] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.569868] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5270e514-0237-c542-5aff-7d004329a8cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.608210] env[62361]: DEBUG oslo_concurrency.lockutils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Acquiring lock "refresh_cache-fcf611a3-a07e-4d1c-8a39-c02357bd9f30" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.608210] env[62361]: DEBUG oslo_concurrency.lockutils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Acquired lock "refresh_cache-fcf611a3-a07e-4d1c-8a39-c02357bd9f30" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.608210] env[62361]: DEBUG nova.network.neutron [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.621947] env[62361]: DEBUG nova.network.neutron [req-7fa68971-8f2f-45e0-a4a4-ca8c0b23983e req-981dc81c-e5d3-42af-b75c-4fbf60b61b80 service nova] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Updated VIF entry in instance network info cache for port 5aa826b5-1e56-441a-a8b5-b00209f3bc9e. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.621947] env[62361]: DEBUG nova.network.neutron [req-7fa68971-8f2f-45e0-a4a4-ca8c0b23983e req-981dc81c-e5d3-42af-b75c-4fbf60b61b80 service nova] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Updating instance_info_cache with network_info: [{"id": "5aa826b5-1e56-441a-a8b5-b00209f3bc9e", "address": "fa:16:3e:2c:2e:f2", "network": {"id": "cc52a1e9-1d41-4a28-bb02-41585793a417", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-609394028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935c235470d84225b05f210814ff08d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa826b5-1e", "ovs_interfaceid": "5aa826b5-1e56-441a-a8b5-b00209f3bc9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.637577] env[62361]: DEBUG oslo_vmware.api [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707664, 'name': PowerOffVM_Task, 'duration_secs': 0.299622} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.638681] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.639034] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.639458] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-124e970b-7655-4863-a9af-645444a1cd0e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.679388] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707663, 'name': ReconfigVM_Task, 'duration_secs': 0.764671} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.682783] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Reconfigured VM instance instance-0000000d to attach disk [datastore1] e26524ba-912d-40ac-a299-6d6c4aae65e0/e26524ba-912d-40ac-a299-6d6c4aae65e0.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.682783] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4842ec3-3e2e-48a5-9bd0-3f249b680b35 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.688140] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1268.688140] env[62361]: value = "task-1707666" [ 1268.688140] env[62361]: _type = "Task" [ 1268.688140] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.696545] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "refresh_cache-41c6290d-3110-4de7-bb44-190fd57478c6" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.696976] env[62361]: DEBUG nova.compute.manager [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Instance network_info: |[{"id": "6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d", "address": "fa:16:3e:a0:6e:e4", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb93a6a-ab", "ovs_interfaceid": "6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1268.697427] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707666, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.697897] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:6e:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.705804] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Creating folder: Project (159247ced203448a9a6d3695333dc80b). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1268.707674] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab2cde9d-f085-4f85-b7b3-6cab1c9cadf7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.711275] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.711702] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.712028] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Deleting the datastore file [datastore1] 0addfb95-4247-496a-a5bc-4954ce8acba7 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.712398] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec36d5ee-57d6-4f77-81dc-ae6a5583dfcf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.721019] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Created folder: Project (159247ced203448a9a6d3695333dc80b) in parent group-v355747. [ 1268.721019] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Creating folder: Instances. Parent ref: group-v355785. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1268.721019] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f46ba222-7fe2-4c88-8bc0-8d8583005c11 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.722666] env[62361]: DEBUG oslo_vmware.api [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Waiting for the task: (returnval){ [ 1268.722666] env[62361]: value = "task-1707668" [ 1268.722666] env[62361]: _type = "Task" [ 1268.722666] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.733052] env[62361]: DEBUG oslo_vmware.api [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.734736] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Created folder: Instances in parent group-v355785. [ 1268.735142] env[62361]: DEBUG oslo.service.loopingcall [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1268.735461] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.735785] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f4ac34d-358c-44cf-8e82-c6b64174f3ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.763021] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.763021] env[62361]: value = "task-1707670" [ 1268.763021] env[62361]: _type = "Task" [ 1268.763021] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.771922] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707670, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.816349] env[62361]: DEBUG nova.scheduler.client.report [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1268.994567] env[62361]: DEBUG oslo_concurrency.lockutils [req-a4ecfa9c-b0f7-4b96-97e9-ccea21cfd315 req-b2c047b1-5a4b-4794-8255-4a3783ca0c80 service nova] Releasing lock "refresh_cache-bbbdec91-762b-415e-bdbd-ed3700c90a24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.074890] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5270e514-0237-c542-5aff-7d004329a8cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011056} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.075238] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.075540] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] bbbdec91-762b-415e-bdbd-ed3700c90a24/bbbdec91-762b-415e-bdbd-ed3700c90a24.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.075820] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbe85874-cedc-4fce-9639-91608fe6e33e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.084751] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1269.084751] env[62361]: value = "task-1707671" [ 1269.084751] env[62361]: _type = "Task" [ 1269.084751] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.095707] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.123830] env[62361]: DEBUG oslo_concurrency.lockutils [req-7fa68971-8f2f-45e0-a4a4-ca8c0b23983e req-981dc81c-e5d3-42af-b75c-4fbf60b61b80 service nova] Releasing lock "refresh_cache-e26524ba-912d-40ac-a299-6d6c4aae65e0" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.124018] env[62361]: DEBUG nova.compute.manager [req-7fa68971-8f2f-45e0-a4a4-ca8c0b23983e req-981dc81c-e5d3-42af-b75c-4fbf60b61b80 service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Received event network-changed-1e479f4f-d674-49bb-8062-0c22b0edaefb {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1269.124723] env[62361]: DEBUG nova.compute.manager [req-7fa68971-8f2f-45e0-a4a4-ca8c0b23983e req-981dc81c-e5d3-42af-b75c-4fbf60b61b80 service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Refreshing instance network info cache due to event network-changed-1e479f4f-d674-49bb-8062-0c22b0edaefb. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1269.124723] env[62361]: DEBUG oslo_concurrency.lockutils [req-7fa68971-8f2f-45e0-a4a4-ca8c0b23983e req-981dc81c-e5d3-42af-b75c-4fbf60b61b80 service nova] Acquiring lock "refresh_cache-a7259360-260a-49cb-b673-c5d33cebf48f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.124723] env[62361]: DEBUG oslo_concurrency.lockutils [req-7fa68971-8f2f-45e0-a4a4-ca8c0b23983e req-981dc81c-e5d3-42af-b75c-4fbf60b61b80 service nova] Acquired lock "refresh_cache-a7259360-260a-49cb-b673-c5d33cebf48f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.124723] env[62361]: DEBUG nova.network.neutron [req-7fa68971-8f2f-45e0-a4a4-ca8c0b23983e req-981dc81c-e5d3-42af-b75c-4fbf60b61b80 service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Refreshing network info cache for port 1e479f4f-d674-49bb-8062-0c22b0edaefb {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.200741] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707666, 'name': Rename_Task, 'duration_secs': 0.16576} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.201208] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.201518] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23dd6f03-3e84-42b9-80db-1aba431019e5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.209532] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1269.209532] env[62361]: value = "task-1707672" [ 1269.209532] env[62361]: _type = "Task" [ 1269.209532] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.224985] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.226949] env[62361]: DEBUG nova.network.neutron [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.237656] env[62361]: DEBUG oslo_vmware.api [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.271748] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707670, 'name': CreateVM_Task, 'duration_secs': 0.385943} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.271936] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.272672] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.273453] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.273453] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.273831] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c42b17d8-3266-49ce-b95e-e4a620b1b096 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.278587] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1269.278587] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cd2e36-42c7-095a-ea27-a19a0a405bff" [ 1269.278587] env[62361]: _type = "Task" [ 1269.278587] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.299026] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cd2e36-42c7-095a-ea27-a19a0a405bff, 'name': SearchDatastore_Task, 'duration_secs': 0.014803} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.299026] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.299026] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.299026] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.299540] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.299540] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.299540] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-284a066c-569e-4644-be71-259c33370e51 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.309870] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.309870] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.310650] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50350831-01db-4b7b-8de7-241cfdf7f11f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.316402] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1269.316402] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52796d08-fb9f-6b52-0659-42102cbf6a21" [ 1269.316402] env[62361]: _type = "Task" [ 1269.316402] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.327641] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.327641] env[62361]: DEBUG nova.compute.manager [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1269.329135] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52796d08-fb9f-6b52-0659-42102cbf6a21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.332986] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.481s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.332986] env[62361]: INFO nova.compute.claims [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.605483] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707671, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.723130] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.741231] env[62361]: DEBUG oslo_vmware.api [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Task: {'id': task-1707668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.65695} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.741557] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.741743] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.744038] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.744038] env[62361]: INFO nova.compute.manager [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1269.744038] env[62361]: DEBUG oslo.service.loopingcall [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1269.744038] env[62361]: DEBUG nova.compute.manager [-] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1269.744038] env[62361]: DEBUG nova.network.neutron [-] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.833198] env[62361]: DEBUG nova.compute.utils [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1269.835233] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52796d08-fb9f-6b52-0659-42102cbf6a21, 'name': SearchDatastore_Task, 'duration_secs': 0.011626} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.836195] env[62361]: DEBUG nova.compute.manager [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Not allocating networking since 'none' was specified. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1269.839795] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a12c4940-13fd-4111-90d7-bada669bbeb7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.848732] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1269.848732] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c52ccc-0d47-fd45-cf7b-071cc1f449a0" [ 1269.848732] env[62361]: _type = "Task" [ 1269.848732] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.866329] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c52ccc-0d47-fd45-cf7b-071cc1f449a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.980112] env[62361]: DEBUG nova.network.neutron [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Updating instance_info_cache with network_info: [{"id": "09a2f97c-4974-4b4a-9a57-e8c82b9b02e9", "address": "fa:16:3e:10:21:f2", "network": {"id": "44eba350-ef76-4616-bf0b-eaee2981c0c3", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-285621399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e948035431749118b74ecc50ae40bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09a2f97c-49", "ovs_interfaceid": "09a2f97c-4974-4b4a-9a57-e8c82b9b02e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.097282] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.945262} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.097568] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] bbbdec91-762b-415e-bdbd-ed3700c90a24/bbbdec91-762b-415e-bdbd-ed3700c90a24.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.097744] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.098034] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a38f4f2-1c25-445d-8a64-b661a10660f6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.106606] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1270.106606] env[62361]: value = "task-1707673" [ 1270.106606] env[62361]: _type = "Task" [ 1270.106606] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.118552] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.221354] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707672, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.339124] env[62361]: DEBUG nova.compute.manager [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1270.359524] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c52ccc-0d47-fd45-cf7b-071cc1f449a0, 'name': SearchDatastore_Task, 'duration_secs': 0.095115} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.359809] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.360082] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 41c6290d-3110-4de7-bb44-190fd57478c6/41c6290d-3110-4de7-bb44-190fd57478c6.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.360335] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94e0dff1-ca47-4c52-9c3d-cb8513a6e3a2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.367411] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1270.367411] env[62361]: value = "task-1707674" [ 1270.367411] env[62361]: _type = "Task" [ 1270.367411] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.380771] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.416059] env[62361]: DEBUG nova.network.neutron [req-7fa68971-8f2f-45e0-a4a4-ca8c0b23983e req-981dc81c-e5d3-42af-b75c-4fbf60b61b80 service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Updated VIF entry in instance network info cache for port 1e479f4f-d674-49bb-8062-0c22b0edaefb. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.416413] env[62361]: DEBUG nova.network.neutron [req-7fa68971-8f2f-45e0-a4a4-ca8c0b23983e req-981dc81c-e5d3-42af-b75c-4fbf60b61b80 service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Updating instance_info_cache with network_info: [{"id": "1e479f4f-d674-49bb-8062-0c22b0edaefb", "address": "fa:16:3e:c8:a7:a8", "network": {"id": "a5a42da8-5381-4f2d-b4b7-e6a5fee8bc12", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1919869300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f19337cb5c54ec7a93e937d0d0777ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e479f4f-d6", "ovs_interfaceid": "1e479f4f-d674-49bb-8062-0c22b0edaefb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.487921] env[62361]: DEBUG oslo_concurrency.lockutils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Releasing lock "refresh_cache-fcf611a3-a07e-4d1c-8a39-c02357bd9f30" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.488290] env[62361]: DEBUG nova.compute.manager [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Instance network_info: |[{"id": "09a2f97c-4974-4b4a-9a57-e8c82b9b02e9", "address": "fa:16:3e:10:21:f2", "network": {"id": "44eba350-ef76-4616-bf0b-eaee2981c0c3", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-285621399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e948035431749118b74ecc50ae40bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09a2f97c-49", "ovs_interfaceid": "09a2f97c-4974-4b4a-9a57-e8c82b9b02e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1270.488698] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:21:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09a2f97c-4974-4b4a-9a57-e8c82b9b02e9', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.497941] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Creating folder: Project (7e948035431749118b74ecc50ae40bf8). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.503804] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b75d0b18-8cd3-4e98-b4b8-3ae61ad2c1e8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.512759] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Created folder: Project (7e948035431749118b74ecc50ae40bf8) in parent group-v355747. [ 1270.513423] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Creating folder: Instances. Parent ref: group-v355788. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.513681] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f17f527-11eb-4685-8a66-a3ded17ebf47 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.525495] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Created folder: Instances in parent group-v355788. [ 1270.525748] env[62361]: DEBUG oslo.service.loopingcall [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.525943] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.526162] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f416de1-c64d-47de-964d-a7f830691422 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.554092] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.554092] env[62361]: value = "task-1707677" [ 1270.554092] env[62361]: _type = "Task" [ 1270.554092] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.562905] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707677, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.618856] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223627} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.620022] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.620102] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edde29c9-6be2-416c-a56f-0efd2bde57dd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.648600] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] bbbdec91-762b-415e-bdbd-ed3700c90a24/bbbdec91-762b-415e-bdbd-ed3700c90a24.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.653483] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97010131-cf00-4507-9cd2-3df7657d22f7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.681816] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1270.681816] env[62361]: value = "task-1707678" [ 1270.681816] env[62361]: _type = "Task" [ 1270.681816] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.692678] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.725858] env[62361]: DEBUG oslo_vmware.api [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707672, 'name': PowerOnVM_Task, 'duration_secs': 1.075073} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.726264] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.726746] env[62361]: INFO nova.compute.manager [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Took 11.69 seconds to spawn the instance on the hypervisor. [ 1270.726746] env[62361]: DEBUG nova.compute.manager [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1270.727878] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5518020-e4fe-4b2d-8175-6ab4fcb5ab34 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.828884] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0f7df2-b303-4b4f-ac51-72be2857cd15 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.834147] env[62361]: DEBUG nova.compute.manager [req-5e3335e0-a704-429b-a840-2767dae7fca9 req-410a1dc1-b52c-46dd-ba90-e795df80d750 service nova] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Received event network-vif-plugged-6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1270.834436] env[62361]: DEBUG oslo_concurrency.lockutils [req-5e3335e0-a704-429b-a840-2767dae7fca9 req-410a1dc1-b52c-46dd-ba90-e795df80d750 service nova] Acquiring lock "41c6290d-3110-4de7-bb44-190fd57478c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.834666] env[62361]: DEBUG oslo_concurrency.lockutils [req-5e3335e0-a704-429b-a840-2767dae7fca9 req-410a1dc1-b52c-46dd-ba90-e795df80d750 service nova] Lock "41c6290d-3110-4de7-bb44-190fd57478c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.834777] env[62361]: DEBUG oslo_concurrency.lockutils [req-5e3335e0-a704-429b-a840-2767dae7fca9 req-410a1dc1-b52c-46dd-ba90-e795df80d750 service nova] Lock "41c6290d-3110-4de7-bb44-190fd57478c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.834992] env[62361]: DEBUG nova.compute.manager [req-5e3335e0-a704-429b-a840-2767dae7fca9 req-410a1dc1-b52c-46dd-ba90-e795df80d750 service nova] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] No waiting events found dispatching network-vif-plugged-6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1270.835130] env[62361]: WARNING nova.compute.manager [req-5e3335e0-a704-429b-a840-2767dae7fca9 req-410a1dc1-b52c-46dd-ba90-e795df80d750 service nova] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Received unexpected event network-vif-plugged-6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d for instance with vm_state building and task_state spawning. [ 1270.835290] env[62361]: DEBUG nova.compute.manager [req-5e3335e0-a704-429b-a840-2767dae7fca9 req-410a1dc1-b52c-46dd-ba90-e795df80d750 service nova] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Received event network-changed-6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1270.835457] env[62361]: DEBUG nova.compute.manager [req-5e3335e0-a704-429b-a840-2767dae7fca9 req-410a1dc1-b52c-46dd-ba90-e795df80d750 service nova] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Refreshing instance network info cache due to event network-changed-6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1270.835752] env[62361]: DEBUG oslo_concurrency.lockutils [req-5e3335e0-a704-429b-a840-2767dae7fca9 req-410a1dc1-b52c-46dd-ba90-e795df80d750 service nova] Acquiring lock "refresh_cache-41c6290d-3110-4de7-bb44-190fd57478c6" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.835960] env[62361]: DEBUG oslo_concurrency.lockutils [req-5e3335e0-a704-429b-a840-2767dae7fca9 req-410a1dc1-b52c-46dd-ba90-e795df80d750 service nova] Acquired lock "refresh_cache-41c6290d-3110-4de7-bb44-190fd57478c6" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.835960] env[62361]: DEBUG nova.network.neutron [req-5e3335e0-a704-429b-a840-2767dae7fca9 req-410a1dc1-b52c-46dd-ba90-e795df80d750 service nova] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Refreshing network info cache for port 6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.851206] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b291f2-9989-45d4-bfca-fea487a0b420 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.859441] env[62361]: DEBUG nova.compute.manager [req-5a21cd0d-1adf-4e8d-b283-1b5b8ff18454 req-015fa19e-4390-442e-9e24-5277f00ddc24 service nova] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Received event network-vif-plugged-09a2f97c-4974-4b4a-9a57-e8c82b9b02e9 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1270.859441] env[62361]: DEBUG oslo_concurrency.lockutils [req-5a21cd0d-1adf-4e8d-b283-1b5b8ff18454 req-015fa19e-4390-442e-9e24-5277f00ddc24 service nova] Acquiring lock "fcf611a3-a07e-4d1c-8a39-c02357bd9f30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.859824] env[62361]: DEBUG oslo_concurrency.lockutils [req-5a21cd0d-1adf-4e8d-b283-1b5b8ff18454 req-015fa19e-4390-442e-9e24-5277f00ddc24 service nova] Lock "fcf611a3-a07e-4d1c-8a39-c02357bd9f30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.859824] env[62361]: DEBUG oslo_concurrency.lockutils [req-5a21cd0d-1adf-4e8d-b283-1b5b8ff18454 req-015fa19e-4390-442e-9e24-5277f00ddc24 service nova] Lock "fcf611a3-a07e-4d1c-8a39-c02357bd9f30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.859974] env[62361]: DEBUG nova.compute.manager [req-5a21cd0d-1adf-4e8d-b283-1b5b8ff18454 req-015fa19e-4390-442e-9e24-5277f00ddc24 service nova] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] No waiting events found dispatching network-vif-plugged-09a2f97c-4974-4b4a-9a57-e8c82b9b02e9 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1270.860120] env[62361]: WARNING nova.compute.manager [req-5a21cd0d-1adf-4e8d-b283-1b5b8ff18454 req-015fa19e-4390-442e-9e24-5277f00ddc24 service nova] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Received unexpected event network-vif-plugged-09a2f97c-4974-4b4a-9a57-e8c82b9b02e9 for instance with vm_state building and task_state spawning. [ 1270.860296] env[62361]: DEBUG nova.compute.manager [req-5a21cd0d-1adf-4e8d-b283-1b5b8ff18454 req-015fa19e-4390-442e-9e24-5277f00ddc24 service nova] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Received event network-changed-09a2f97c-4974-4b4a-9a57-e8c82b9b02e9 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1270.860600] env[62361]: DEBUG nova.compute.manager [req-5a21cd0d-1adf-4e8d-b283-1b5b8ff18454 req-015fa19e-4390-442e-9e24-5277f00ddc24 service nova] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Refreshing instance network info cache due to event network-changed-09a2f97c-4974-4b4a-9a57-e8c82b9b02e9. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1270.860927] env[62361]: DEBUG oslo_concurrency.lockutils [req-5a21cd0d-1adf-4e8d-b283-1b5b8ff18454 req-015fa19e-4390-442e-9e24-5277f00ddc24 service nova] Acquiring lock "refresh_cache-fcf611a3-a07e-4d1c-8a39-c02357bd9f30" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.860927] env[62361]: DEBUG oslo_concurrency.lockutils [req-5a21cd0d-1adf-4e8d-b283-1b5b8ff18454 req-015fa19e-4390-442e-9e24-5277f00ddc24 service nova] Acquired lock "refresh_cache-fcf611a3-a07e-4d1c-8a39-c02357bd9f30" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.860927] env[62361]: DEBUG nova.network.neutron [req-5a21cd0d-1adf-4e8d-b283-1b5b8ff18454 req-015fa19e-4390-442e-9e24-5277f00ddc24 service nova] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Refreshing network info cache for port 09a2f97c-4974-4b4a-9a57-e8c82b9b02e9 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.902429] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176f0851-fb40-417f-a804-b53e087039a4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.919746] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2078d376-28ad-44ae-8b65-553c74ecd895 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.925480] env[62361]: DEBUG oslo_concurrency.lockutils [req-7fa68971-8f2f-45e0-a4a4-ca8c0b23983e req-981dc81c-e5d3-42af-b75c-4fbf60b61b80 service nova] Releasing lock "refresh_cache-a7259360-260a-49cb-b673-c5d33cebf48f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.925904] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707674, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.946191] env[62361]: DEBUG nova.compute.provider_tree [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.065298] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707677, 'name': CreateVM_Task, 'duration_secs': 0.420259} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.065737] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.066923] env[62361]: DEBUG oslo_concurrency.lockutils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.066923] env[62361]: DEBUG oslo_concurrency.lockutils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.067171] env[62361]: DEBUG oslo_concurrency.lockutils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.067446] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf05b6a-fffb-4184-9903-97ab8b1408f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.075241] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1271.075241] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cf3265-aa39-5c50-a69b-549e9a0bc59f" [ 1271.075241] env[62361]: _type = "Task" [ 1271.075241] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.082043] env[62361]: DEBUG nova.network.neutron [-] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.092356] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cf3265-aa39-5c50-a69b-549e9a0bc59f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.191063] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707678, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.253678] env[62361]: INFO nova.compute.manager [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Took 25.39 seconds to build instance. [ 1271.358143] env[62361]: DEBUG nova.compute.manager [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1271.361079] env[62361]: DEBUG nova.network.neutron [req-5a21cd0d-1adf-4e8d-b283-1b5b8ff18454 req-015fa19e-4390-442e-9e24-5277f00ddc24 service nova] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Updated VIF entry in instance network info cache for port 09a2f97c-4974-4b4a-9a57-e8c82b9b02e9. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.361402] env[62361]: DEBUG nova.network.neutron [req-5a21cd0d-1adf-4e8d-b283-1b5b8ff18454 req-015fa19e-4390-442e-9e24-5277f00ddc24 service nova] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Updating instance_info_cache with network_info: [{"id": "09a2f97c-4974-4b4a-9a57-e8c82b9b02e9", "address": "fa:16:3e:10:21:f2", "network": {"id": "44eba350-ef76-4616-bf0b-eaee2981c0c3", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-285621399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e948035431749118b74ecc50ae40bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09a2f97c-49", "ovs_interfaceid": "09a2f97c-4974-4b4a-9a57-e8c82b9b02e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.396078] env[62361]: DEBUG nova.virt.hardware [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1271.396441] env[62361]: DEBUG nova.virt.hardware [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1271.396500] env[62361]: DEBUG nova.virt.hardware [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.400028] env[62361]: DEBUG nova.virt.hardware [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1271.400028] env[62361]: DEBUG nova.virt.hardware [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.400028] env[62361]: DEBUG nova.virt.hardware [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1271.400028] env[62361]: DEBUG nova.virt.hardware [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1271.400028] env[62361]: DEBUG nova.virt.hardware [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1271.400481] env[62361]: DEBUG nova.virt.hardware [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1271.400481] env[62361]: DEBUG nova.virt.hardware [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1271.400481] env[62361]: DEBUG nova.virt.hardware [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1271.400481] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e4bec2-201e-415a-8f56-8e5edc403e30 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.422021] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "92528be1-55ff-40e4-9404-99a4db7766c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.422021] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "92528be1-55ff-40e4-9404-99a4db7766c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.424206] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c9e27c-45e3-40b3-a6b0-91100b2224f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.431738] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807996} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.432414] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 41c6290d-3110-4de7-bb44-190fd57478c6/41c6290d-3110-4de7-bb44-190fd57478c6.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.432629] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.432864] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d7a6bfc-bfec-4ea3-bf6e-5c2146a08ba4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.442985] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Instance VIF info [] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.448885] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Creating folder: Project (77b4ad2508ff4a64a2f158d9fa3a1dfa). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1271.450509] env[62361]: DEBUG nova.scheduler.client.report [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1271.453634] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb8f0fda-4b25-4cd2-907f-4c5496427b10 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.467018] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1271.467018] env[62361]: value = "task-1707679" [ 1271.467018] env[62361]: _type = "Task" [ 1271.467018] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.474933] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.477077] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Created folder: Project (77b4ad2508ff4a64a2f158d9fa3a1dfa) in parent group-v355747. [ 1271.477274] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Creating folder: Instances. Parent ref: group-v355791. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1271.477564] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a6e8f59-e94e-4ff8-8b4d-4727ad05703f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.488010] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Created folder: Instances in parent group-v355791. [ 1271.488275] env[62361]: DEBUG oslo.service.loopingcall [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1271.488463] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.488667] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e231c703-b253-4457-a353-6cb8c0fe6230 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.514067] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.514067] env[62361]: value = "task-1707682" [ 1271.514067] env[62361]: _type = "Task" [ 1271.514067] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.526923] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707682, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.587485] env[62361]: INFO nova.compute.manager [-] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Took 1.84 seconds to deallocate network for instance. [ 1271.588180] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cf3265-aa39-5c50-a69b-549e9a0bc59f, 'name': SearchDatastore_Task, 'duration_secs': 0.048937} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.591617] env[62361]: DEBUG oslo_concurrency.lockutils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.591617] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.591617] env[62361]: DEBUG oslo_concurrency.lockutils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.591617] env[62361]: DEBUG oslo_concurrency.lockutils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.591958] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.598025] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55829601-1f3e-43c5-bdbd-5626dd6f42b7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.609880] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.610084] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.613101] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f28022-4996-434f-aa31-1d93ffbf7f59 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.619194] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1271.619194] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5230b0e0-8937-f32b-1757-e2bb3f85f769" [ 1271.619194] env[62361]: _type = "Task" [ 1271.619194] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.628750] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5230b0e0-8937-f32b-1757-e2bb3f85f769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.694617] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707678, 'name': ReconfigVM_Task, 'duration_secs': 0.53456} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.694958] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Reconfigured VM instance instance-0000000e to attach disk [datastore1] bbbdec91-762b-415e-bdbd-ed3700c90a24/bbbdec91-762b-415e-bdbd-ed3700c90a24.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.695627] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0db6afd7-7781-47ca-ace5-74c3bad483f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.701558] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1271.701558] env[62361]: value = "task-1707683" [ 1271.701558] env[62361]: _type = "Task" [ 1271.701558] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.713123] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707683, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.721617] env[62361]: DEBUG nova.network.neutron [req-5e3335e0-a704-429b-a840-2767dae7fca9 req-410a1dc1-b52c-46dd-ba90-e795df80d750 service nova] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Updated VIF entry in instance network info cache for port 6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.721950] env[62361]: DEBUG nova.network.neutron [req-5e3335e0-a704-429b-a840-2767dae7fca9 req-410a1dc1-b52c-46dd-ba90-e795df80d750 service nova] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Updating instance_info_cache with network_info: [{"id": "6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d", "address": "fa:16:3e:a0:6e:e4", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb93a6a-ab", "ovs_interfaceid": "6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.757107] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b667cd9e-34a5-4108-b8cb-c59cf4660fdc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "e26524ba-912d-40ac-a299-6d6c4aae65e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.629s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.768303] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Acquiring lock "a7259360-260a-49cb-b673-c5d33cebf48f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.768585] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Lock "a7259360-260a-49cb-b673-c5d33cebf48f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.768800] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Acquiring lock "a7259360-260a-49cb-b673-c5d33cebf48f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.768982] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Lock "a7259360-260a-49cb-b673-c5d33cebf48f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.769214] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Lock "a7259360-260a-49cb-b673-c5d33cebf48f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.771753] env[62361]: INFO nova.compute.manager [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Terminating instance [ 1271.773719] env[62361]: DEBUG nova.compute.manager [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1271.774026] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.775102] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9789798-780e-4f23-8e1c-cf176ac5f928 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.786136] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.786309] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e07d3f58-d620-47cb-9f8b-feb59388a484 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.793038] env[62361]: DEBUG oslo_vmware.api [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Waiting for the task: (returnval){ [ 1271.793038] env[62361]: value = "task-1707684" [ 1271.793038] env[62361]: _type = "Task" [ 1271.793038] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.805140] env[62361]: DEBUG oslo_vmware.api [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.869016] env[62361]: DEBUG oslo_concurrency.lockutils [req-5a21cd0d-1adf-4e8d-b283-1b5b8ff18454 req-015fa19e-4390-442e-9e24-5277f00ddc24 service nova] Releasing lock "refresh_cache-fcf611a3-a07e-4d1c-8a39-c02357bd9f30" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.960836] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.961531] env[62361]: DEBUG nova.compute.manager [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1271.965919] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.858s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.966193] env[62361]: DEBUG nova.objects.instance [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Lazy-loading 'resources' on Instance uuid 28466209-2f25-401f-b406-78c8a99d8443 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.981337] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075639} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.982380] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.983251] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ad88c9-28fb-4228-81e1-d9cbd359a0ca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.012440] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 41c6290d-3110-4de7-bb44-190fd57478c6/41c6290d-3110-4de7-bb44-190fd57478c6.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.012440] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0c380e5-5343-4457-b1d3-10b777b1aae7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.039829] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707682, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.041199] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1272.041199] env[62361]: value = "task-1707685" [ 1272.041199] env[62361]: _type = "Task" [ 1272.041199] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.050265] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707685, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.099302] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.129740] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5230b0e0-8937-f32b-1757-e2bb3f85f769, 'name': SearchDatastore_Task, 'duration_secs': 0.025293} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.130680] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71941211-bac2-42ac-a2bf-21be3de1b1a2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.136339] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1272.136339] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d1145c-8e02-7251-40ae-201cb18d6cc0" [ 1272.136339] env[62361]: _type = "Task" [ 1272.136339] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.143488] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d1145c-8e02-7251-40ae-201cb18d6cc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.212481] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707683, 'name': Rename_Task, 'duration_secs': 0.257365} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.212481] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.212782] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84a3ef67-c9e3-44d4-b417-4df0aa408770 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.219712] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1272.219712] env[62361]: value = "task-1707686" [ 1272.219712] env[62361]: _type = "Task" [ 1272.219712] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.227900] env[62361]: DEBUG oslo_concurrency.lockutils [req-5e3335e0-a704-429b-a840-2767dae7fca9 req-410a1dc1-b52c-46dd-ba90-e795df80d750 service nova] Releasing lock "refresh_cache-41c6290d-3110-4de7-bb44-190fd57478c6" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.228287] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.259993] env[62361]: DEBUG nova.compute.manager [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1272.304186] env[62361]: DEBUG oslo_vmware.api [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707684, 'name': PowerOffVM_Task, 'duration_secs': 0.253366} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.305209] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.305414] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.305641] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1274868a-df71-44c3-b816-bc0f20d48344 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.477184] env[62361]: DEBUG nova.compute.utils [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1272.483148] env[62361]: DEBUG nova.compute.manager [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Not allocating networking since 'none' was specified. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1272.549297] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707682, 'name': CreateVM_Task, 'duration_secs': 0.718321} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.552740] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.552740] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.552740] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.552740] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.553069] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab463cec-28c5-4799-9929-d121f1433bd8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.559091] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.564676] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Waiting for the task: (returnval){ [ 1272.564676] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52984f42-1f65-280d-580f-05d8dca32d56" [ 1272.564676] env[62361]: _type = "Task" [ 1272.564676] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.572413] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52984f42-1f65-280d-580f-05d8dca32d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.651014] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d1145c-8e02-7251-40ae-201cb18d6cc0, 'name': SearchDatastore_Task, 'duration_secs': 0.033152} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.654995] env[62361]: DEBUG oslo_concurrency.lockutils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.654995] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] fcf611a3-a07e-4d1c-8a39-c02357bd9f30/fcf611a3-a07e-4d1c-8a39-c02357bd9f30.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.654995] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87939071-33cd-40b1-ae3f-8970f32884ac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.664332] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1272.664332] env[62361]: value = "task-1707688" [ 1272.664332] env[62361]: _type = "Task" [ 1272.664332] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.680278] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.733038] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707686, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.783979] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.987195] env[62361]: DEBUG nova.compute.manager [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1273.034371] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630d144c-3794-4ef1-8502-fd3958ae54f4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.045016] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb6834f-b32e-4b0d-ac29-ed1678cb463b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.058688] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707685, 'name': ReconfigVM_Task, 'duration_secs': 0.627979} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.084905] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 41c6290d-3110-4de7-bb44-190fd57478c6/41c6290d-3110-4de7-bb44-190fd57478c6.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.085869] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30e78839-f0cb-4616-b809-6ff2b17b3013 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.091759] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9206e30-a77b-403c-8c2d-f4384262cd22 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.103093] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52984f42-1f65-280d-580f-05d8dca32d56, 'name': SearchDatastore_Task, 'duration_secs': 0.016876} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.106569] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.106698] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1273.107217] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.107217] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.107429] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.108642] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1273.108642] env[62361]: value = "task-1707689" [ 1273.108642] env[62361]: _type = "Task" [ 1273.108642] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.108642] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6552bafe-0569-4524-92a7-018b8896cfa0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.120273] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcc7186-22df-4f43-9e49-5bb5d88dc512 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.125810] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.126236] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1273.131223] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f924927-20fb-4143-be0a-889479d97027 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.134155] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707689, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.142589] env[62361]: DEBUG nova.compute.provider_tree [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.148323] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Waiting for the task: (returnval){ [ 1273.148323] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52171ce6-448b-c86f-7966-bd6a02be695c" [ 1273.148323] env[62361]: _type = "Task" [ 1273.148323] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.157084] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52171ce6-448b-c86f-7966-bd6a02be695c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.176010] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707688, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.181292] env[62361]: DEBUG oslo_concurrency.lockutils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquiring lock "7d92bde5-1e58-493a-9b90-e18a83fde582" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.181292] env[62361]: DEBUG oslo_concurrency.lockutils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "7d92bde5-1e58-493a-9b90-e18a83fde582" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.230125] env[62361]: DEBUG oslo_vmware.api [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707686, 'name': PowerOnVM_Task, 'duration_secs': 0.611166} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.230647] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.230647] env[62361]: INFO nova.compute.manager [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Took 11.65 seconds to spawn the instance on the hypervisor. [ 1273.230834] env[62361]: DEBUG nova.compute.manager [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1273.231538] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2967cf1d-8530-4eda-a000-96ff20154734 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.357521] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.357858] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.358181] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Deleting the datastore file [datastore1] a7259360-260a-49cb-b673-c5d33cebf48f {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.358973] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9901b79a-f526-4f78-938e-bb8b311539a3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.366326] env[62361]: DEBUG oslo_vmware.api [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Waiting for the task: (returnval){ [ 1273.366326] env[62361]: value = "task-1707690" [ 1273.366326] env[62361]: _type = "Task" [ 1273.366326] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.378290] env[62361]: DEBUG oslo_vmware.api [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.622927] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707689, 'name': Rename_Task, 'duration_secs': 0.481407} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.622927] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.622927] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6a85411-5f5a-490a-ba95-6f97a09d28e3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.633499] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1273.633499] env[62361]: value = "task-1707691" [ 1273.633499] env[62361]: _type = "Task" [ 1273.633499] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.642689] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.646987] env[62361]: DEBUG nova.scheduler.client.report [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1273.664301] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52171ce6-448b-c86f-7966-bd6a02be695c, 'name': SearchDatastore_Task, 'duration_secs': 0.021389} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.664897] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a5af596-b7d3-4fef-8868-933aadfeecba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.675866] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Waiting for the task: (returnval){ [ 1273.675866] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525279bc-2578-6c4e-daad-8fa2c2a0c40c" [ 1273.675866] env[62361]: _type = "Task" [ 1273.675866] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.680846] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707688, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.692632] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525279bc-2578-6c4e-daad-8fa2c2a0c40c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.759667] env[62361]: INFO nova.compute.manager [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Took 25.91 seconds to build instance. [ 1273.881856] env[62361]: DEBUG oslo_vmware.api [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.889953] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquiring lock "5d9196da-9f8c-43d4-b031-023fd76183d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.889953] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Lock "5d9196da-9f8c-43d4-b031-023fd76183d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.004270] env[62361]: DEBUG nova.compute.manager [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1274.039330] env[62361]: DEBUG nova.virt.hardware [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1274.039330] env[62361]: DEBUG nova.virt.hardware [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1274.039330] env[62361]: DEBUG nova.virt.hardware [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.039772] env[62361]: DEBUG nova.virt.hardware [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1274.039772] env[62361]: DEBUG nova.virt.hardware [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.040084] env[62361]: DEBUG nova.virt.hardware [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1274.040873] env[62361]: DEBUG nova.virt.hardware [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1274.041169] env[62361]: DEBUG nova.virt.hardware [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1274.041567] env[62361]: DEBUG nova.virt.hardware [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1274.042128] env[62361]: DEBUG nova.virt.hardware [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1274.042446] env[62361]: DEBUG nova.virt.hardware [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1274.043486] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33565822-ffab-4d03-b189-458141bf2c3b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.050971] env[62361]: DEBUG nova.compute.manager [req-bf684e11-dd33-49e7-ad17-42052a5adae0 req-874a5a8f-0c40-4f74-8958-f0570a746e16 service nova] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Received event network-vif-deleted-ac127e42-ae6c-4553-ac12-040d6ec12d96 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1274.053209] env[62361]: DEBUG nova.compute.manager [req-2e14be49-4b73-4460-8b11-e5063ed264fc req-7f69543d-ad86-4359-8a76-eb3445e16d3a service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] Received event network-changed-21b2c2bb-c625-4e2c-a48c-940bfdc67b24 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1274.053536] env[62361]: DEBUG nova.compute.manager [req-2e14be49-4b73-4460-8b11-e5063ed264fc req-7f69543d-ad86-4359-8a76-eb3445e16d3a service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] Refreshing instance network info cache due to event network-changed-21b2c2bb-c625-4e2c-a48c-940bfdc67b24. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1274.053837] env[62361]: DEBUG oslo_concurrency.lockutils [req-2e14be49-4b73-4460-8b11-e5063ed264fc req-7f69543d-ad86-4359-8a76-eb3445e16d3a service nova] Acquiring lock "refresh_cache-54650f01-3470-46bd-ae16-051df7758071" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.054065] env[62361]: DEBUG oslo_concurrency.lockutils [req-2e14be49-4b73-4460-8b11-e5063ed264fc req-7f69543d-ad86-4359-8a76-eb3445e16d3a service nova] Acquired lock "refresh_cache-54650f01-3470-46bd-ae16-051df7758071" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.054307] env[62361]: DEBUG nova.network.neutron [req-2e14be49-4b73-4460-8b11-e5063ed264fc req-7f69543d-ad86-4359-8a76-eb3445e16d3a service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] Refreshing network info cache for port 21b2c2bb-c625-4e2c-a48c-940bfdc67b24 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.060292] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9049a4dc-204a-486e-bab1-71ab95544319 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.075264] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Instance VIF info [] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.081484] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Creating folder: Project (6074e71b25c84092b886e90bfa298114). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1274.083384] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c706d032-6f05-4061-9a2d-d7a26852dae3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.093826] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Created folder: Project (6074e71b25c84092b886e90bfa298114) in parent group-v355747. [ 1274.094089] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Creating folder: Instances. Parent ref: group-v355794. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1274.094384] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c46f2313-ce3d-4c6f-92a6-947574e65c6c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.105492] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Created folder: Instances in parent group-v355794. [ 1274.105705] env[62361]: DEBUG oslo.service.loopingcall [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1274.105933] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.106164] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c86ad925-c796-420e-ba2b-c0ac05081941 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.128713] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.128713] env[62361]: value = "task-1707694" [ 1274.128713] env[62361]: _type = "Task" [ 1274.128713] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.144089] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707694, 'name': CreateVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.148081] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.156674] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.160438] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.626s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.160645] env[62361]: DEBUG nova.objects.instance [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Lazy-loading 'resources' on Instance uuid 366986e7-d0b3-40a2-9aa0-b1379d094c18 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.178272] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707688, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.23883} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.179727] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] fcf611a3-a07e-4d1c-8a39-c02357bd9f30/fcf611a3-a07e-4d1c-8a39-c02357bd9f30.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.180198] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.181046] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e00453f-a644-4d94-a49f-4254dc6ac4b0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.189725] env[62361]: INFO nova.scheduler.client.report [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Deleted allocations for instance 28466209-2f25-401f-b406-78c8a99d8443 [ 1274.199132] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1274.199132] env[62361]: value = "task-1707695" [ 1274.199132] env[62361]: _type = "Task" [ 1274.199132] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.200544] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525279bc-2578-6c4e-daad-8fa2c2a0c40c, 'name': SearchDatastore_Task, 'duration_secs': 0.076619} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.200544] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.200862] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 845622fb-182f-422b-a2c6-9a1238bb1fda/845622fb-182f-422b-a2c6-9a1238bb1fda.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.205656] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bc0b7f8-f275-447b-bcb9-5cb64c87dd61 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.220512] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.220965] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Waiting for the task: (returnval){ [ 1274.220965] env[62361]: value = "task-1707696" [ 1274.220965] env[62361]: _type = "Task" [ 1274.220965] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.230066] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': task-1707696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.263019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68d33536-cca1-419d-8227-3ead7455ab47 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "bbbdec91-762b-415e-bdbd-ed3700c90a24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.894s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.377456] env[62361]: DEBUG oslo_vmware.api [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Task: {'id': task-1707690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.814875} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.377915] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.378241] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.378568] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.378863] env[62361]: INFO nova.compute.manager [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Took 2.60 seconds to destroy the instance on the hypervisor. [ 1274.379253] env[62361]: DEBUG oslo.service.loopingcall [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1274.379557] env[62361]: DEBUG nova.compute.manager [-] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1274.379756] env[62361]: DEBUG nova.network.neutron [-] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.653165] env[62361]: DEBUG oslo_vmware.api [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707691, 'name': PowerOnVM_Task, 'duration_secs': 0.912233} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.661157] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.661456] env[62361]: INFO nova.compute.manager [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Took 10.48 seconds to spawn the instance on the hypervisor. [ 1274.661681] env[62361]: DEBUG nova.compute.manager [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1274.662133] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707694, 'name': CreateVM_Task, 'duration_secs': 0.358226} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.663087] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a308736-3053-4ac0-bd21-ce5dde22c818 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.666512] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.666971] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.667210] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.667529] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.671788] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06579293-3acf-4c81-80a5-8e06181996ec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.688330] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Waiting for the task: (returnval){ [ 1274.688330] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bf9545-6a8c-de30-f44d-7d4ffa6a8863" [ 1274.688330] env[62361]: _type = "Task" [ 1274.688330] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.707573] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bf9545-6a8c-de30-f44d-7d4ffa6a8863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.708118] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94f5c75d-e400-4957-bc19-c24fa59b80d2 tempest-ServerDiagnosticsNegativeTest-1412113132 tempest-ServerDiagnosticsNegativeTest-1412113132-project-member] Lock "28466209-2f25-401f-b406-78c8a99d8443" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.352s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.723114] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088836} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.726456] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.727520] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bb4040-d710-4611-9e5e-a80f8ad6437c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.737297] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': task-1707696, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.762787] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] fcf611a3-a07e-4d1c-8a39-c02357bd9f30/fcf611a3-a07e-4d1c-8a39-c02357bd9f30.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.763869] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-990075f9-2a5b-4899-b3f4-1e27b6a292fd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.782259] env[62361]: DEBUG nova.compute.manager [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1274.793911] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1274.793911] env[62361]: value = "task-1707697" [ 1274.793911] env[62361]: _type = "Task" [ 1274.793911] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.803755] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707697, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.183364] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f828da1-e7f7-483e-84ba-7de35657e05f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.198576] env[62361]: INFO nova.compute.manager [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Took 26.66 seconds to build instance. [ 1275.200106] env[62361]: DEBUG nova.network.neutron [req-2e14be49-4b73-4460-8b11-e5063ed264fc req-7f69543d-ad86-4359-8a76-eb3445e16d3a service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] Updated VIF entry in instance network info cache for port 21b2c2bb-c625-4e2c-a48c-940bfdc67b24. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.200415] env[62361]: DEBUG nova.network.neutron [req-2e14be49-4b73-4460-8b11-e5063ed264fc req-7f69543d-ad86-4359-8a76-eb3445e16d3a service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] Updating instance_info_cache with network_info: [{"id": "21b2c2bb-c625-4e2c-a48c-940bfdc67b24", "address": "fa:16:3e:a4:d2:d3", "network": {"id": "21efd118-a885-448c-b5ef-271d33002c89", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-373545114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b452b44183a444c4accfdf728b1addd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b2c2bb-c6", "ovs_interfaceid": "21b2c2bb-c625-4e2c-a48c-940bfdc67b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.204665] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a447e5e3-1fe5-4962-b0a9-de0b8e0d169f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.213426] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bf9545-6a8c-de30-f44d-7d4ffa6a8863, 'name': SearchDatastore_Task, 'duration_secs': 0.06594} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.214130] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.214356] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.214581] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.214717] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.214937] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.215244] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae765771-a397-434f-9353-67b7a64dd2db {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.254912] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962171db-a0c9-441e-a602-00c689534820 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.258485] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.259022] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.260060] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf7e6cc-e5d9-443a-a24f-c729edbd997b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.268105] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': task-1707696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818843} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.268908] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 845622fb-182f-422b-a2c6-9a1238bb1fda/845622fb-182f-422b-a2c6-9a1238bb1fda.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.269071] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1275.270258] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874e27be-cda8-4d3c-8009-4ff7be15d1cf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.275430] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29c4e53a-7b02-45b7-abce-d74ee7fda9e2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.277741] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Waiting for the task: (returnval){ [ 1275.277741] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524b4382-93b4-b51d-4ef5-6035f6129d0b" [ 1275.277741] env[62361]: _type = "Task" [ 1275.277741] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.294455] env[62361]: DEBUG nova.compute.provider_tree [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.300189] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Waiting for the task: (returnval){ [ 1275.300189] env[62361]: value = "task-1707698" [ 1275.300189] env[62361]: _type = "Task" [ 1275.300189] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.316366] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524b4382-93b4-b51d-4ef5-6035f6129d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.021428} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.317420] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.319284] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0ff7d1a-05b0-4702-9db3-7259f14c5945 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.328824] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': task-1707698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.329188] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.332578] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Waiting for the task: (returnval){ [ 1275.332578] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ea0fc7-ce27-9029-b3ae-0065fca858ce" [ 1275.332578] env[62361]: _type = "Task" [ 1275.332578] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.341952] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ea0fc7-ce27-9029-b3ae-0065fca858ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.547497] env[62361]: DEBUG nova.network.neutron [-] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.593314] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Acquiring lock "af53eb4c-6e15-4a65-8555-a8966e2e887c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.593553] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Lock "af53eb4c-6e15-4a65-8555-a8966e2e887c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.709816] env[62361]: DEBUG oslo_concurrency.lockutils [req-2e14be49-4b73-4460-8b11-e5063ed264fc req-7f69543d-ad86-4359-8a76-eb3445e16d3a service nova] Releasing lock "refresh_cache-54650f01-3470-46bd-ae16-051df7758071" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.710964] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c15b5692-4b41-4a00-a5de-8ec4ee21dc88 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "41c6290d-3110-4de7-bb44-190fd57478c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.209s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.801106] env[62361]: DEBUG nova.scheduler.client.report [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1275.818423] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707697, 'name': ReconfigVM_Task, 'duration_secs': 0.86663} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.819587] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Reconfigured VM instance instance-00000010 to attach disk [datastore1] fcf611a3-a07e-4d1c-8a39-c02357bd9f30/fcf611a3-a07e-4d1c-8a39-c02357bd9f30.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.820334] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': task-1707698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272231} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.820628] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11f7ccd6-d3ca-49df-9b72-a3cb2e9c08c0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.824524] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.825690] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cdf813-9ebd-4404-813c-77e599c8c0ed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.850590] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 845622fb-182f-422b-a2c6-9a1238bb1fda/845622fb-182f-422b-a2c6-9a1238bb1fda.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.859031] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08e011ba-196a-4ef0-b987-7108044c5b93 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.873023] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1275.873023] env[62361]: value = "task-1707699" [ 1275.873023] env[62361]: _type = "Task" [ 1275.873023] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.881208] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ea0fc7-ce27-9029-b3ae-0065fca858ce, 'name': SearchDatastore_Task, 'duration_secs': 0.026265} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.882750] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.883155] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] beae7708-6ddc-422f-b429-d4e67588a172/beae7708-6ddc-422f-b429-d4e67588a172.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.883659] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Waiting for the task: (returnval){ [ 1275.883659] env[62361]: value = "task-1707700" [ 1275.883659] env[62361]: _type = "Task" [ 1275.883659] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.883659] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ad73c6d-d17a-4c3e-9cf1-f9a4675c5d0d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.891746] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707699, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.898416] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': task-1707700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.899841] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Waiting for the task: (returnval){ [ 1275.899841] env[62361]: value = "task-1707701" [ 1275.899841] env[62361]: _type = "Task" [ 1275.899841] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.908461] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.050594] env[62361]: INFO nova.compute.manager [-] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Took 1.67 seconds to deallocate network for instance. [ 1276.215617] env[62361]: DEBUG nova.compute.manager [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1276.312658] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.314177] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.794s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.314872] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.314872] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1276.314872] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.651s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.316308] env[62361]: INFO nova.compute.claims [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.323709] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250692b0-8116-4710-9bae-6bae14c2f354 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.337200] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bcc093-509b-49ff-9b72-036d2a288c80 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.344490] env[62361]: INFO nova.scheduler.client.report [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Deleted allocations for instance 366986e7-d0b3-40a2-9aa0-b1379d094c18 [ 1276.358408] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c5de1e-e65b-47ad-b0db-6a6af639dbce {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.367870] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01626278-9c21-4e06-ac1c-90bc0b1d2464 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.416518] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181245MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1276.416684] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.432795] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707699, 'name': Rename_Task, 'duration_secs': 0.271235} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.433748] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.434133] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba335c00-0ca3-4777-814a-db7640297df3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.446244] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': task-1707700, 'name': ReconfigVM_Task, 'duration_secs': 0.524867} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.446880] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.447552] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 845622fb-182f-422b-a2c6-9a1238bb1fda/845622fb-182f-422b-a2c6-9a1238bb1fda.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.448404] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4610400e-e325-4477-8264-0df0bb30bd66 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.453091] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1276.453091] env[62361]: value = "task-1707702" [ 1276.453091] env[62361]: _type = "Task" [ 1276.453091] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.460172] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Waiting for the task: (returnval){ [ 1276.460172] env[62361]: value = "task-1707703" [ 1276.460172] env[62361]: _type = "Task" [ 1276.460172] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.470425] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.476585] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': task-1707703, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.483541] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "0da9b618-9d28-4028-a42b-fa3b9661cb6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.484117] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "0da9b618-9d28-4028-a42b-fa3b9661cb6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.558799] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.643232] env[62361]: DEBUG nova.compute.manager [req-aa6df120-bd99-4c4d-ae40-544897457ddf req-19f6fc5f-a491-4c02-9516-c1fefef27475 service nova] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Received event network-vif-deleted-1e479f4f-d674-49bb-8062-0c22b0edaefb {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1276.748723] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.861442] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5efc7d8-affd-422a-bc90-06117af78dcc tempest-DeleteServersAdminTestJSON-233845075 tempest-DeleteServersAdminTestJSON-233845075-project-admin] Lock "366986e7-d0b3-40a2-9aa0-b1379d094c18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.917s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.929957] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707701, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.972312] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': task-1707703, 'name': Rename_Task, 'duration_secs': 0.187828} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.977627] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.977907] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707702, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.978307] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be7cc731-295c-4dce-8127-faf4b47e3f19 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.986409] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Waiting for the task: (returnval){ [ 1276.986409] env[62361]: value = "task-1707704" [ 1276.986409] env[62361]: _type = "Task" [ 1276.986409] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.998250] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': task-1707704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.186203] env[62361]: DEBUG oslo_concurrency.lockutils [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "41c6290d-3110-4de7-bb44-190fd57478c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.186559] env[62361]: DEBUG oslo_concurrency.lockutils [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "41c6290d-3110-4de7-bb44-190fd57478c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.186755] env[62361]: DEBUG oslo_concurrency.lockutils [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "41c6290d-3110-4de7-bb44-190fd57478c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.187110] env[62361]: DEBUG oslo_concurrency.lockutils [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "41c6290d-3110-4de7-bb44-190fd57478c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.187299] env[62361]: DEBUG oslo_concurrency.lockutils [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "41c6290d-3110-4de7-bb44-190fd57478c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.192484] env[62361]: INFO nova.compute.manager [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Terminating instance [ 1277.192484] env[62361]: DEBUG nova.compute.manager [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1277.192791] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.193737] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9853765f-48e6-49f2-9a58-4d54d7f74e68 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.209796] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.210123] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ed636ad-b228-44b3-bce7-d4c880fd60d7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.221291] env[62361]: DEBUG oslo_vmware.api [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1277.221291] env[62361]: value = "task-1707705" [ 1277.221291] env[62361]: _type = "Task" [ 1277.221291] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.233682] env[62361]: DEBUG oslo_vmware.api [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.433298] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707701, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.420698} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.433298] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] beae7708-6ddc-422f-b429-d4e67588a172/beae7708-6ddc-422f-b429-d4e67588a172.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.433298] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1277.433298] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d40ee22d-b6f1-4715-bd77-11f23860edb1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.440318] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Waiting for the task: (returnval){ [ 1277.440318] env[62361]: value = "task-1707706" [ 1277.440318] env[62361]: _type = "Task" [ 1277.440318] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.450278] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.479165] env[62361]: DEBUG oslo_vmware.api [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707702, 'name': PowerOnVM_Task, 'duration_secs': 0.893706} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.480465] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.480812] env[62361]: INFO nova.compute.manager [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Took 10.69 seconds to spawn the instance on the hypervisor. [ 1277.481975] env[62361]: DEBUG nova.compute.manager [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1277.484430] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aea0f8-4c26-461b-a38a-4f6c0646a65e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.510017] env[62361]: DEBUG oslo_vmware.api [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': task-1707704, 'name': PowerOnVM_Task, 'duration_secs': 0.504643} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.510017] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.510017] env[62361]: INFO nova.compute.manager [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Took 6.15 seconds to spawn the instance on the hypervisor. [ 1277.510247] env[62361]: DEBUG nova.compute.manager [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1277.512481] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d86042-3caf-48a0-bf28-b05873d00b03 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.733274] env[62361]: DEBUG oslo_vmware.api [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707705, 'name': PowerOffVM_Task, 'duration_secs': 0.345576} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.733890] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.734133] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.735076] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8315c1f8-15b9-4ed4-b4b0-07695c012e32 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.848681] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e9dd81-be2c-4d6f-9f54-4007a77d8a9b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.860725] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3def53d0-f903-4924-a594-8929de63311b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.902218] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a7e1d3-b7ce-4868-ae69-61abab8f8c1f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.911127] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751daf7c-9e7e-4faa-a978-485dc050ac7c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.934257] env[62361]: DEBUG nova.compute.provider_tree [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.937215] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.937215] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.937215] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleting the datastore file [datastore1] 41c6290d-3110-4de7-bb44-190fd57478c6 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.937215] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f24e97b1-18ea-4810-94a1-1972aaac4d9d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.951267] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085777} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.952672] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.952991] env[62361]: DEBUG oslo_vmware.api [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1277.952991] env[62361]: value = "task-1707708" [ 1277.952991] env[62361]: _type = "Task" [ 1277.952991] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.953700] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30673228-2259-4df5-bbc9-0d17956275e1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.982594] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] beae7708-6ddc-422f-b429-d4e67588a172/beae7708-6ddc-422f-b429-d4e67588a172.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.986716] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44770a1c-8393-45b3-913d-718ff30cd26a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.005581] env[62361]: DEBUG oslo_vmware.api [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.017440] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Waiting for the task: (returnval){ [ 1278.017440] env[62361]: value = "task-1707709" [ 1278.017440] env[62361]: _type = "Task" [ 1278.017440] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.024477] env[62361]: INFO nova.compute.manager [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Took 28.06 seconds to build instance. [ 1278.039660] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.039660] env[62361]: INFO nova.compute.manager [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Took 26.80 seconds to build instance. [ 1278.441999] env[62361]: DEBUG nova.scheduler.client.report [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1278.460798] env[62361]: DEBUG oslo_concurrency.lockutils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquiring lock "278be240-4d07-4131-a893-f21a445a0caf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.460943] env[62361]: DEBUG oslo_concurrency.lockutils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Lock "278be240-4d07-4131-a893-f21a445a0caf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.478383] env[62361]: DEBUG oslo_vmware.api [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1707708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358815} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.478668] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.478855] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.479051] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.479240] env[62361]: INFO nova.compute.manager [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1278.479479] env[62361]: DEBUG oslo.service.loopingcall [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1278.479925] env[62361]: DEBUG nova.compute.manager [-] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1278.480030] env[62361]: DEBUG nova.network.neutron [-] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.528544] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.531404] env[62361]: DEBUG oslo_concurrency.lockutils [None req-899a2d30-d435-45ec-9ace-37d26a6bbc17 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Lock "fcf611a3-a07e-4d1c-8a39-c02357bd9f30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.026s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.541042] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3cdb01ae-3dbc-437c-92dd-a51eeaf0edf6 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Lock "845622fb-182f-422b-a2c6-9a1238bb1fda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.890s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.953020] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.953020] env[62361]: DEBUG nova.compute.manager [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1278.955499] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.584s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.970431] env[62361]: DEBUG nova.compute.manager [None req-8b1eb9ae-b080-423b-8e30-4cf09adc9c96 tempest-ServerDiagnosticsV248Test-1842091825 tempest-ServerDiagnosticsV248Test-1842091825-project-admin] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1278.971566] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2902b15b-85d1-4f9a-af75-8b15aa895bcb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.982315] env[62361]: INFO nova.compute.manager [None req-8b1eb9ae-b080-423b-8e30-4cf09adc9c96 tempest-ServerDiagnosticsV248Test-1842091825 tempest-ServerDiagnosticsV248Test-1842091825-project-admin] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Retrieving diagnostics [ 1278.982315] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d3bd14-b92d-4c41-8301-7d62b16639d4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.029466] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707709, 'name': ReconfigVM_Task, 'duration_secs': 0.917025} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.029791] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Reconfigured VM instance instance-00000012 to attach disk [datastore1] beae7708-6ddc-422f-b429-d4e67588a172/beae7708-6ddc-422f-b429-d4e67588a172.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.030536] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfe23dc3-4321-4b1a-b15d-d74e73f995eb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.037726] env[62361]: DEBUG nova.compute.manager [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1279.042030] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Waiting for the task: (returnval){ [ 1279.042030] env[62361]: value = "task-1707710" [ 1279.042030] env[62361]: _type = "Task" [ 1279.042030] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.042487] env[62361]: DEBUG nova.compute.manager [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1279.055080] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707710, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.462348] env[62361]: DEBUG nova.compute.utils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1279.469748] env[62361]: INFO nova.compute.claims [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.478428] env[62361]: DEBUG nova.compute.manager [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1279.478615] env[62361]: DEBUG nova.network.neutron [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.562630] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707710, 'name': Rename_Task, 'duration_secs': 0.22966} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.562630] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.562745] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dad3cfe7-3baf-4c37-820e-655eb3680758 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.571554] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Waiting for the task: (returnval){ [ 1279.571554] env[62361]: value = "task-1707711" [ 1279.571554] env[62361]: _type = "Task" [ 1279.571554] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.572597] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.577942] env[62361]: DEBUG oslo_concurrency.lockutils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.582858] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.616305] env[62361]: DEBUG nova.policy [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8179077de374659a5b50de511c260b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d2a3ecb32df4695915d535519d14f09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1279.680108] env[62361]: DEBUG nova.network.neutron [-] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.753936] env[62361]: DEBUG nova.compute.manager [req-7a9bfa32-d49c-4885-a8b5-95e9e6628ea2 req-d4f19efc-c8de-4061-8fe6-fe4a14a8af19 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Received event network-changed-726df40d-93bf-47ee-9b19-0822a9fde7c6 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1279.754088] env[62361]: DEBUG nova.compute.manager [req-7a9bfa32-d49c-4885-a8b5-95e9e6628ea2 req-d4f19efc-c8de-4061-8fe6-fe4a14a8af19 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Refreshing instance network info cache due to event network-changed-726df40d-93bf-47ee-9b19-0822a9fde7c6. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1279.755495] env[62361]: DEBUG oslo_concurrency.lockutils [req-7a9bfa32-d49c-4885-a8b5-95e9e6628ea2 req-d4f19efc-c8de-4061-8fe6-fe4a14a8af19 service nova] Acquiring lock "refresh_cache-bbbdec91-762b-415e-bdbd-ed3700c90a24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.755495] env[62361]: DEBUG oslo_concurrency.lockutils [req-7a9bfa32-d49c-4885-a8b5-95e9e6628ea2 req-d4f19efc-c8de-4061-8fe6-fe4a14a8af19 service nova] Acquired lock "refresh_cache-bbbdec91-762b-415e-bdbd-ed3700c90a24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.755495] env[62361]: DEBUG nova.network.neutron [req-7a9bfa32-d49c-4885-a8b5-95e9e6628ea2 req-d4f19efc-c8de-4061-8fe6-fe4a14a8af19 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Refreshing network info cache for port 726df40d-93bf-47ee-9b19-0822a9fde7c6 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.982078] env[62361]: DEBUG nova.compute.manager [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1279.985667] env[62361]: INFO nova.compute.resource_tracker [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Updating resource usage from migration 89f37eaa-8f0d-4723-9e52-a56c9c330882 [ 1280.091100] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.186697] env[62361]: INFO nova.compute.manager [-] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Took 1.71 seconds to deallocate network for instance. [ 1280.468246] env[62361]: DEBUG nova.compute.manager [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1280.468246] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a31ddd0-928d-4a19-86b8-dee57b8114fc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.491057] env[62361]: DEBUG nova.network.neutron [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Successfully created port: 323abec7-ac3f-4c79-a4ec-074abbf5f517 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1280.505274] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded30c19-05ac-425b-9022-fe2575959b2a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.513450] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0246807d-6b07-40fc-beaa-8a13b4a47662 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.551295] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64a8738-f749-4268-a300-47f9b31ab85b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.560209] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bded28-0677-41f0-8b0f-30358b5d5652 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.575110] env[62361]: DEBUG nova.compute.provider_tree [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.588438] env[62361]: DEBUG oslo_vmware.api [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707711, 'name': PowerOnVM_Task, 'duration_secs': 0.874027} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.588438] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.588438] env[62361]: INFO nova.compute.manager [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1280.588818] env[62361]: DEBUG nova.compute.manager [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1280.590043] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd48cf5-8cc5-4846-b182-d9cdc324b821 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.697527] env[62361]: DEBUG oslo_concurrency.lockutils [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.924293] env[62361]: DEBUG nova.network.neutron [req-7a9bfa32-d49c-4885-a8b5-95e9e6628ea2 req-d4f19efc-c8de-4061-8fe6-fe4a14a8af19 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Updated VIF entry in instance network info cache for port 726df40d-93bf-47ee-9b19-0822a9fde7c6. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.924293] env[62361]: DEBUG nova.network.neutron [req-7a9bfa32-d49c-4885-a8b5-95e9e6628ea2 req-d4f19efc-c8de-4061-8fe6-fe4a14a8af19 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Updating instance_info_cache with network_info: [{"id": "726df40d-93bf-47ee-9b19-0822a9fde7c6", "address": "fa:16:3e:0d:d4:4c", "network": {"id": "86c32fda-b3b0-4410-863c-c6d56ec3df98", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-745565155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae1cd0d6e944c4ab5c21a6de4ec9366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726df40d-93", "ovs_interfaceid": "726df40d-93bf-47ee-9b19-0822a9fde7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.984069] env[62361]: INFO nova.compute.manager [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] instance snapshotting [ 1280.991018] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b41c3b5-dfaa-4ea1-a029-d7539fdac217 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.018018] env[62361]: DEBUG nova.compute.manager [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1281.018018] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226b87be-9974-4f65-b8cc-3c6d0fc02f0f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.062340] env[62361]: DEBUG nova.virt.hardware [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1281.063089] env[62361]: DEBUG nova.virt.hardware [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1281.063344] env[62361]: DEBUG nova.virt.hardware [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.063469] env[62361]: DEBUG nova.virt.hardware [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1281.063612] env[62361]: DEBUG nova.virt.hardware [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.063762] env[62361]: DEBUG nova.virt.hardware [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1281.063985] env[62361]: DEBUG nova.virt.hardware [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1281.064175] env[62361]: DEBUG nova.virt.hardware [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1281.064344] env[62361]: DEBUG nova.virt.hardware [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1281.065392] env[62361]: DEBUG nova.virt.hardware [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1281.065392] env[62361]: DEBUG nova.virt.hardware [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1281.065560] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9f631a-f1b0-465d-9f02-2c08138f3358 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.074772] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b23ace6-0f24-4b13-ae7b-75c2c38bbe07 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.080613] env[62361]: DEBUG nova.scheduler.client.report [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1281.109830] env[62361]: INFO nova.compute.manager [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Took 29.27 seconds to build instance. [ 1281.165138] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Acquiring lock "4efa4e8e-02c5-4bad-a716-21d294f28c26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.165513] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Lock "4efa4e8e-02c5-4bad-a716-21d294f28c26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.426867] env[62361]: DEBUG oslo_concurrency.lockutils [req-7a9bfa32-d49c-4885-a8b5-95e9e6628ea2 req-d4f19efc-c8de-4061-8fe6-fe4a14a8af19 service nova] Releasing lock "refresh_cache-bbbdec91-762b-415e-bdbd-ed3700c90a24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.536019] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1281.536019] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b3a04aa0-7195-4ce2-9a15-3c44fc452f7b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.546894] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1281.546894] env[62361]: value = "task-1707712" [ 1281.546894] env[62361]: _type = "Task" [ 1281.546894] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.557408] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707712, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.586605] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.631s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.586795] env[62361]: INFO nova.compute.manager [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Migrating [ 1281.587406] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.587406] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.591342] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.743s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.591342] env[62361]: DEBUG nova.objects.instance [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Lazy-loading 'resources' on Instance uuid a79edfa3-9b31-4079-979a-5d11818b3e42 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.609852] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6b42fdb9-052e-4e66-8305-25137b231ae1 tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Lock "beae7708-6ddc-422f-b429-d4e67588a172" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.095s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.059427] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707712, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.091699] env[62361]: INFO nova.compute.rpcapi [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 1282.092312] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.113641] env[62361]: DEBUG nova.compute.manager [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1282.429954] env[62361]: DEBUG nova.compute.manager [None req-12ada9cb-5b8f-40db-a313-e5279dc2ebcd tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1282.431250] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84db928-eec3-45e9-ba0e-22a82ec6c89d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.442193] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "9daab8ae-8d10-4349-aafe-b5e00459521c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.442617] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "9daab8ae-8d10-4349-aafe-b5e00459521c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.450458] env[62361]: DEBUG nova.compute.manager [req-6eef69cb-1050-4212-88d4-92236265c721 req-257d7de7-27ee-492d-b501-8156c8e807ca service nova] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Received event network-vif-deleted-6fb93a6a-ab98-4bc6-ae53-6d6ce7baed2d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1282.560678] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707712, 'name': CreateSnapshot_Task, 'duration_secs': 0.666103} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.560985] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1282.561963] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8406533-0a9d-4bca-9144-88898ddbba7d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.600990] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58e7b2b-ed9b-4e3c-82ce-e7f6cb685ad6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.614023] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "refresh_cache-59f30b3f-5286-4d90-b726-011e419fca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.614023] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquired lock "refresh_cache-59f30b3f-5286-4d90-b726-011e419fca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.614023] env[62361]: DEBUG nova.network.neutron [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.618027] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3814757b-acb8-4b0b-9e1a-e4132a9d404c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.661459] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.662395] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efc17f6-5151-404a-9156-764659b97562 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.671484] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65406ed-a069-4fe7-b7f3-e19302da1681 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.686310] env[62361]: DEBUG nova.compute.provider_tree [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.842372] env[62361]: DEBUG nova.network.neutron [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Successfully updated port: 323abec7-ac3f-4c79-a4ec-074abbf5f517 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.954086] env[62361]: INFO nova.compute.manager [None req-12ada9cb-5b8f-40db-a313-e5279dc2ebcd tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] instance snapshotting [ 1282.954752] env[62361]: DEBUG nova.objects.instance [None req-12ada9cb-5b8f-40db-a313-e5279dc2ebcd tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Lazy-loading 'flavor' on Instance uuid beae7708-6ddc-422f-b429-d4e67588a172 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.090718] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1283.091303] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ab7346d2-046a-445e-8987-18a1d0dba3ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.103617] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1283.103617] env[62361]: value = "task-1707713" [ 1283.103617] env[62361]: _type = "Task" [ 1283.103617] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.113155] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Acquiring lock "beae7708-6ddc-422f-b429-d4e67588a172" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.113155] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Lock "beae7708-6ddc-422f-b429-d4e67588a172" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.113155] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Acquiring lock "beae7708-6ddc-422f-b429-d4e67588a172-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.113407] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Lock "beae7708-6ddc-422f-b429-d4e67588a172-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.113407] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Lock "beae7708-6ddc-422f-b429-d4e67588a172-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.114934] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707713, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.116335] env[62361]: INFO nova.compute.manager [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Terminating instance [ 1283.118213] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Acquiring lock "refresh_cache-beae7708-6ddc-422f-b429-d4e67588a172" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.118396] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Acquired lock "refresh_cache-beae7708-6ddc-422f-b429-d4e67588a172" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.118657] env[62361]: DEBUG nova.network.neutron [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.189440] env[62361]: DEBUG nova.scheduler.client.report [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1283.345512] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Acquiring lock "refresh_cache-3a55b2e6-a884-4dda-a9d4-9e63182c8ffa" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.345691] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Acquired lock "refresh_cache-3a55b2e6-a884-4dda-a9d4-9e63182c8ffa" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.345880] env[62361]: DEBUG nova.network.neutron [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.462606] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252b4c0b-abc5-4610-a0fe-acd2536079a4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.486496] env[62361]: DEBUG nova.network.neutron [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Updating instance_info_cache with network_info: [{"id": "159e5679-64fa-4e63-832f-f47d4c23d1f3", "address": "fa:16:3e:7b:5f:82", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap159e5679-64", "ovs_interfaceid": "159e5679-64fa-4e63-832f-f47d4c23d1f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.488268] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46f50db-c429-41e8-b1de-20d5aca56c50 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.623797] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707713, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.641466] env[62361]: DEBUG nova.network.neutron [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.693564] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "3388fd22-865a-4cf7-9912-af8ca03ed930" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.693810] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "3388fd22-865a-4cf7-9912-af8ca03ed930" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.694419] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.700382] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.712s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.700382] env[62361]: INFO nova.compute.claims [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.714387] env[62361]: DEBUG nova.network.neutron [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.728740] env[62361]: INFO nova.scheduler.client.report [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Deleted allocations for instance a79edfa3-9b31-4079-979a-5d11818b3e42 [ 1283.887788] env[62361]: DEBUG nova.network.neutron [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.992334] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Releasing lock "refresh_cache-59f30b3f-5286-4d90-b726-011e419fca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.000661] env[62361]: DEBUG nova.compute.manager [None req-12ada9cb-5b8f-40db-a313-e5279dc2ebcd tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Instance disappeared during snapshot {{(pid=62361) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1284.096408] env[62361]: DEBUG nova.network.neutron [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Updating instance_info_cache with network_info: [{"id": "323abec7-ac3f-4c79-a4ec-074abbf5f517", "address": "fa:16:3e:6b:42:68", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323abec7-ac", "ovs_interfaceid": "323abec7-ac3f-4c79-a4ec-074abbf5f517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.113230] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707713, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.166396] env[62361]: DEBUG nova.compute.manager [None req-12ada9cb-5b8f-40db-a313-e5279dc2ebcd tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Found 0 images (rotation: 2) {{(pid=62361) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1284.218950] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Releasing lock "refresh_cache-beae7708-6ddc-422f-b429-d4e67588a172" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.219277] env[62361]: DEBUG nova.compute.manager [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1284.219512] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.221143] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24cc13e-b2b1-4b6e-a7cd-fff792563652 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.230502] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.230788] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-677e9b31-25cf-4fdf-8628-c575aa6d3874 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.240106] env[62361]: DEBUG oslo_vmware.api [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Waiting for the task: (returnval){ [ 1284.240106] env[62361]: value = "task-1707714" [ 1284.240106] env[62361]: _type = "Task" [ 1284.240106] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.240646] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c672bc32-30b0-4b5a-93b9-e9f50574f5e3 tempest-TenantUsagesTestJSON-1465356973 tempest-TenantUsagesTestJSON-1465356973-project-member] Lock "a79edfa3-9b31-4079-979a-5d11818b3e42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.601s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.253823] env[62361]: DEBUG oslo_vmware.api [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.602017] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Releasing lock "refresh_cache-3a55b2e6-a884-4dda-a9d4-9e63182c8ffa" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.602017] env[62361]: DEBUG nova.compute.manager [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Instance network_info: |[{"id": "323abec7-ac3f-4c79-a4ec-074abbf5f517", "address": "fa:16:3e:6b:42:68", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323abec7-ac", "ovs_interfaceid": "323abec7-ac3f-4c79-a4ec-074abbf5f517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1284.602258] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:42:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '323abec7-ac3f-4c79-a4ec-074abbf5f517', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.612229] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Creating folder: Project (8d2a3ecb32df4695915d535519d14f09). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1284.614070] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e2a61ef-ce33-4f81-98d7-bded5469d66e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.617338] env[62361]: DEBUG nova.compute.manager [req-c84e7c4b-9a2e-44fd-9288-9a284e4b5bb5 req-a5f426fb-0041-462b-babf-dd8169928606 service nova] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Received event network-vif-plugged-323abec7-ac3f-4c79-a4ec-074abbf5f517 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1284.617612] env[62361]: DEBUG oslo_concurrency.lockutils [req-c84e7c4b-9a2e-44fd-9288-9a284e4b5bb5 req-a5f426fb-0041-462b-babf-dd8169928606 service nova] Acquiring lock "3a55b2e6-a884-4dda-a9d4-9e63182c8ffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.617837] env[62361]: DEBUG oslo_concurrency.lockutils [req-c84e7c4b-9a2e-44fd-9288-9a284e4b5bb5 req-a5f426fb-0041-462b-babf-dd8169928606 service nova] Lock "3a55b2e6-a884-4dda-a9d4-9e63182c8ffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.618061] env[62361]: DEBUG oslo_concurrency.lockutils [req-c84e7c4b-9a2e-44fd-9288-9a284e4b5bb5 req-a5f426fb-0041-462b-babf-dd8169928606 service nova] Lock "3a55b2e6-a884-4dda-a9d4-9e63182c8ffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.618415] env[62361]: DEBUG nova.compute.manager [req-c84e7c4b-9a2e-44fd-9288-9a284e4b5bb5 req-a5f426fb-0041-462b-babf-dd8169928606 service nova] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] No waiting events found dispatching network-vif-plugged-323abec7-ac3f-4c79-a4ec-074abbf5f517 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1284.618566] env[62361]: WARNING nova.compute.manager [req-c84e7c4b-9a2e-44fd-9288-9a284e4b5bb5 req-a5f426fb-0041-462b-babf-dd8169928606 service nova] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Received unexpected event network-vif-plugged-323abec7-ac3f-4c79-a4ec-074abbf5f517 for instance with vm_state building and task_state spawning. [ 1284.618862] env[62361]: DEBUG nova.compute.manager [req-c84e7c4b-9a2e-44fd-9288-9a284e4b5bb5 req-a5f426fb-0041-462b-babf-dd8169928606 service nova] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Received event network-changed-323abec7-ac3f-4c79-a4ec-074abbf5f517 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1284.618920] env[62361]: DEBUG nova.compute.manager [req-c84e7c4b-9a2e-44fd-9288-9a284e4b5bb5 req-a5f426fb-0041-462b-babf-dd8169928606 service nova] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Refreshing instance network info cache due to event network-changed-323abec7-ac3f-4c79-a4ec-074abbf5f517. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1284.619149] env[62361]: DEBUG oslo_concurrency.lockutils [req-c84e7c4b-9a2e-44fd-9288-9a284e4b5bb5 req-a5f426fb-0041-462b-babf-dd8169928606 service nova] Acquiring lock "refresh_cache-3a55b2e6-a884-4dda-a9d4-9e63182c8ffa" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.619273] env[62361]: DEBUG oslo_concurrency.lockutils [req-c84e7c4b-9a2e-44fd-9288-9a284e4b5bb5 req-a5f426fb-0041-462b-babf-dd8169928606 service nova] Acquired lock "refresh_cache-3a55b2e6-a884-4dda-a9d4-9e63182c8ffa" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.619761] env[62361]: DEBUG nova.network.neutron [req-c84e7c4b-9a2e-44fd-9288-9a284e4b5bb5 req-a5f426fb-0041-462b-babf-dd8169928606 service nova] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Refreshing network info cache for port 323abec7-ac3f-4c79-a4ec-074abbf5f517 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.633952] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707713, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.635582] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Created folder: Project (8d2a3ecb32df4695915d535519d14f09) in parent group-v355747. [ 1284.635790] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Creating folder: Instances. Parent ref: group-v355799. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1284.636264] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9105f5f0-3ba7-48a9-9ca6-71bc84c19638 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.646614] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Created folder: Instances in parent group-v355799. [ 1284.647061] env[62361]: DEBUG oslo.service.loopingcall [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1284.647312] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.647458] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-091acd32-816d-4cf6-88e5-945f663f08fc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.667624] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.667624] env[62361]: value = "task-1707717" [ 1284.667624] env[62361]: _type = "Task" [ 1284.667624] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.676109] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707717, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.760524] env[62361]: DEBUG oslo_vmware.api [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707714, 'name': PowerOffVM_Task, 'duration_secs': 0.140495} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.761215] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.761383] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.761665] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e744c95-9946-43c2-b9be-42fd144023cb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.788232] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.788406] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.788913] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Deleting the datastore file [datastore1] beae7708-6ddc-422f-b429-d4e67588a172 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.788913] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-976f23b8-97f3-413e-b4fc-7bd754fd2b16 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.795971] env[62361]: DEBUG oslo_vmware.api [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Waiting for the task: (returnval){ [ 1284.795971] env[62361]: value = "task-1707719" [ 1284.795971] env[62361]: _type = "Task" [ 1284.795971] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.808038] env[62361]: DEBUG oslo_vmware.api [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.125882] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707713, 'name': CloneVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.181814] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707717, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.228864] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834fa83c-f16f-4ec0-a138-f4dcd32e279f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.238116] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081a6fdf-43f2-44e1-8301-344bb5d607ad {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.277079] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b40c19-3573-4981-8b68-d7f62b566987 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.288336] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f06bcac-0536-49e1-9c5c-c3fd2bb9c208 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.302112] env[62361]: DEBUG nova.compute.provider_tree [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.315256] env[62361]: DEBUG oslo_vmware.api [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Task: {'id': task-1707719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139306} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.318551] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.318551] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.318551] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.318551] env[62361]: INFO nova.compute.manager [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1285.318551] env[62361]: DEBUG oslo.service.loopingcall [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1285.318834] env[62361]: DEBUG nova.compute.manager [-] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1285.318834] env[62361]: DEBUG nova.network.neutron [-] [instance: beae7708-6ddc-422f-b429-d4e67588a172] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.354834] env[62361]: DEBUG nova.network.neutron [-] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.516046] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d043e52e-9208-42be-bd67-86339eec727b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.535194] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Updating instance '59f30b3f-5286-4d90-b726-011e419fca2a' progress to 0 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.627304] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707713, 'name': CloneVM_Task, 'duration_secs': 2.097104} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.629229] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Created linked-clone VM from snapshot [ 1285.629229] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9ede2d-b3dd-4baa-84b5-ce7ef9a70238 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.640234] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Uploading image 2f634bbf-d660-41af-a535-477094205221 {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1285.644038] env[62361]: DEBUG nova.network.neutron [req-c84e7c4b-9a2e-44fd-9288-9a284e4b5bb5 req-a5f426fb-0041-462b-babf-dd8169928606 service nova] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Updated VIF entry in instance network info cache for port 323abec7-ac3f-4c79-a4ec-074abbf5f517. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.644260] env[62361]: DEBUG nova.network.neutron [req-c84e7c4b-9a2e-44fd-9288-9a284e4b5bb5 req-a5f426fb-0041-462b-babf-dd8169928606 service nova] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Updating instance_info_cache with network_info: [{"id": "323abec7-ac3f-4c79-a4ec-074abbf5f517", "address": "fa:16:3e:6b:42:68", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323abec7-ac", "ovs_interfaceid": "323abec7-ac3f-4c79-a4ec-074abbf5f517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.688366] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707717, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.692273] env[62361]: DEBUG oslo_vmware.rw_handles [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1285.692273] env[62361]: value = "vm-355798" [ 1285.692273] env[62361]: _type = "VirtualMachine" [ 1285.692273] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1285.692273] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bdbbb625-df31-403b-a857-6888ec659d31 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.702642] env[62361]: DEBUG oslo_vmware.rw_handles [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Lease: (returnval){ [ 1285.702642] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522e3b8b-1d87-2888-9e59-cb4701444b12" [ 1285.702642] env[62361]: _type = "HttpNfcLease" [ 1285.702642] env[62361]: } obtained for exporting VM: (result){ [ 1285.702642] env[62361]: value = "vm-355798" [ 1285.702642] env[62361]: _type = "VirtualMachine" [ 1285.702642] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1285.703469] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the lease: (returnval){ [ 1285.703469] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522e3b8b-1d87-2888-9e59-cb4701444b12" [ 1285.703469] env[62361]: _type = "HttpNfcLease" [ 1285.703469] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1285.711557] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1285.711557] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522e3b8b-1d87-2888-9e59-cb4701444b12" [ 1285.711557] env[62361]: _type = "HttpNfcLease" [ 1285.711557] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1285.809330] env[62361]: DEBUG nova.scheduler.client.report [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1285.857084] env[62361]: DEBUG nova.network.neutron [-] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.043509] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.044090] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ac99860-6032-46db-9366-8469f64c9070 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.053136] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1286.053136] env[62361]: value = "task-1707721" [ 1286.053136] env[62361]: _type = "Task" [ 1286.053136] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.064352] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.148691] env[62361]: DEBUG oslo_concurrency.lockutils [req-c84e7c4b-9a2e-44fd-9288-9a284e4b5bb5 req-a5f426fb-0041-462b-babf-dd8169928606 service nova] Releasing lock "refresh_cache-3a55b2e6-a884-4dda-a9d4-9e63182c8ffa" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.183946] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707717, 'name': CreateVM_Task, 'duration_secs': 1.402369} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.184164] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.185563] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.185563] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.185781] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.186055] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b640cec2-6a9d-45be-8e9c-e2d2b69a048c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.194214] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Waiting for the task: (returnval){ [ 1286.194214] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52906d41-b6ca-bdc0-a8b2-f2e66120be2c" [ 1286.194214] env[62361]: _type = "Task" [ 1286.194214] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.206009] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52906d41-b6ca-bdc0-a8b2-f2e66120be2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.212882] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1286.212882] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522e3b8b-1d87-2888-9e59-cb4701444b12" [ 1286.212882] env[62361]: _type = "HttpNfcLease" [ 1286.212882] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1286.213322] env[62361]: DEBUG oslo_vmware.rw_handles [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1286.213322] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522e3b8b-1d87-2888-9e59-cb4701444b12" [ 1286.213322] env[62361]: _type = "HttpNfcLease" [ 1286.213322] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1286.213934] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce21596-e13b-4312-a1c7-9bf1211d5b86 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.222869] env[62361]: DEBUG oslo_vmware.rw_handles [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227d5c8-2744-e35a-d53c-0672af62a401/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1286.223126] env[62361]: DEBUG oslo_vmware.rw_handles [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227d5c8-2744-e35a-d53c-0672af62a401/disk-0.vmdk for reading. {{(pid=62361) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1286.318948] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.320091] env[62361]: DEBUG nova.compute.manager [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1286.323243] env[62361]: DEBUG oslo_concurrency.lockutils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.150s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.331528] env[62361]: INFO nova.compute.claims [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.359350] env[62361]: INFO nova.compute.manager [-] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Took 1.04 seconds to deallocate network for instance. [ 1286.392627] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6b7395f3-2866-4bba-bc62-06a9c1c7b796 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.562816] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707721, 'name': PowerOffVM_Task, 'duration_secs': 0.178196} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.563092] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.563277] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Updating instance '59f30b3f-5286-4d90-b726-011e419fca2a' progress to 17 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.707153] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52906d41-b6ca-bdc0-a8b2-f2e66120be2c, 'name': SearchDatastore_Task, 'duration_secs': 0.029229} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.707792] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.708072] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.708422] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.708484] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.708877] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.708945] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed886982-b132-412b-a952-e4c856cbf562 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.719454] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.719545] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.720419] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1745ec5b-9dc7-4bc3-94e2-92c35c39c915 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.732505] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Waiting for the task: (returnval){ [ 1286.732505] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52093fde-5c08-5b2d-2566-a9568974d7b8" [ 1286.732505] env[62361]: _type = "Task" [ 1286.732505] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.740597] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52093fde-5c08-5b2d-2566-a9568974d7b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.842041] env[62361]: DEBUG nova.compute.utils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1286.842041] env[62361]: DEBUG nova.compute.manager [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1286.842041] env[62361]: DEBUG nova.network.neutron [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1286.865954] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.948844] env[62361]: DEBUG nova.policy [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '655a0b4393f34df0b4385b280354e52e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8559dc16cfa84e6da85ef374be1af41b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1287.069625] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1287.069902] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1287.070082] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.070287] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1287.070437] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.070584] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1287.070787] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1287.070944] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1287.071135] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1287.071322] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1287.071497] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1287.077341] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47e893f1-846e-48bf-8a23-10cdab0548fd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.097383] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1287.097383] env[62361]: value = "task-1707722" [ 1287.097383] env[62361]: _type = "Task" [ 1287.097383] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.111471] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.246860] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52093fde-5c08-5b2d-2566-a9568974d7b8, 'name': SearchDatastore_Task, 'duration_secs': 0.015894} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.248100] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-001314bf-ed37-47e3-8e51-97edf395cc76 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.260404] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Waiting for the task: (returnval){ [ 1287.260404] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b36dff-85f0-f561-041e-dae72daa4da0" [ 1287.260404] env[62361]: _type = "Task" [ 1287.260404] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.272930] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b36dff-85f0-f561-041e-dae72daa4da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.348193] env[62361]: DEBUG nova.compute.manager [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1287.613207] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707722, 'name': ReconfigVM_Task, 'duration_secs': 0.225845} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.617452] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Updating instance '59f30b3f-5286-4d90-b726-011e419fca2a' progress to 33 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.777394] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b36dff-85f0-f561-041e-dae72daa4da0, 'name': SearchDatastore_Task, 'duration_secs': 0.028662} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.777933] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.778315] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa/3a55b2e6-a884-4dda-a9d4-9e63182c8ffa.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.778813] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f19acbf-47bc-4989-9a02-5b8ce4a64289 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.789025] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Waiting for the task: (returnval){ [ 1287.789025] env[62361]: value = "task-1707723" [ 1287.789025] env[62361]: _type = "Task" [ 1287.789025] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.799629] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': task-1707723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.843439] env[62361]: DEBUG nova.network.neutron [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Successfully created port: 78bcadfe-4fc5-4e78-9258-603a19b02734 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.972147] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38726e5a-e52c-44fa-a7ba-57bbbdb1fbd5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.982647] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089c1309-de4d-48c5-8620-ab4543b617f2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.792863] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1288.793242] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1288.793455] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.793678] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1288.793836] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.794044] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1288.794295] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1288.794350] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1288.794511] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1288.794671] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1288.794839] env[62361]: DEBUG nova.virt.hardware [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1288.800258] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1288.801312] env[62361]: DEBUG nova.compute.manager [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1288.804217] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-747c87b2-9583-473f-be0f-5edb799a64d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.820781] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9333bea3-d364-4c17-8cab-2cbfe0c09a21 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.835790] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6318bfbf-859b-45a8-8eb4-a6454d7c13d8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.839481] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1288.839481] env[62361]: value = "task-1707724" [ 1288.839481] env[62361]: _type = "Task" [ 1288.839481] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.840297] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': task-1707723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619544} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.840297] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa/3a55b2e6-a884-4dda-a9d4-9e63182c8ffa.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.840460] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.842625] env[62361]: DEBUG nova.virt.hardware [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1288.842952] env[62361]: DEBUG nova.virt.hardware [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1288.843162] env[62361]: DEBUG nova.virt.hardware [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.843363] env[62361]: DEBUG nova.virt.hardware [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1288.844573] env[62361]: DEBUG nova.virt.hardware [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.844573] env[62361]: DEBUG nova.virt.hardware [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1288.844573] env[62361]: DEBUG nova.virt.hardware [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1288.844573] env[62361]: DEBUG nova.virt.hardware [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1288.844573] env[62361]: DEBUG nova.virt.hardware [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1288.844721] env[62361]: DEBUG nova.virt.hardware [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1288.844834] env[62361]: DEBUG nova.virt.hardware [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1288.848892] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a32b95c2-5039-450c-bd6f-22760386e5f2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.853964] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91dd55f-cf62-4b42-9269-e56b3e37165a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.862653] env[62361]: DEBUG nova.compute.provider_tree [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.869638] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.873838] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Waiting for the task: (returnval){ [ 1288.873838] env[62361]: value = "task-1707725" [ 1288.873838] env[62361]: _type = "Task" [ 1288.873838] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.875328] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f591c7-0b9b-4ca4-a831-c64812bc5e5f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.892040] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': task-1707725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.350871] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707724, 'name': ReconfigVM_Task, 'duration_secs': 0.166998} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.354155] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1289.355105] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9b8ec9-3756-433a-b914-c1a1821e1da0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.373933] env[62361]: DEBUG nova.scheduler.client.report [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1289.385353] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 59f30b3f-5286-4d90-b726-011e419fca2a/59f30b3f-5286-4d90-b726-011e419fca2a.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.385975] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6924c2f-b598-4104-9072-616845ec05c2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.411104] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': task-1707725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104997} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.412586] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.413224] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1289.413224] env[62361]: value = "task-1707726" [ 1289.413224] env[62361]: _type = "Task" [ 1289.413224] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.414445] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6827a5c2-8056-4031-b72d-f3cea34dfa12 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.441557] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa/3a55b2e6-a884-4dda-a9d4-9e63182c8ffa.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.445929] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2be8988-5886-43ca-b0cd-4b952b8da9ec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.461839] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707726, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.466485] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Waiting for the task: (returnval){ [ 1289.466485] env[62361]: value = "task-1707727" [ 1289.466485] env[62361]: _type = "Task" [ 1289.466485] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.475269] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': task-1707727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.886319] env[62361]: DEBUG nova.compute.manager [None req-1916437d-c13d-4e11-96bf-4908ff431b63 tempest-ServerDiagnosticsV248Test-1842091825 tempest-ServerDiagnosticsV248Test-1842091825-project-admin] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1289.887924] env[62361]: DEBUG oslo_concurrency.lockutils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.564s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.888055] env[62361]: DEBUG nova.compute.manager [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1289.893524] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ebd6a0-ac82-49df-b0f6-7406b09fb991 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.896635] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.805s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.899277] env[62361]: INFO nova.compute.claims [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1289.907354] env[62361]: INFO nova.compute.manager [None req-1916437d-c13d-4e11-96bf-4908ff431b63 tempest-ServerDiagnosticsV248Test-1842091825 tempest-ServerDiagnosticsV248Test-1842091825-project-admin] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Retrieving diagnostics [ 1289.909807] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2283408e-b8b5-4795-8786-3aa41bf206ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.954150] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707726, 'name': ReconfigVM_Task, 'duration_secs': 0.290516} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.954503] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 59f30b3f-5286-4d90-b726-011e419fca2a/59f30b3f-5286-4d90-b726-011e419fca2a.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.954834] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Updating instance '59f30b3f-5286-4d90-b726-011e419fca2a' progress to 50 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.978251] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': task-1707727, 'name': ReconfigVM_Task, 'duration_secs': 0.298811} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.978664] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa/3a55b2e6-a884-4dda-a9d4-9e63182c8ffa.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.979442] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b503b48-aa0c-4971-9760-766c872e9357 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.986986] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Waiting for the task: (returnval){ [ 1289.986986] env[62361]: value = "task-1707728" [ 1289.986986] env[62361]: _type = "Task" [ 1289.986986] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.999656] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': task-1707728, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.034940] env[62361]: DEBUG nova.network.neutron [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Successfully updated port: 78bcadfe-4fc5-4e78-9258-603a19b02734 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1290.394999] env[62361]: DEBUG nova.compute.utils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1290.396527] env[62361]: DEBUG nova.compute.manager [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1290.401025] env[62361]: DEBUG nova.network.neutron [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1290.468235] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6687eda1-3153-42c2-addf-d1791605a86a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.499606] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0b5964-b8a1-47b5-8544-984e9798ac01 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.508152] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': task-1707728, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.510301] env[62361]: DEBUG nova.policy [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2df04ef56cea4ace87318dd8479d6f31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d202ab6f7774c4ba6f58dbce0e52ff3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1290.527270] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Updating instance '59f30b3f-5286-4d90-b726-011e419fca2a' progress to 67 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.541941] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "refresh_cache-cad0a47a-d332-400d-a662-8b0089e6d803" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.541941] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "refresh_cache-cad0a47a-d332-400d-a662-8b0089e6d803" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.541941] env[62361]: DEBUG nova.network.neutron [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.753090] env[62361]: DEBUG nova.compute.manager [req-35969cb0-ef7a-469a-8be6-8f7241fd7c41 req-2b71aff5-7515-4fc9-b7b4-d1ad94d8b5b3 service nova] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Received event network-vif-plugged-78bcadfe-4fc5-4e78-9258-603a19b02734 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1290.753090] env[62361]: DEBUG oslo_concurrency.lockutils [req-35969cb0-ef7a-469a-8be6-8f7241fd7c41 req-2b71aff5-7515-4fc9-b7b4-d1ad94d8b5b3 service nova] Acquiring lock "cad0a47a-d332-400d-a662-8b0089e6d803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.753090] env[62361]: DEBUG oslo_concurrency.lockutils [req-35969cb0-ef7a-469a-8be6-8f7241fd7c41 req-2b71aff5-7515-4fc9-b7b4-d1ad94d8b5b3 service nova] Lock "cad0a47a-d332-400d-a662-8b0089e6d803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.753090] env[62361]: DEBUG oslo_concurrency.lockutils [req-35969cb0-ef7a-469a-8be6-8f7241fd7c41 req-2b71aff5-7515-4fc9-b7b4-d1ad94d8b5b3 service nova] Lock "cad0a47a-d332-400d-a662-8b0089e6d803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.753090] env[62361]: DEBUG nova.compute.manager [req-35969cb0-ef7a-469a-8be6-8f7241fd7c41 req-2b71aff5-7515-4fc9-b7b4-d1ad94d8b5b3 service nova] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] No waiting events found dispatching network-vif-plugged-78bcadfe-4fc5-4e78-9258-603a19b02734 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1290.753434] env[62361]: WARNING nova.compute.manager [req-35969cb0-ef7a-469a-8be6-8f7241fd7c41 req-2b71aff5-7515-4fc9-b7b4-d1ad94d8b5b3 service nova] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Received unexpected event network-vif-plugged-78bcadfe-4fc5-4e78-9258-603a19b02734 for instance with vm_state building and task_state spawning. [ 1290.904000] env[62361]: DEBUG nova.compute.manager [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1291.013536] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': task-1707728, 'name': Rename_Task, 'duration_secs': 0.959626} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.013934] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.014281] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59781aa3-2746-444a-97b8-d45bf66890c8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.022561] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Waiting for the task: (returnval){ [ 1291.022561] env[62361]: value = "task-1707729" [ 1291.022561] env[62361]: _type = "Task" [ 1291.022561] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.040947] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': task-1707729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.083683] env[62361]: DEBUG nova.network.neutron [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.153460] env[62361]: DEBUG nova.network.neutron [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Port 159e5679-64fa-4e63-832f-f47d4c23d1f3 binding to destination host cpu-1 is already ACTIVE {{(pid=62361) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1291.304256] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "892cb689-afd2-4995-880f-cef4186f2439" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.304501] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "892cb689-afd2-4995-880f-cef4186f2439" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.308452] env[62361]: DEBUG nova.network.neutron [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Successfully created port: 1bec1033-526a-4b8a-851e-e2bb8549a21f {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1291.336092] env[62361]: DEBUG nova.network.neutron [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Updating instance_info_cache with network_info: [{"id": "78bcadfe-4fc5-4e78-9258-603a19b02734", "address": "fa:16:3e:c0:af:4e", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bcadfe-4f", "ovs_interfaceid": "78bcadfe-4fc5-4e78-9258-603a19b02734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.472876] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32822110-b58c-451f-849e-a31c0043e09a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.480414] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf868cdc-eb28-4c52-83e3-68172819f282 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.519221] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c412f4fb-4c5d-41dd-8e95-404f812ac328 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.531209] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab19d404-478e-4b13-a97e-3787293003fd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.552166] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': task-1707729, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.553157] env[62361]: DEBUG nova.compute.provider_tree [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.839886] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "refresh_cache-cad0a47a-d332-400d-a662-8b0089e6d803" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.841105] env[62361]: DEBUG nova.compute.manager [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Instance network_info: |[{"id": "78bcadfe-4fc5-4e78-9258-603a19b02734", "address": "fa:16:3e:c0:af:4e", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bcadfe-4f", "ovs_interfaceid": "78bcadfe-4fc5-4e78-9258-603a19b02734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1291.841239] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:af:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78bcadfe-4fc5-4e78-9258-603a19b02734', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.851024] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Creating folder: Project (8559dc16cfa84e6da85ef374be1af41b). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1291.851024] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b0c029d-a186-4df6-a247-913cdf6f09b4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.862138] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Created folder: Project (8559dc16cfa84e6da85ef374be1af41b) in parent group-v355747. [ 1291.862449] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Creating folder: Instances. Parent ref: group-v355802. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1291.862676] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33d4770c-69fa-4764-b8a5-98e3eaf25591 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.873812] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Created folder: Instances in parent group-v355802. [ 1291.874097] env[62361]: DEBUG oslo.service.loopingcall [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1291.874324] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.875837] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82a1339a-7e49-4584-829d-4c86ea4bc01a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.898500] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.898500] env[62361]: value = "task-1707732" [ 1291.898500] env[62361]: _type = "Task" [ 1291.898500] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.905247] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707732, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.916795] env[62361]: DEBUG nova.compute.manager [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1291.941232] env[62361]: DEBUG nova.virt.hardware [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1291.941475] env[62361]: DEBUG nova.virt.hardware [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1291.941653] env[62361]: DEBUG nova.virt.hardware [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.941838] env[62361]: DEBUG nova.virt.hardware [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1291.941999] env[62361]: DEBUG nova.virt.hardware [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.942179] env[62361]: DEBUG nova.virt.hardware [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1291.942407] env[62361]: DEBUG nova.virt.hardware [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1291.942584] env[62361]: DEBUG nova.virt.hardware [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1291.942780] env[62361]: DEBUG nova.virt.hardware [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1291.942992] env[62361]: DEBUG nova.virt.hardware [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1291.943194] env[62361]: DEBUG nova.virt.hardware [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1291.944124] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206e0201-44aa-4277-9944-05ad14428e62 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.952419] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce97752b-ca78-43ad-bcdd-a7b6a184ac02 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.036425] env[62361]: DEBUG oslo_vmware.api [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': task-1707729, 'name': PowerOnVM_Task, 'duration_secs': 0.761041} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.036809] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.037073] env[62361]: INFO nova.compute.manager [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Took 11.02 seconds to spawn the instance on the hypervisor. [ 1292.037403] env[62361]: DEBUG nova.compute.manager [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1292.038491] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48281b5-00b7-4c69-8bab-cdb02bcd648b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.055817] env[62361]: DEBUG nova.scheduler.client.report [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1292.184067] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "59f30b3f-5286-4d90-b726-011e419fca2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.184067] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "59f30b3f-5286-4d90-b726-011e419fca2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.184216] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "59f30b3f-5286-4d90-b726-011e419fca2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.296178] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Acquiring lock "845622fb-182f-422b-a2c6-9a1238bb1fda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.296178] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Lock "845622fb-182f-422b-a2c6-9a1238bb1fda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.296178] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Acquiring lock "845622fb-182f-422b-a2c6-9a1238bb1fda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.296178] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Lock "845622fb-182f-422b-a2c6-9a1238bb1fda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.296443] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Lock "845622fb-182f-422b-a2c6-9a1238bb1fda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.301579] env[62361]: INFO nova.compute.manager [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Terminating instance [ 1292.303781] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Acquiring lock "refresh_cache-845622fb-182f-422b-a2c6-9a1238bb1fda" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.306661] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Acquired lock "refresh_cache-845622fb-182f-422b-a2c6-9a1238bb1fda" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.306925] env[62361]: DEBUG nova.network.neutron [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.406942] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707732, 'name': CreateVM_Task, 'duration_secs': 0.38315} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.407220] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1292.408118] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.408277] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.408642] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.408916] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35384226-e2e0-4ade-812c-a664555f3127 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.414379] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1292.414379] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5290e049-f716-368b-264b-41f1ac05bec9" [ 1292.414379] env[62361]: _type = "Task" [ 1292.414379] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.427355] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5290e049-f716-368b-264b-41f1ac05bec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.561033] env[62361]: INFO nova.compute.manager [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Took 35.93 seconds to build instance. [ 1292.563156] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.563156] env[62361]: DEBUG nova.compute.manager [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1292.565446] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.466s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.565652] env[62361]: DEBUG nova.objects.instance [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Lazy-loading 'resources' on Instance uuid 0addfb95-4247-496a-a5bc-4954ce8acba7 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.830186] env[62361]: DEBUG nova.network.neutron [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1292.901277] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "4bc7f740-730f-49d4-a221-8fa0517a4520" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.901277] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "4bc7f740-730f-49d4-a221-8fa0517a4520" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.914466] env[62361]: DEBUG nova.network.neutron [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.928224] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5290e049-f716-368b-264b-41f1ac05bec9, 'name': SearchDatastore_Task, 'duration_secs': 0.012026} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.929673] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.930149] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.930522] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.930969] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.931300] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.932224] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03af9559-c822-435a-bb26-c2b18b6950d6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.945490] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.945490] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.945734] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feca8326-4cff-4e24-83f7-41915786e2e9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.954299] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1292.954299] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529f51e9-4830-933d-d398-cf49dfd3d48e" [ 1292.954299] env[62361]: _type = "Task" [ 1292.954299] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.967778] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529f51e9-4830-933d-d398-cf49dfd3d48e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.058990] env[62361]: DEBUG nova.compute.manager [None req-b5ed4be4-423e-4153-abe1-3894bdeafab8 tempest-ServerExternalEventsTest-757678116 tempest-ServerExternalEventsTest-757678116-project] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Received event network-changed {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1293.058990] env[62361]: DEBUG nova.compute.manager [None req-b5ed4be4-423e-4153-abe1-3894bdeafab8 tempest-ServerExternalEventsTest-757678116 tempest-ServerExternalEventsTest-757678116-project] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Refreshing instance network info cache due to event network-changed. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1293.058990] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b5ed4be4-423e-4153-abe1-3894bdeafab8 tempest-ServerExternalEventsTest-757678116 tempest-ServerExternalEventsTest-757678116-project] Acquiring lock "refresh_cache-3a55b2e6-a884-4dda-a9d4-9e63182c8ffa" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.058990] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b5ed4be4-423e-4153-abe1-3894bdeafab8 tempest-ServerExternalEventsTest-757678116 tempest-ServerExternalEventsTest-757678116-project] Acquired lock "refresh_cache-3a55b2e6-a884-4dda-a9d4-9e63182c8ffa" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.058990] env[62361]: DEBUG nova.network.neutron [None req-b5ed4be4-423e-4153-abe1-3894bdeafab8 tempest-ServerExternalEventsTest-757678116 tempest-ServerExternalEventsTest-757678116-project] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.065933] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97e07b6e-744f-4ea4-981f-380f0008775f tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Lock "3a55b2e6-a884-4dda-a9d4-9e63182c8ffa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.303s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.071808] env[62361]: DEBUG nova.compute.utils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1293.075036] env[62361]: DEBUG nova.compute.manager [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1293.075220] env[62361]: DEBUG nova.network.neutron [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.155180] env[62361]: DEBUG nova.policy [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fad1e48f9834332b995d4fd51b9973a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba51047d9ded46e1b5458716da9ee661', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1293.262911] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "refresh_cache-59f30b3f-5286-4d90-b726-011e419fca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.262911] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquired lock "refresh_cache-59f30b3f-5286-4d90-b726-011e419fca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.263452] env[62361]: DEBUG nova.network.neutron [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.279723] env[62361]: DEBUG nova.network.neutron [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Successfully updated port: 1bec1033-526a-4b8a-851e-e2bb8549a21f {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1293.401791] env[62361]: DEBUG nova.compute.manager [req-17b239a3-9112-4550-832c-833b92a77d75 req-2f1a568f-fcc4-4420-adcf-deb3e33eda0d service nova] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Received event network-changed-78bcadfe-4fc5-4e78-9258-603a19b02734 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1293.401791] env[62361]: DEBUG nova.compute.manager [req-17b239a3-9112-4550-832c-833b92a77d75 req-2f1a568f-fcc4-4420-adcf-deb3e33eda0d service nova] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Refreshing instance network info cache due to event network-changed-78bcadfe-4fc5-4e78-9258-603a19b02734. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1293.401791] env[62361]: DEBUG oslo_concurrency.lockutils [req-17b239a3-9112-4550-832c-833b92a77d75 req-2f1a568f-fcc4-4420-adcf-deb3e33eda0d service nova] Acquiring lock "refresh_cache-cad0a47a-d332-400d-a662-8b0089e6d803" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.401791] env[62361]: DEBUG oslo_concurrency.lockutils [req-17b239a3-9112-4550-832c-833b92a77d75 req-2f1a568f-fcc4-4420-adcf-deb3e33eda0d service nova] Acquired lock "refresh_cache-cad0a47a-d332-400d-a662-8b0089e6d803" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.401791] env[62361]: DEBUG nova.network.neutron [req-17b239a3-9112-4550-832c-833b92a77d75 req-2f1a568f-fcc4-4420-adcf-deb3e33eda0d service nova] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Refreshing network info cache for port 78bcadfe-4fc5-4e78-9258-603a19b02734 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.423808] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Releasing lock "refresh_cache-845622fb-182f-422b-a2c6-9a1238bb1fda" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.424381] env[62361]: DEBUG nova.compute.manager [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1293.424592] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.426220] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b75fe69-387e-4844-8bcb-22244e9f0c75 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.437750] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.440398] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6558c61-dffc-4be0-9f78-370b9669cef7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.447841] env[62361]: DEBUG oslo_vmware.api [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Waiting for the task: (returnval){ [ 1293.447841] env[62361]: value = "task-1707737" [ 1293.447841] env[62361]: _type = "Task" [ 1293.447841] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.456047] env[62361]: DEBUG oslo_vmware.api [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': task-1707737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.466845] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529f51e9-4830-933d-d398-cf49dfd3d48e, 'name': SearchDatastore_Task, 'duration_secs': 0.013018} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.467684] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53368667-f6f2-40d7-9f97-bebb1ae01893 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.473508] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1293.473508] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a35d2d-ea22-f4d0-956d-00792f4f62d9" [ 1293.473508] env[62361]: _type = "Task" [ 1293.473508] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.483883] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a35d2d-ea22-f4d0-956d-00792f4f62d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.515894] env[62361]: DEBUG nova.network.neutron [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Successfully created port: 519b7473-f2bf-4be1-9d89-5e33489cc6d5 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.575674] env[62361]: DEBUG nova.compute.manager [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1293.586246] env[62361]: DEBUG nova.compute.manager [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1293.601866] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250f9237-d0ac-4e58-bf76-b9cff279758d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.611705] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541c2f2b-2467-42c3-a248-898d245503df {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.649779] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2708a6b-7d28-4011-b91d-cec274e32bca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.658748] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8add977f-bdbf-41cf-8fe6-bc6803beb696 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.673316] env[62361]: DEBUG nova.compute.provider_tree [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.784031] env[62361]: DEBUG oslo_concurrency.lockutils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Acquiring lock "refresh_cache-e7cf29d2-4447-4acf-a14d-51806a352d75" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.785205] env[62361]: DEBUG oslo_concurrency.lockutils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Acquired lock "refresh_cache-e7cf29d2-4447-4acf-a14d-51806a352d75" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.785422] env[62361]: DEBUG nova.network.neutron [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.882112] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "d6624485-5300-4a54-9893-690479dcd095" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.883842] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "d6624485-5300-4a54-9893-690479dcd095" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.965463] env[62361]: DEBUG oslo_vmware.api [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': task-1707737, 'name': PowerOffVM_Task, 'duration_secs': 0.159724} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.965875] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.966103] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.967516] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c6c6735-5321-4e10-98a5-8d54f533a43b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.988810] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a35d2d-ea22-f4d0-956d-00792f4f62d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011874} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.991953] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.992568] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] cad0a47a-d332-400d-a662-8b0089e6d803/cad0a47a-d332-400d-a662-8b0089e6d803.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.992568] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4110e0b1-92dc-4f4f-b827-8e5740eeb8ec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.000067] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1294.000067] env[62361]: value = "task-1707739" [ 1294.000067] env[62361]: _type = "Task" [ 1294.000067] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.008910] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1707739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.010207] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.010409] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.010588] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Deleting the datastore file [datastore1] 845622fb-182f-422b-a2c6-9a1238bb1fda {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.011654] env[62361]: DEBUG nova.network.neutron [None req-b5ed4be4-423e-4153-abe1-3894bdeafab8 tempest-ServerExternalEventsTest-757678116 tempest-ServerExternalEventsTest-757678116-project] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Updating instance_info_cache with network_info: [{"id": "323abec7-ac3f-4c79-a4ec-074abbf5f517", "address": "fa:16:3e:6b:42:68", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323abec7-ac", "ovs_interfaceid": "323abec7-ac3f-4c79-a4ec-074abbf5f517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.016856] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55eb4e29-ab80-4ffd-a678-73df423c691e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.028092] env[62361]: DEBUG oslo_vmware.api [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Waiting for the task: (returnval){ [ 1294.028092] env[62361]: value = "task-1707740" [ 1294.028092] env[62361]: _type = "Task" [ 1294.028092] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.039355] env[62361]: DEBUG oslo_vmware.api [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': task-1707740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.086344] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Acquiring lock "3a55b2e6-a884-4dda-a9d4-9e63182c8ffa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.086744] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Lock "3a55b2e6-a884-4dda-a9d4-9e63182c8ffa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.087078] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Acquiring lock "3a55b2e6-a884-4dda-a9d4-9e63182c8ffa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.087479] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Lock "3a55b2e6-a884-4dda-a9d4-9e63182c8ffa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.087752] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Lock "3a55b2e6-a884-4dda-a9d4-9e63182c8ffa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.104242] env[62361]: INFO nova.compute.manager [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Terminating instance [ 1294.106324] env[62361]: DEBUG nova.compute.manager [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1294.106530] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.107558] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34c3fd9-099d-4441-a7c4-715eb7bb663d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.111896] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.117925] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.121504] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa7e3091-846a-40b8-a1d8-2a5ad08a9809 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.128901] env[62361]: DEBUG oslo_vmware.api [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Waiting for the task: (returnval){ [ 1294.128901] env[62361]: value = "task-1707741" [ 1294.128901] env[62361]: _type = "Task" [ 1294.128901] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.141223] env[62361]: DEBUG oslo_vmware.api [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': task-1707741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.176622] env[62361]: DEBUG nova.scheduler.client.report [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1294.225865] env[62361]: DEBUG nova.network.neutron [req-17b239a3-9112-4550-832c-833b92a77d75 req-2f1a568f-fcc4-4420-adcf-deb3e33eda0d service nova] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Updated VIF entry in instance network info cache for port 78bcadfe-4fc5-4e78-9258-603a19b02734. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.226291] env[62361]: DEBUG nova.network.neutron [req-17b239a3-9112-4550-832c-833b92a77d75 req-2f1a568f-fcc4-4420-adcf-deb3e33eda0d service nova] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Updating instance_info_cache with network_info: [{"id": "78bcadfe-4fc5-4e78-9258-603a19b02734", "address": "fa:16:3e:c0:af:4e", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bcadfe-4f", "ovs_interfaceid": "78bcadfe-4fc5-4e78-9258-603a19b02734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.335343] env[62361]: DEBUG nova.network.neutron [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Updating instance_info_cache with network_info: [{"id": "159e5679-64fa-4e63-832f-f47d4c23d1f3", "address": "fa:16:3e:7b:5f:82", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap159e5679-64", "ovs_interfaceid": "159e5679-64fa-4e63-832f-f47d4c23d1f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.342642] env[62361]: DEBUG nova.network.neutron [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.510628] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1707739, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.516441] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b5ed4be4-423e-4153-abe1-3894bdeafab8 tempest-ServerExternalEventsTest-757678116 tempest-ServerExternalEventsTest-757678116-project] Releasing lock "refresh_cache-3a55b2e6-a884-4dda-a9d4-9e63182c8ffa" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.541832] env[62361]: DEBUG oslo_vmware.api [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Task: {'id': task-1707740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159431} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.541980] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.542612] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.542612] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.542612] env[62361]: INFO nova.compute.manager [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1294.542866] env[62361]: DEBUG oslo.service.loopingcall [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1294.543344] env[62361]: DEBUG nova.compute.manager [-] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1294.543463] env[62361]: DEBUG nova.network.neutron [-] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.551137] env[62361]: DEBUG nova.network.neutron [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Updating instance_info_cache with network_info: [{"id": "1bec1033-526a-4b8a-851e-e2bb8549a21f", "address": "fa:16:3e:29:56:61", "network": {"id": "938a3f2b-0807-4fd0-8181-f6fefe07a0cc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2109401471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d202ab6f7774c4ba6f58dbce0e52ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bec1033-52", "ovs_interfaceid": "1bec1033-526a-4b8a-851e-e2bb8549a21f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.566745] env[62361]: DEBUG nova.network.neutron [-] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.599092] env[62361]: DEBUG nova.compute.manager [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1294.638786] env[62361]: DEBUG oslo_vmware.api [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': task-1707741, 'name': PowerOffVM_Task, 'duration_secs': 0.21977} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.639071] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.639240] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.639508] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8769c421-47c6-4057-ab60-764f2861a99c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.682657] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.685278] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.901s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.686848] env[62361]: INFO nova.compute.claims [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.708258] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.708555] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.708780] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Deleting the datastore file [datastore1] 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.709848] env[62361]: INFO nova.scheduler.client.report [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Deleted allocations for instance 0addfb95-4247-496a-a5bc-4954ce8acba7 [ 1294.710846] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-973ce0da-6b13-4ba9-b856-23b333a71f4e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.722071] env[62361]: DEBUG oslo_vmware.api [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Waiting for the task: (returnval){ [ 1294.722071] env[62361]: value = "task-1707743" [ 1294.722071] env[62361]: _type = "Task" [ 1294.722071] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.730249] env[62361]: DEBUG oslo_concurrency.lockutils [req-17b239a3-9112-4550-832c-833b92a77d75 req-2f1a568f-fcc4-4420-adcf-deb3e33eda0d service nova] Releasing lock "refresh_cache-cad0a47a-d332-400d-a662-8b0089e6d803" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.730249] env[62361]: DEBUG oslo_vmware.api [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': task-1707743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.838671] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Releasing lock "refresh_cache-59f30b3f-5286-4d90-b726-011e419fca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.011811] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1707739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586967} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.012153] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] cad0a47a-d332-400d-a662-8b0089e6d803/cad0a47a-d332-400d-a662-8b0089e6d803.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1295.012354] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1295.013795] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fd6694b-f991-4b2e-be68-cb4f9f96b2a8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.020049] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1295.020049] env[62361]: value = "task-1707744" [ 1295.020049] env[62361]: _type = "Task" [ 1295.020049] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.029784] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1707744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.056996] env[62361]: DEBUG nova.virt.hardware [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1295.057372] env[62361]: DEBUG nova.virt.hardware [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1295.057544] env[62361]: DEBUG nova.virt.hardware [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.057871] env[62361]: DEBUG nova.virt.hardware [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1295.058106] env[62361]: DEBUG nova.virt.hardware [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.058327] env[62361]: DEBUG nova.virt.hardware [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1295.058560] env[62361]: DEBUG nova.virt.hardware [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1295.058761] env[62361]: DEBUG nova.virt.hardware [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1295.059799] env[62361]: DEBUG nova.virt.hardware [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1295.059799] env[62361]: DEBUG nova.virt.hardware [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1295.059799] env[62361]: DEBUG nova.virt.hardware [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1295.060155] env[62361]: DEBUG oslo_concurrency.lockutils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Releasing lock "refresh_cache-e7cf29d2-4447-4acf-a14d-51806a352d75" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.062196] env[62361]: DEBUG nova.compute.manager [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Instance network_info: |[{"id": "1bec1033-526a-4b8a-851e-e2bb8549a21f", "address": "fa:16:3e:29:56:61", "network": {"id": "938a3f2b-0807-4fd0-8181-f6fefe07a0cc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2109401471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d202ab6f7774c4ba6f58dbce0e52ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bec1033-52", "ovs_interfaceid": "1bec1033-526a-4b8a-851e-e2bb8549a21f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1295.062196] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8f066c-853e-4a01-b5f2-8283f748263d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.064336] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:56:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bec1033-526a-4b8a-851e-e2bb8549a21f', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.077569] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Creating folder: Project (2d202ab6f7774c4ba6f58dbce0e52ff3). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.078364] env[62361]: DEBUG nova.network.neutron [-] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.079555] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bc8e1fb-8f1a-452f-9c4a-a92612fb5d4c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.088330] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a0d2ba-d3f8-4bb4-90f7-b64d540140ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.096444] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Created folder: Project (2d202ab6f7774c4ba6f58dbce0e52ff3) in parent group-v355747. [ 1295.096647] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Creating folder: Instances. Parent ref: group-v355808. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.097284] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a711d60c-a7cb-4efb-a5bf-db8a946dc136 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.120721] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Created folder: Instances in parent group-v355808. [ 1295.121041] env[62361]: DEBUG oslo.service.loopingcall [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1295.121248] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.121483] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19dea855-6ebe-4adf-b236-9f0b3f65201b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.141343] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.141343] env[62361]: value = "task-1707747" [ 1295.141343] env[62361]: _type = "Task" [ 1295.141343] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.150099] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707747, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.221457] env[62361]: DEBUG nova.network.neutron [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Successfully updated port: 519b7473-f2bf-4be1-9d89-5e33489cc6d5 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1295.223949] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b920979b-4585-47db-9650-b70a946dc736 tempest-ServerDiagnosticsTest-451247904 tempest-ServerDiagnosticsTest-451247904-project-member] Lock "0addfb95-4247-496a-a5bc-4954ce8acba7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.127s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.237534] env[62361]: DEBUG oslo_vmware.api [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Task: {'id': task-1707743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2101} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.237534] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.237657] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.237790] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.237975] env[62361]: INFO nova.compute.manager [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1295.240047] env[62361]: DEBUG oslo.service.loopingcall [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1295.240047] env[62361]: DEBUG nova.compute.manager [-] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1295.240047] env[62361]: DEBUG nova.network.neutron [-] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.382695] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fb5c70-c896-46a2-9712-9f7dfd050303 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.415305] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39ae395-833d-429b-9ce1-29f8dfa10408 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.426414] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Updating instance '59f30b3f-5286-4d90-b726-011e419fca2a' progress to 83 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.530911] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1707744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128302} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.531656] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.532943] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28020d5-6554-4ed0-a69f-ca7d1d3818fe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.567179] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] cad0a47a-d332-400d-a662-8b0089e6d803/cad0a47a-d332-400d-a662-8b0089e6d803.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.568836] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dc02591-2476-4b32-b9cd-c829a4f4e7b0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.586910] env[62361]: DEBUG nova.compute.manager [req-a29088c6-7e13-4c26-b1e2-db2c1f003963 req-efacd956-5f22-4b57-b0b6-b01881f06b7b service nova] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Received event network-vif-plugged-519b7473-f2bf-4be1-9d89-5e33489cc6d5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1295.586910] env[62361]: DEBUG oslo_concurrency.lockutils [req-a29088c6-7e13-4c26-b1e2-db2c1f003963 req-efacd956-5f22-4b57-b0b6-b01881f06b7b service nova] Acquiring lock "416dd54f-4444-458b-be82-3324c86fb5c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.586910] env[62361]: DEBUG oslo_concurrency.lockutils [req-a29088c6-7e13-4c26-b1e2-db2c1f003963 req-efacd956-5f22-4b57-b0b6-b01881f06b7b service nova] Lock "416dd54f-4444-458b-be82-3324c86fb5c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.586910] env[62361]: DEBUG oslo_concurrency.lockutils [req-a29088c6-7e13-4c26-b1e2-db2c1f003963 req-efacd956-5f22-4b57-b0b6-b01881f06b7b service nova] Lock "416dd54f-4444-458b-be82-3324c86fb5c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.587215] env[62361]: DEBUG nova.compute.manager [req-a29088c6-7e13-4c26-b1e2-db2c1f003963 req-efacd956-5f22-4b57-b0b6-b01881f06b7b service nova] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] No waiting events found dispatching network-vif-plugged-519b7473-f2bf-4be1-9d89-5e33489cc6d5 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1295.587462] env[62361]: WARNING nova.compute.manager [req-a29088c6-7e13-4c26-b1e2-db2c1f003963 req-efacd956-5f22-4b57-b0b6-b01881f06b7b service nova] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Received unexpected event network-vif-plugged-519b7473-f2bf-4be1-9d89-5e33489cc6d5 for instance with vm_state building and task_state spawning. [ 1295.590720] env[62361]: INFO nova.compute.manager [-] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Took 1.05 seconds to deallocate network for instance. [ 1295.597713] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1295.597713] env[62361]: value = "task-1707748" [ 1295.597713] env[62361]: _type = "Task" [ 1295.597713] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.607951] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1707748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.661378] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707747, 'name': CreateVM_Task, 'duration_secs': 0.404582} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.661421] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.662184] env[62361]: DEBUG oslo_concurrency.lockutils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.662376] env[62361]: DEBUG oslo_concurrency.lockutils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.662718] env[62361]: DEBUG oslo_concurrency.lockutils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1295.663323] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f4c7f80-849e-4e3b-9f07-ab00ab509a25 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.668324] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Waiting for the task: (returnval){ [ 1295.668324] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d9cdd2-0421-0f0a-545d-e6471db2921f" [ 1295.668324] env[62361]: _type = "Task" [ 1295.668324] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.676793] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d9cdd2-0421-0f0a-545d-e6471db2921f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.733211] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Acquiring lock "refresh_cache-416dd54f-4444-458b-be82-3324c86fb5c9" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.733450] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Acquired lock "refresh_cache-416dd54f-4444-458b-be82-3324c86fb5c9" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.733668] env[62361]: DEBUG nova.network.neutron [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.888512] env[62361]: DEBUG nova.compute.manager [req-8dd21b5f-ec15-4061-bb12-5d2a4fad0c87 req-7f1d9052-b738-4cbe-89cd-4ea1152bd4a3 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Received event network-vif-plugged-1bec1033-526a-4b8a-851e-e2bb8549a21f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1295.888512] env[62361]: DEBUG oslo_concurrency.lockutils [req-8dd21b5f-ec15-4061-bb12-5d2a4fad0c87 req-7f1d9052-b738-4cbe-89cd-4ea1152bd4a3 service nova] Acquiring lock "e7cf29d2-4447-4acf-a14d-51806a352d75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.888512] env[62361]: DEBUG oslo_concurrency.lockutils [req-8dd21b5f-ec15-4061-bb12-5d2a4fad0c87 req-7f1d9052-b738-4cbe-89cd-4ea1152bd4a3 service nova] Lock "e7cf29d2-4447-4acf-a14d-51806a352d75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.888512] env[62361]: DEBUG oslo_concurrency.lockutils [req-8dd21b5f-ec15-4061-bb12-5d2a4fad0c87 req-7f1d9052-b738-4cbe-89cd-4ea1152bd4a3 service nova] Lock "e7cf29d2-4447-4acf-a14d-51806a352d75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.888512] env[62361]: DEBUG nova.compute.manager [req-8dd21b5f-ec15-4061-bb12-5d2a4fad0c87 req-7f1d9052-b738-4cbe-89cd-4ea1152bd4a3 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] No waiting events found dispatching network-vif-plugged-1bec1033-526a-4b8a-851e-e2bb8549a21f {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1295.888758] env[62361]: WARNING nova.compute.manager [req-8dd21b5f-ec15-4061-bb12-5d2a4fad0c87 req-7f1d9052-b738-4cbe-89cd-4ea1152bd4a3 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Received unexpected event network-vif-plugged-1bec1033-526a-4b8a-851e-e2bb8549a21f for instance with vm_state building and task_state spawning. [ 1295.888996] env[62361]: DEBUG nova.compute.manager [req-8dd21b5f-ec15-4061-bb12-5d2a4fad0c87 req-7f1d9052-b738-4cbe-89cd-4ea1152bd4a3 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Received event network-changed-1bec1033-526a-4b8a-851e-e2bb8549a21f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1295.889410] env[62361]: DEBUG nova.compute.manager [req-8dd21b5f-ec15-4061-bb12-5d2a4fad0c87 req-7f1d9052-b738-4cbe-89cd-4ea1152bd4a3 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Refreshing instance network info cache due to event network-changed-1bec1033-526a-4b8a-851e-e2bb8549a21f. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1295.889811] env[62361]: DEBUG oslo_concurrency.lockutils [req-8dd21b5f-ec15-4061-bb12-5d2a4fad0c87 req-7f1d9052-b738-4cbe-89cd-4ea1152bd4a3 service nova] Acquiring lock "refresh_cache-e7cf29d2-4447-4acf-a14d-51806a352d75" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.890097] env[62361]: DEBUG oslo_concurrency.lockutils [req-8dd21b5f-ec15-4061-bb12-5d2a4fad0c87 req-7f1d9052-b738-4cbe-89cd-4ea1152bd4a3 service nova] Acquired lock "refresh_cache-e7cf29d2-4447-4acf-a14d-51806a352d75" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.890268] env[62361]: DEBUG nova.network.neutron [req-8dd21b5f-ec15-4061-bb12-5d2a4fad0c87 req-7f1d9052-b738-4cbe-89cd-4ea1152bd4a3 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Refreshing network info cache for port 1bec1033-526a-4b8a-851e-e2bb8549a21f {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.897585] env[62361]: DEBUG oslo_vmware.rw_handles [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227d5c8-2744-e35a-d53c-0672af62a401/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1295.903108] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5266306c-799a-4638-84eb-3b88cb4d0b2b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.918101] env[62361]: DEBUG oslo_vmware.rw_handles [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227d5c8-2744-e35a-d53c-0672af62a401/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1295.918389] env[62361]: ERROR oslo_vmware.rw_handles [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227d5c8-2744-e35a-d53c-0672af62a401/disk-0.vmdk due to incomplete transfer. [ 1295.920755] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8eb55e37-f5f8-4597-8a3c-454463deb1ee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.929442] env[62361]: DEBUG oslo_vmware.rw_handles [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227d5c8-2744-e35a-d53c-0672af62a401/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1295.929644] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Uploaded image 2f634bbf-d660-41af-a535-477094205221 to the Glance image server {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1295.932946] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1295.936954] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.937496] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd2dcda1-bce1-4681-8a97-54c24edf672c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.939405] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8eb60742-bb62-4cd5-89c5-23e8f8857f8c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.945872] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1295.945872] env[62361]: value = "task-1707749" [ 1295.945872] env[62361]: _type = "Task" [ 1295.945872] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.947120] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1295.947120] env[62361]: value = "task-1707750" [ 1295.947120] env[62361]: _type = "Task" [ 1295.947120] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.962859] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707749, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.966541] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707750, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.093244] env[62361]: DEBUG nova.network.neutron [-] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.101046] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.111600] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1707748, 'name': ReconfigVM_Task, 'duration_secs': 0.297197} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.112058] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Reconfigured VM instance instance-00000014 to attach disk [datastore1] cad0a47a-d332-400d-a662-8b0089e6d803/cad0a47a-d332-400d-a662-8b0089e6d803.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.112799] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-974d1018-1d4b-4cf2-8489-c7c6195fc0ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.121018] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1296.121018] env[62361]: value = "task-1707752" [ 1296.121018] env[62361]: _type = "Task" [ 1296.121018] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.129563] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1707752, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.184098] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d9cdd2-0421-0f0a-545d-e6471db2921f, 'name': SearchDatastore_Task, 'duration_secs': 0.013664} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.184418] env[62361]: DEBUG oslo_concurrency.lockutils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.184615] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.184850] env[62361]: DEBUG oslo_concurrency.lockutils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.184995] env[62361]: DEBUG oslo_concurrency.lockutils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.185193] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.187703] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f7f380c-36b7-4d84-9d01-0284fc92498d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.203938] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.204158] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.205067] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b484c2c-bbf9-4540-85c1-be18c8f075b6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.210958] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Waiting for the task: (returnval){ [ 1296.210958] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5203eb69-af89-1d93-a39a-e09fc428e8bc" [ 1296.210958] env[62361]: _type = "Task" [ 1296.210958] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.218800] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5203eb69-af89-1d93-a39a-e09fc428e8bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.278054] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15655d2e-5f36-4587-9f44-d9db945384a2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.284214] env[62361]: DEBUG nova.network.neutron [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.291995] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9725bdc5-cd51-4b3c-a4ae-c8dea13e11fb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.299619] env[62361]: DEBUG nova.network.neutron [req-8dd21b5f-ec15-4061-bb12-5d2a4fad0c87 req-7f1d9052-b738-4cbe-89cd-4ea1152bd4a3 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Updated VIF entry in instance network info cache for port 1bec1033-526a-4b8a-851e-e2bb8549a21f. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.300154] env[62361]: DEBUG nova.network.neutron [req-8dd21b5f-ec15-4061-bb12-5d2a4fad0c87 req-7f1d9052-b738-4cbe-89cd-4ea1152bd4a3 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Updating instance_info_cache with network_info: [{"id": "1bec1033-526a-4b8a-851e-e2bb8549a21f", "address": "fa:16:3e:29:56:61", "network": {"id": "938a3f2b-0807-4fd0-8181-f6fefe07a0cc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2109401471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d202ab6f7774c4ba6f58dbce0e52ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bec1033-52", "ovs_interfaceid": "1bec1033-526a-4b8a-851e-e2bb8549a21f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.330450] env[62361]: DEBUG oslo_concurrency.lockutils [req-8dd21b5f-ec15-4061-bb12-5d2a4fad0c87 req-7f1d9052-b738-4cbe-89cd-4ea1152bd4a3 service nova] Releasing lock "refresh_cache-e7cf29d2-4447-4acf-a14d-51806a352d75" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.331339] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7f2c22-c223-4945-8743-85b92f24531a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.339852] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8411855-97e7-4173-bd89-ff006211bb7d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.355104] env[62361]: DEBUG nova.compute.provider_tree [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.468330] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707749, 'name': Destroy_Task, 'duration_secs': 0.385592} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.473324] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Destroyed the VM [ 1296.473684] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1296.474092] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.474281] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2e423127-3383-40fd-bc44-90ec6872001b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.482225] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1296.482225] env[62361]: value = "task-1707753" [ 1296.482225] env[62361]: _type = "Task" [ 1296.482225] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.490278] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707753, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.535679] env[62361]: DEBUG nova.network.neutron [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Updating instance_info_cache with network_info: [{"id": "519b7473-f2bf-4be1-9d89-5e33489cc6d5", "address": "fa:16:3e:21:cb:d4", "network": {"id": "595a66b0-1cfd-4aea-a945-295bfd8ce933", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1988582082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba51047d9ded46e1b5458716da9ee661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519b7473-f2", "ovs_interfaceid": "519b7473-f2bf-4be1-9d89-5e33489cc6d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.597517] env[62361]: INFO nova.compute.manager [-] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Took 1.36 seconds to deallocate network for instance. [ 1296.629419] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1707752, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.723525] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5203eb69-af89-1d93-a39a-e09fc428e8bc, 'name': SearchDatastore_Task, 'duration_secs': 0.027978} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.724400] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de4537f5-1dd9-4dda-8114-aa70502e2f01 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.730243] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Waiting for the task: (returnval){ [ 1296.730243] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52023162-f883-c544-3d2e-a6d3d552cc79" [ 1296.730243] env[62361]: _type = "Task" [ 1296.730243] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.739194] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52023162-f883-c544-3d2e-a6d3d552cc79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.861220] env[62361]: DEBUG nova.scheduler.client.report [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1296.962642] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.998121] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707753, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.040030] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Releasing lock "refresh_cache-416dd54f-4444-458b-be82-3324c86fb5c9" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.040030] env[62361]: DEBUG nova.compute.manager [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Instance network_info: |[{"id": "519b7473-f2bf-4be1-9d89-5e33489cc6d5", "address": "fa:16:3e:21:cb:d4", "network": {"id": "595a66b0-1cfd-4aea-a945-295bfd8ce933", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1988582082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba51047d9ded46e1b5458716da9ee661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519b7473-f2", "ovs_interfaceid": "519b7473-f2bf-4be1-9d89-5e33489cc6d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1297.040413] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:cb:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '519b7473-f2bf-4be1-9d89-5e33489cc6d5', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.049289] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Creating folder: Project (ba51047d9ded46e1b5458716da9ee661). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.049893] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-372044c5-000e-4831-ba39-b008e6874c06 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.062020] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Created folder: Project (ba51047d9ded46e1b5458716da9ee661) in parent group-v355747. [ 1297.062020] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Creating folder: Instances. Parent ref: group-v355811. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.062020] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2da8fd3a-2ec9-4819-9ca6-86c8145ac915 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.072111] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Created folder: Instances in parent group-v355811. [ 1297.072111] env[62361]: DEBUG oslo.service.loopingcall [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1297.072111] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.072111] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8c8eb7d-f5a3-49d8-8130-31bcaf4ee1ca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.095243] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.095243] env[62361]: value = "task-1707756" [ 1297.095243] env[62361]: _type = "Task" [ 1297.095243] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.107737] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.107737] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707756, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.130768] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1707752, 'name': Rename_Task, 'duration_secs': 0.935625} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.131103] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.131390] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13f9fda0-1f48-405d-b80b-20faebac74c7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.138880] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1297.138880] env[62361]: value = "task-1707757" [ 1297.138880] env[62361]: _type = "Task" [ 1297.138880] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.148278] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1707757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.244410] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52023162-f883-c544-3d2e-a6d3d552cc79, 'name': SearchDatastore_Task, 'duration_secs': 0.01437} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.244702] env[62361]: DEBUG oslo_concurrency.lockutils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.244999] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] e7cf29d2-4447-4acf-a14d-51806a352d75/e7cf29d2-4447-4acf-a14d-51806a352d75.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.245265] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9d16216-98d4-4851-8c26-b5499e3dafb4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.252552] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Waiting for the task: (returnval){ [ 1297.252552] env[62361]: value = "task-1707758" [ 1297.252552] env[62361]: _type = "Task" [ 1297.252552] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.265800] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': task-1707758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.320224] env[62361]: DEBUG oslo_concurrency.lockutils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquiring lock "f2670f16-d09a-405f-8f23-b6c2aca29e57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.320738] env[62361]: DEBUG oslo_concurrency.lockutils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "f2670f16-d09a-405f-8f23-b6c2aca29e57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.366400] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.367260] env[62361]: DEBUG nova.compute.manager [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1297.370715] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.053s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.372317] env[62361]: INFO nova.compute.claims [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1297.463802] env[62361]: DEBUG oslo_vmware.api [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1707750, 'name': PowerOnVM_Task, 'duration_secs': 1.315514} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.463802] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.463802] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1d20d91a-07c0-4c09-8f47-888797ea811a tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Updating instance '59f30b3f-5286-4d90-b726-011e419fca2a' progress to 100 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.493022] env[62361]: DEBUG oslo_vmware.api [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707753, 'name': RemoveSnapshot_Task, 'duration_secs': 0.901934} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.493734] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1297.493734] env[62361]: INFO nova.compute.manager [None req-0268e4c0-866f-4420-a46d-84f014420395 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Took 16.51 seconds to snapshot the instance on the hypervisor. [ 1297.611218] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707756, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.651405] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1707757, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.765231] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': task-1707758, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.829674] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquiring lock "d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.833018] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.878776] env[62361]: DEBUG nova.compute.utils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1297.886121] env[62361]: DEBUG nova.compute.manager [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1297.886315] env[62361]: DEBUG nova.network.neutron [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.010758] env[62361]: DEBUG nova.policy [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '370b26a356e84459ab0246e2c5b26e46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55363da6bf1b4a92b19558ca6f48014c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1298.034070] env[62361]: DEBUG nova.compute.manager [req-7a693a87-441b-459c-a9dd-15322dbd883a req-f0910248-21ea-4116-9549-52b2517f7ea5 service nova] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Received event network-changed-519b7473-f2bf-4be1-9d89-5e33489cc6d5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1298.036562] env[62361]: DEBUG nova.compute.manager [req-7a693a87-441b-459c-a9dd-15322dbd883a req-f0910248-21ea-4116-9549-52b2517f7ea5 service nova] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Refreshing instance network info cache due to event network-changed-519b7473-f2bf-4be1-9d89-5e33489cc6d5. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1298.036562] env[62361]: DEBUG oslo_concurrency.lockutils [req-7a693a87-441b-459c-a9dd-15322dbd883a req-f0910248-21ea-4116-9549-52b2517f7ea5 service nova] Acquiring lock "refresh_cache-416dd54f-4444-458b-be82-3324c86fb5c9" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.036562] env[62361]: DEBUG oslo_concurrency.lockutils [req-7a693a87-441b-459c-a9dd-15322dbd883a req-f0910248-21ea-4116-9549-52b2517f7ea5 service nova] Acquired lock "refresh_cache-416dd54f-4444-458b-be82-3324c86fb5c9" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.036562] env[62361]: DEBUG nova.network.neutron [req-7a693a87-441b-459c-a9dd-15322dbd883a req-f0910248-21ea-4116-9549-52b2517f7ea5 service nova] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Refreshing network info cache for port 519b7473-f2bf-4be1-9d89-5e33489cc6d5 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.110520] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707756, 'name': CreateVM_Task, 'duration_secs': 0.628534} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.110520] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.110520] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.110520] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.110520] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.110929] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18fbd927-181e-49bd-b09e-3eef6b3a541f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.115782] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Waiting for the task: (returnval){ [ 1298.115782] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c85058-e318-544a-4b2f-9756afe23043" [ 1298.115782] env[62361]: _type = "Task" [ 1298.115782] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.124102] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c85058-e318-544a-4b2f-9756afe23043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.150252] env[62361]: DEBUG oslo_vmware.api [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1707757, 'name': PowerOnVM_Task, 'duration_secs': 0.785757} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.150860] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.151124] env[62361]: INFO nova.compute.manager [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1298.151322] env[62361]: DEBUG nova.compute.manager [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1298.152134] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8fbed9-d940-4e63-a8e1-d7d784082fda {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.266765] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': task-1707758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547979} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.266765] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] e7cf29d2-4447-4acf-a14d-51806a352d75/e7cf29d2-4447-4acf-a14d-51806a352d75.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.266765] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.266765] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-138ad75d-1d9d-4b2a-86ea-b55e5f6b8793 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.274338] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Waiting for the task: (returnval){ [ 1298.274338] env[62361]: value = "task-1707760" [ 1298.274338] env[62361]: _type = "Task" [ 1298.274338] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.283622] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': task-1707760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.390921] env[62361]: DEBUG nova.compute.manager [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1298.513791] env[62361]: DEBUG nova.network.neutron [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Successfully created port: 7165c307-9478-4fe0-b49d-672834836ba8 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1298.630943] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c85058-e318-544a-4b2f-9756afe23043, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.635236] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.635236] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.635236] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.635236] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.635406] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.635406] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2bf006c-4904-4158-adf1-34025f13c27a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.649498] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.649674] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.650464] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ba91bc-1cfb-4b5e-bc36-ddccc0248854 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.656091] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Waiting for the task: (returnval){ [ 1298.656091] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52eecd92-a085-a0bd-2e7e-b8ee586e9b86" [ 1298.656091] env[62361]: _type = "Task" [ 1298.656091] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.671539] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52eecd92-a085-a0bd-2e7e-b8ee586e9b86, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.672069] env[62361]: INFO nova.compute.manager [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Took 34.71 seconds to build instance. [ 1298.677631] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d992384d-41f6-45c8-aabe-be6e85faa5d0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.685816] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Waiting for the task: (returnval){ [ 1298.685816] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b06d22-f4da-9645-e9a1-d91167feba6c" [ 1298.685816] env[62361]: _type = "Task" [ 1298.685816] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.692274] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b06d22-f4da-9645-e9a1-d91167feba6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.783592] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': task-1707760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077274} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.786658] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1298.787679] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37637a55-b7b1-4cca-9660-6055601280d9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.811301] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] e7cf29d2-4447-4acf-a14d-51806a352d75/e7cf29d2-4447-4acf-a14d-51806a352d75.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.814202] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b610a7e5-2598-4097-900b-ada65adccbec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.843779] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Waiting for the task: (returnval){ [ 1298.843779] env[62361]: value = "task-1707761" [ 1298.843779] env[62361]: _type = "Task" [ 1298.843779] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.852835] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': task-1707761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.969069] env[62361]: DEBUG nova.network.neutron [req-7a693a87-441b-459c-a9dd-15322dbd883a req-f0910248-21ea-4116-9549-52b2517f7ea5 service nova] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Updated VIF entry in instance network info cache for port 519b7473-f2bf-4be1-9d89-5e33489cc6d5. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.969727] env[62361]: DEBUG nova.network.neutron [req-7a693a87-441b-459c-a9dd-15322dbd883a req-f0910248-21ea-4116-9549-52b2517f7ea5 service nova] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Updating instance_info_cache with network_info: [{"id": "519b7473-f2bf-4be1-9d89-5e33489cc6d5", "address": "fa:16:3e:21:cb:d4", "network": {"id": "595a66b0-1cfd-4aea-a945-295bfd8ce933", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1988582082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba51047d9ded46e1b5458716da9ee661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519b7473-f2", "ovs_interfaceid": "519b7473-f2bf-4be1-9d89-5e33489cc6d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.035977] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93210315-8a1f-4b36-9dc2-9faf9ace0c1e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.044657] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b905404-8fdd-451c-a9fc-4550eb739f1c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.080721] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89163d6-f3ff-411f-8e88-f4a6cd477a1d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.089053] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506e13e1-4860-4733-8d5b-4978f8168e76 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.102698] env[62361]: DEBUG nova.compute.provider_tree [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1299.179385] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1b929a1-d74d-4c32-b392-7836c9b0caf5 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "cad0a47a-d332-400d-a662-8b0089e6d803" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.928s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.199081] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b06d22-f4da-9645-e9a1-d91167feba6c, 'name': SearchDatastore_Task, 'duration_secs': 0.009056} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.199673] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.200067] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 416dd54f-4444-458b-be82-3324c86fb5c9/416dd54f-4444-458b-be82-3324c86fb5c9.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.200221] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f9345dc-bb96-4b43-90d0-631fd5416764 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.207076] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Waiting for the task: (returnval){ [ 1299.207076] env[62361]: value = "task-1707762" [ 1299.207076] env[62361]: _type = "Task" [ 1299.207076] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.220147] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': task-1707762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.360812] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': task-1707761, 'name': ReconfigVM_Task, 'duration_secs': 0.376688} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.361350] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Reconfigured VM instance instance-00000016 to attach disk [datastore1] e7cf29d2-4447-4acf-a14d-51806a352d75/e7cf29d2-4447-4acf-a14d-51806a352d75.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.362146] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93f9029e-9fd4-45b9-b2e8-7dfec544ac36 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.369241] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Waiting for the task: (returnval){ [ 1299.369241] env[62361]: value = "task-1707763" [ 1299.369241] env[62361]: _type = "Task" [ 1299.369241] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.379232] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': task-1707763, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.400875] env[62361]: DEBUG nova.compute.manager [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1299.428189] env[62361]: DEBUG nova.virt.hardware [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1299.428497] env[62361]: DEBUG nova.virt.hardware [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1299.428660] env[62361]: DEBUG nova.virt.hardware [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.428841] env[62361]: DEBUG nova.virt.hardware [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1299.428990] env[62361]: DEBUG nova.virt.hardware [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.429155] env[62361]: DEBUG nova.virt.hardware [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1299.429359] env[62361]: DEBUG nova.virt.hardware [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1299.429534] env[62361]: DEBUG nova.virt.hardware [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1299.429731] env[62361]: DEBUG nova.virt.hardware [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1299.429893] env[62361]: DEBUG nova.virt.hardware [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1299.430082] env[62361]: DEBUG nova.virt.hardware [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1299.430975] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfab41bc-1de7-4a3f-b93b-f33b4efdaa91 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.439896] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e61009a-a1d9-48c1-94d8-b4e183fd43f8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.472566] env[62361]: DEBUG oslo_concurrency.lockutils [req-7a693a87-441b-459c-a9dd-15322dbd883a req-f0910248-21ea-4116-9549-52b2517f7ea5 service nova] Releasing lock "refresh_cache-416dd54f-4444-458b-be82-3324c86fb5c9" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.472850] env[62361]: DEBUG nova.compute.manager [req-7a693a87-441b-459c-a9dd-15322dbd883a req-f0910248-21ea-4116-9549-52b2517f7ea5 service nova] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Received event network-vif-deleted-323abec7-ac3f-4c79-a4ec-074abbf5f517 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1299.627083] env[62361]: ERROR nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [req-2449a7b0-c70a-4295-bbef-0505d06cd9e9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2449a7b0-c70a-4295-bbef-0505d06cd9e9"}]} [ 1299.654042] env[62361]: DEBUG nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1299.671291] env[62361]: DEBUG nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1299.671531] env[62361]: DEBUG nova.compute.provider_tree [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1299.681615] env[62361]: DEBUG nova.compute.manager [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1299.694507] env[62361]: DEBUG nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1299.723035] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': task-1707762, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.730051] env[62361]: DEBUG nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1299.882209] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': task-1707763, 'name': Rename_Task, 'duration_secs': 0.467214} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.882503] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.882750] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1176beac-3bdb-44e7-b068-35545a929f9c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.891403] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Waiting for the task: (returnval){ [ 1299.891403] env[62361]: value = "task-1707764" [ 1299.891403] env[62361]: _type = "Task" [ 1299.891403] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.903940] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': task-1707764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.203282] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.220871] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': task-1707762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568559} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.221186] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 416dd54f-4444-458b-be82-3324c86fb5c9/416dd54f-4444-458b-be82-3324c86fb5c9.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.221573] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.221844] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b852ba9b-76a9-4f3f-8160-de3a5627708a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.228781] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Waiting for the task: (returnval){ [ 1300.228781] env[62361]: value = "task-1707766" [ 1300.228781] env[62361]: _type = "Task" [ 1300.228781] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.240903] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': task-1707766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.315109] env[62361]: DEBUG nova.network.neutron [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Successfully updated port: 7165c307-9478-4fe0-b49d-672834836ba8 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1300.340383] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea185c40-b0a8-47d9-b77b-938306ef39b1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.353603] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9837af7-98b4-47c9-bc92-53fea8264be6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.389610] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cadfc9d-3e68-454b-96bd-8b9ba31d01c8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.407763] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9283f807-dfad-4631-b009-5f8dd67104b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.412381] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': task-1707764, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.426635] env[62361]: DEBUG nova.compute.provider_tree [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1300.691657] env[62361]: DEBUG nova.compute.manager [req-cc340943-6d6a-4191-8da9-3feab0fe392e req-7e25502c-97b0-405b-9af6-f3aee971e26d service nova] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Received event network-vif-plugged-7165c307-9478-4fe0-b49d-672834836ba8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1300.691657] env[62361]: DEBUG oslo_concurrency.lockutils [req-cc340943-6d6a-4191-8da9-3feab0fe392e req-7e25502c-97b0-405b-9af6-f3aee971e26d service nova] Acquiring lock "3d3de8fe-5189-4105-bc80-566c5307922e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.691657] env[62361]: DEBUG oslo_concurrency.lockutils [req-cc340943-6d6a-4191-8da9-3feab0fe392e req-7e25502c-97b0-405b-9af6-f3aee971e26d service nova] Lock "3d3de8fe-5189-4105-bc80-566c5307922e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.691657] env[62361]: DEBUG oslo_concurrency.lockutils [req-cc340943-6d6a-4191-8da9-3feab0fe392e req-7e25502c-97b0-405b-9af6-f3aee971e26d service nova] Lock "3d3de8fe-5189-4105-bc80-566c5307922e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.691874] env[62361]: DEBUG nova.compute.manager [req-cc340943-6d6a-4191-8da9-3feab0fe392e req-7e25502c-97b0-405b-9af6-f3aee971e26d service nova] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] No waiting events found dispatching network-vif-plugged-7165c307-9478-4fe0-b49d-672834836ba8 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1300.692134] env[62361]: WARNING nova.compute.manager [req-cc340943-6d6a-4191-8da9-3feab0fe392e req-7e25502c-97b0-405b-9af6-f3aee971e26d service nova] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Received unexpected event network-vif-plugged-7165c307-9478-4fe0-b49d-672834836ba8 for instance with vm_state building and task_state spawning. [ 1300.738517] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': task-1707766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1021} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.739564] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.739564] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275d6a6c-1340-4868-b691-f9ebcaa96c8a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.761916] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 416dd54f-4444-458b-be82-3324c86fb5c9/416dd54f-4444-458b-be82-3324c86fb5c9.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.762535] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79d93e08-5d45-41d4-a017-22f7dfed5d1d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.781485] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Waiting for the task: (returnval){ [ 1300.781485] env[62361]: value = "task-1707767" [ 1300.781485] env[62361]: _type = "Task" [ 1300.781485] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.789687] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': task-1707767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.819030] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquiring lock "refresh_cache-3d3de8fe-5189-4105-bc80-566c5307922e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.819030] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquired lock "refresh_cache-3d3de8fe-5189-4105-bc80-566c5307922e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.819030] env[62361]: DEBUG nova.network.neutron [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.897097] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "59f30b3f-5286-4d90-b726-011e419fca2a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.897762] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "59f30b3f-5286-4d90-b726-011e419fca2a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.897762] env[62361]: DEBUG nova.compute.manager [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Going to confirm migration 1 {{(pid=62361) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1300.909572] env[62361]: DEBUG oslo_vmware.api [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': task-1707764, 'name': PowerOnVM_Task, 'duration_secs': 0.538564} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.909706] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.909873] env[62361]: INFO nova.compute.manager [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1300.910115] env[62361]: DEBUG nova.compute.manager [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1300.911007] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33b6447-d17e-4cb1-a3a0-26302598862e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.954197] env[62361]: ERROR nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [req-1840dcc5-644c-4229-97b9-c2987551b424] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1840dcc5-644c-4229-97b9-c2987551b424"}]} [ 1300.972065] env[62361]: DEBUG nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1300.994237] env[62361]: DEBUG nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1300.994485] env[62361]: DEBUG nova.compute.provider_tree [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1301.006608] env[62361]: DEBUG nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1301.026672] env[62361]: DEBUG nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1301.070329] env[62361]: DEBUG nova.compute.manager [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1301.071184] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8b97fc-52f8-4ffa-b2b9-d105902f4940 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.102860] env[62361]: DEBUG oslo_concurrency.lockutils [None req-096303d0-344d-4440-ae24-13fcaa7cef36 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "73325446-0719-4e58-ade7-9a0dfcd4f659" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.103252] env[62361]: DEBUG oslo_concurrency.lockutils [None req-096303d0-344d-4440-ae24-13fcaa7cef36 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "73325446-0719-4e58-ade7-9a0dfcd4f659" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.297886] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': task-1707767, 'name': ReconfigVM_Task, 'duration_secs': 0.448716} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.298079] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 416dd54f-4444-458b-be82-3324c86fb5c9/416dd54f-4444-458b-be82-3324c86fb5c9.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.302202] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a14ceadd-5e9e-457c-9f98-6a8081abccba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.308859] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Waiting for the task: (returnval){ [ 1301.308859] env[62361]: value = "task-1707768" [ 1301.308859] env[62361]: _type = "Task" [ 1301.308859] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.319547] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': task-1707768, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.375600] env[62361]: DEBUG nova.network.neutron [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.442721] env[62361]: INFO nova.compute.manager [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Took 35.29 seconds to build instance. [ 1301.510448] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "refresh_cache-59f30b3f-5286-4d90-b726-011e419fca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.510639] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquired lock "refresh_cache-59f30b3f-5286-4d90-b726-011e419fca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.510816] env[62361]: DEBUG nova.network.neutron [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.511009] env[62361]: DEBUG nova.objects.instance [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lazy-loading 'info_cache' on Instance uuid 59f30b3f-5286-4d90-b726-011e419fca2a {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.586706] env[62361]: INFO nova.compute.manager [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] instance snapshotting [ 1301.589777] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a519b8-db66-48a0-955d-63cacd72f32c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.616725] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff0d817-e54e-48a8-ba30-83891e4feb53 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.675026] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e1c8fd-934f-4a17-98a2-ebce9c0d88ad {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.684169] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2d773a-ba13-4d3b-9e48-53e8a7143d58 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.719022] env[62361]: DEBUG nova.network.neutron [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Updating instance_info_cache with network_info: [{"id": "7165c307-9478-4fe0-b49d-672834836ba8", "address": "fa:16:3e:40:cd:b8", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7165c307-94", "ovs_interfaceid": "7165c307-9478-4fe0-b49d-672834836ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.724084] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058bb215-c087-4de5-9d0b-ed9f3e336d8f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.734992] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f9c955-5a14-44cc-aaa0-97080402118a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.748637] env[62361]: DEBUG nova.compute.provider_tree [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1301.827120] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': task-1707768, 'name': Rename_Task, 'duration_secs': 0.356764} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.827599] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.828422] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26760556-bdbf-4dc5-8334-d9eb979300a2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.840532] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "7b15c661-a18b-4be8-b6c8-3026e35eb615" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.840914] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "7b15c661-a18b-4be8-b6c8-3026e35eb615" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.841360] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Waiting for the task: (returnval){ [ 1301.841360] env[62361]: value = "task-1707769" [ 1301.841360] env[62361]: _type = "Task" [ 1301.841360] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.852564] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': task-1707769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.875326] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.875663] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.914541] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "2f8a2835-618d-4462-8644-1d2790aec62b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.914743] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "2f8a2835-618d-4462-8644-1d2790aec62b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.954348] env[62361]: DEBUG oslo_concurrency.lockutils [None req-37aa98af-d21f-4a9e-a618-b5617ddfbd92 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Lock "e7cf29d2-4447-4acf-a14d-51806a352d75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.777s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.139074] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1302.139074] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8f5aa456-703e-4951-87ff-ec69f9052d83 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.146914] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1302.146914] env[62361]: value = "task-1707770" [ 1302.146914] env[62361]: _type = "Task" [ 1302.146914] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.157849] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.230460] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Releasing lock "refresh_cache-3d3de8fe-5189-4105-bc80-566c5307922e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.230827] env[62361]: DEBUG nova.compute.manager [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Instance network_info: |[{"id": "7165c307-9478-4fe0-b49d-672834836ba8", "address": "fa:16:3e:40:cd:b8", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7165c307-94", "ovs_interfaceid": "7165c307-9478-4fe0-b49d-672834836ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1302.231477] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:cd:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7165c307-9478-4fe0-b49d-672834836ba8', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.239585] env[62361]: DEBUG oslo.service.loopingcall [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1302.239797] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.240030] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2399a21-fb62-4d52-8978-772089ad2469 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.264331] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.264331] env[62361]: value = "task-1707771" [ 1302.264331] env[62361]: _type = "Task" [ 1302.264331] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.273402] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707771, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.279250] env[62361]: ERROR nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [req-221d1e85-6a99-4e82-8301-2d4ae50ddc5c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-221d1e85-6a99-4e82-8301-2d4ae50ddc5c"}]} [ 1302.307373] env[62361]: DEBUG nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1302.326576] env[62361]: DEBUG nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1302.326810] env[62361]: DEBUG nova.compute.provider_tree [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1302.348705] env[62361]: DEBUG nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1302.355410] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': task-1707769, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.376662] env[62361]: DEBUG nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1302.458175] env[62361]: DEBUG nova.compute.manager [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1302.658742] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.778351] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707771, 'name': CreateVM_Task, 'duration_secs': 0.416087} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.778748] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.779799] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.780040] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.780482] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1302.780799] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-866a1454-fc6b-4461-a4d5-9815350b4d8a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.787614] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1302.787614] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526ac182-0f72-d105-7f55-7e920d4d058f" [ 1302.787614] env[62361]: _type = "Task" [ 1302.787614] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.796894] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526ac182-0f72-d105-7f55-7e920d4d058f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.854369] env[62361]: DEBUG oslo_vmware.api [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': task-1707769, 'name': PowerOnVM_Task, 'duration_secs': 0.667135} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.854685] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.854909] env[62361]: INFO nova.compute.manager [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1302.855295] env[62361]: DEBUG nova.compute.manager [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1302.856298] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0184410-7a10-4b32-9d78-67d1d816e9e4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.970475] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc1c66c-1294-4c50-a7f9-cde3822dc3d6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.978723] env[62361]: DEBUG oslo_concurrency.lockutils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.980083] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b503fb2d-a720-439c-bc93-79d7226e4621 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.024872] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9fae27-2616-45c2-8336-4464331b8cc4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.034769] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6bca8e-ae07-4d19-84ca-6fd23858c719 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.041955] env[62361]: DEBUG nova.compute.manager [req-83ed5655-ae13-43a8-807a-3b738d9f18f2 req-57c3dcb5-c4c5-490d-aaae-c1bc13c65c9c service nova] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Received event network-changed-7165c307-9478-4fe0-b49d-672834836ba8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1303.042213] env[62361]: DEBUG nova.compute.manager [req-83ed5655-ae13-43a8-807a-3b738d9f18f2 req-57c3dcb5-c4c5-490d-aaae-c1bc13c65c9c service nova] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Refreshing instance network info cache due to event network-changed-7165c307-9478-4fe0-b49d-672834836ba8. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1303.042469] env[62361]: DEBUG oslo_concurrency.lockutils [req-83ed5655-ae13-43a8-807a-3b738d9f18f2 req-57c3dcb5-c4c5-490d-aaae-c1bc13c65c9c service nova] Acquiring lock "refresh_cache-3d3de8fe-5189-4105-bc80-566c5307922e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.042527] env[62361]: DEBUG oslo_concurrency.lockutils [req-83ed5655-ae13-43a8-807a-3b738d9f18f2 req-57c3dcb5-c4c5-490d-aaae-c1bc13c65c9c service nova] Acquired lock "refresh_cache-3d3de8fe-5189-4105-bc80-566c5307922e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.042670] env[62361]: DEBUG nova.network.neutron [req-83ed5655-ae13-43a8-807a-3b738d9f18f2 req-57c3dcb5-c4c5-490d-aaae-c1bc13c65c9c service nova] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Refreshing network info cache for port 7165c307-9478-4fe0-b49d-672834836ba8 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.054415] env[62361]: DEBUG nova.compute.provider_tree [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1303.158725] env[62361]: DEBUG nova.network.neutron [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Updating instance_info_cache with network_info: [{"id": "159e5679-64fa-4e63-832f-f47d4c23d1f3", "address": "fa:16:3e:7b:5f:82", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap159e5679-64", "ovs_interfaceid": "159e5679-64fa-4e63-832f-f47d4c23d1f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.161234] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "fa49043c-5c77-4357-b592-fea3653b9ac7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.161894] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "fa49043c-5c77-4357-b592-fea3653b9ac7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.165457] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707770, 'name': CreateSnapshot_Task, 'duration_secs': 0.793102} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.169238] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1303.171171] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937e284b-acaf-4641-a901-dbe0a3d7737a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.302095] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526ac182-0f72-d105-7f55-7e920d4d058f, 'name': SearchDatastore_Task, 'duration_secs': 0.072461} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.302424] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.302613] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.302847] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.302994] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.303187] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.303445] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8283e3c5-1d0c-40d3-8970-663a969eeb5a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.316253] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.316537] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.317108] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8decd1-cd25-4aa7-82e3-dd70a712e1fd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.322614] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1303.322614] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bd09cc-e6aa-0cfb-212a-43f22d77af3b" [ 1303.322614] env[62361]: _type = "Task" [ 1303.322614] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.333977] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bd09cc-e6aa-0cfb-212a-43f22d77af3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.347102] env[62361]: DEBUG nova.network.neutron [req-83ed5655-ae13-43a8-807a-3b738d9f18f2 req-57c3dcb5-c4c5-490d-aaae-c1bc13c65c9c service nova] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Updated VIF entry in instance network info cache for port 7165c307-9478-4fe0-b49d-672834836ba8. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.347606] env[62361]: DEBUG nova.network.neutron [req-83ed5655-ae13-43a8-807a-3b738d9f18f2 req-57c3dcb5-c4c5-490d-aaae-c1bc13c65c9c service nova] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Updating instance_info_cache with network_info: [{"id": "7165c307-9478-4fe0-b49d-672834836ba8", "address": "fa:16:3e:40:cd:b8", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7165c307-94", "ovs_interfaceid": "7165c307-9478-4fe0-b49d-672834836ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.381515] env[62361]: INFO nova.compute.manager [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Took 35.32 seconds to build instance. [ 1303.578650] env[62361]: ERROR nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [req-6433e6d3-ba77-4bb2-8132-ca9bcaf85bb0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6433e6d3-ba77-4bb2-8132-ca9bcaf85bb0"}]} [ 1303.579180] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.208s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.579819] env[62361]: ERROR nova.compute.manager [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 (generation 52): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6433e6d3-ba77-4bb2-8132-ca9bcaf85bb0"}]} [ 1303.579819] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] Traceback (most recent call last): [ 1303.579819] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] File "/opt/stack/nova/nova/compute/manager.py", line 2616, in _build_and_run_instance [ 1303.579819] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] with self.rt.instance_claim(context, instance, node, allocs, [ 1303.579819] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1303.579819] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] return f(*args, **kwargs) [ 1303.579819] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 1303.579819] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] self._update(elevated, cn) [ 1303.579819] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 1303.580105] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] self._update_to_placement(context, compute_node, startup) [ 1303.580105] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 1303.580105] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 1303.580105] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 1303.580105] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] raise attempt.get() [ 1303.580105] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 1303.580105] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] six.reraise(self.value[0], self.value[1], self.value[2]) [ 1303.580105] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 1303.580105] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] raise value [ 1303.580105] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 1303.580105] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 1303.580105] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 1303.580105] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] self.reportclient.update_from_provider_tree( [ 1303.580381] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1498, in update_from_provider_tree [ 1303.580381] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] self.set_inventory_for_provider( [ 1303.580381] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1003, in set_inventory_for_provider [ 1303.580381] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] raise exception.ResourceProviderUpdateConflict( [ 1303.580381] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 (generation 52): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6433e6d3-ba77-4bb2-8132-ca9bcaf85bb0"}]} [ 1303.580381] env[62361]: ERROR nova.compute.manager [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] [ 1303.580744] env[62361]: DEBUG nova.compute.utils [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] A conflict was encountered attempting to update resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 (generation 52): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=62361) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1303.585975] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.169s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.595600] env[62361]: DEBUG nova.compute.manager [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] Build of instance c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc was re-scheduled: A conflict was encountered attempting to update resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 (generation 52): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6433e6d3-ba77-4bb2-8132-ca9bcaf85bb0"}]} {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2481}} [ 1303.597069] env[62361]: DEBUG nova.compute.manager [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] Unplugging VIFs for instance {{(pid=62361) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3007}} [ 1303.597069] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquiring lock "refresh_cache-c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.597069] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquired lock "refresh_cache-c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.597069] env[62361]: DEBUG nova.network.neutron [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.662638] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Releasing lock "refresh_cache-59f30b3f-5286-4d90-b726-011e419fca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.662934] env[62361]: DEBUG nova.objects.instance [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lazy-loading 'migration_context' on Instance uuid 59f30b3f-5286-4d90-b726-011e419fca2a {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.694524] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1303.695074] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-de19a628-6a1a-470a-8100-0725894754ef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.706114] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1303.706114] env[62361]: value = "task-1707773" [ 1303.706114] env[62361]: _type = "Task" [ 1303.706114] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.715031] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707773, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.840115] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bd09cc-e6aa-0cfb-212a-43f22d77af3b, 'name': SearchDatastore_Task, 'duration_secs': 0.020246} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.840575] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f5f9b92-d565-401c-bf7d-ff7a9c0320af {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.852734] env[62361]: DEBUG oslo_concurrency.lockutils [req-83ed5655-ae13-43a8-807a-3b738d9f18f2 req-57c3dcb5-c4c5-490d-aaae-c1bc13c65c9c service nova] Releasing lock "refresh_cache-3d3de8fe-5189-4105-bc80-566c5307922e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.853411] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1303.853411] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5220935d-75b5-05ea-fde9-00e0a807c690" [ 1303.853411] env[62361]: _type = "Task" [ 1303.853411] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.864270] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5220935d-75b5-05ea-fde9-00e0a807c690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.885502] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7c9a4e2d-9ac6-4afa-815a-f55b0020be02 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Lock "416dd54f-4444-458b-be82-3324c86fb5c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.708s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.114131] env[62361]: DEBUG oslo_concurrency.lockutils [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Acquiring lock "416dd54f-4444-458b-be82-3324c86fb5c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.114131] env[62361]: DEBUG oslo_concurrency.lockutils [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Lock "416dd54f-4444-458b-be82-3324c86fb5c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.114131] env[62361]: DEBUG oslo_concurrency.lockutils [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Acquiring lock "416dd54f-4444-458b-be82-3324c86fb5c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.114131] env[62361]: DEBUG oslo_concurrency.lockutils [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Lock "416dd54f-4444-458b-be82-3324c86fb5c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.114280] env[62361]: DEBUG oslo_concurrency.lockutils [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Lock "416dd54f-4444-458b-be82-3324c86fb5c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.115361] env[62361]: INFO nova.compute.manager [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Terminating instance [ 1304.120196] env[62361]: DEBUG nova.compute.manager [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1304.120408] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.121271] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e943a1a3-4a4f-48b7-8b6b-cdf406d63dd3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.127255] env[62361]: DEBUG nova.network.neutron [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1304.135172] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.135440] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37ff1d18-f8fd-4464-bde2-9d4f33edc9be {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.142824] env[62361]: DEBUG oslo_vmware.api [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Waiting for the task: (returnval){ [ 1304.142824] env[62361]: value = "task-1707774" [ 1304.142824] env[62361]: _type = "Task" [ 1304.142824] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.155690] env[62361]: DEBUG oslo_vmware.api [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': task-1707774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.166558] env[62361]: DEBUG nova.objects.base [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Object Instance<59f30b3f-5286-4d90-b726-011e419fca2a> lazy-loaded attributes: info_cache,migration_context {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1304.167972] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e535cb5e-0cb2-4da7-ae7c-0306c992feaa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.198394] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-805f869a-eefa-4324-8fe3-18df9717a140 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.213685] env[62361]: DEBUG oslo_vmware.api [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1304.213685] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e41518-6a91-32c8-69c6-7d07d326f47a" [ 1304.213685] env[62361]: _type = "Task" [ 1304.213685] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.226539] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707773, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.234110] env[62361]: DEBUG oslo_vmware.api [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e41518-6a91-32c8-69c6-7d07d326f47a, 'name': SearchDatastore_Task, 'duration_secs': 0.022254} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.234428] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.268365] env[62361]: DEBUG nova.network.neutron [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.367998] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5220935d-75b5-05ea-fde9-00e0a807c690, 'name': SearchDatastore_Task, 'duration_secs': 0.018695} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.368343] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.368638] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 3d3de8fe-5189-4105-bc80-566c5307922e/3d3de8fe-5189-4105-bc80-566c5307922e.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.369135] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f8c390a-8349-4591-b233-7809f6ad3a4e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.376279] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1304.376279] env[62361]: value = "task-1707776" [ 1304.376279] env[62361]: _type = "Task" [ 1304.376279] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.385605] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.388216] env[62361]: DEBUG nova.compute.manager [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1304.606274] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Applying migration context for instance 59f30b3f-5286-4d90-b726-011e419fca2a as it has an incoming, in-progress migration 89f37eaa-8f0d-4723-9e52-a56c9c330882. Migration status is confirming {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1304.610560] env[62361]: INFO nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Updating resource usage from migration 89f37eaa-8f0d-4723-9e52-a56c9c330882 [ 1304.650816] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance a7259360-260a-49cb-b673-c5d33cebf48f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1304.650887] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.651028] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 7147df9b-7e03-43fd-8bbc-54d8d0317a77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.651154] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 54650f01-3470-46bd-ae16-051df7758071 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.651301] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 933f8a73-a8e1-4168-a91e-9cc248518ecd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.651422] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance e26524ba-912d-40ac-a299-6d6c4aae65e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.651547] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance bbbdec91-762b-415e-bdbd-ed3700c90a24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.651686] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 41c6290d-3110-4de7-bb44-190fd57478c6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1304.651815] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance fcf611a3-a07e-4d1c-8a39-c02357bd9f30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.651942] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 845622fb-182f-422b-a2c6-9a1238bb1fda is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1304.652092] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance beae7708-6ddc-422f-b429-d4e67588a172 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1304.652520] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1304.652520] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance cad0a47a-d332-400d-a662-8b0089e6d803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.652643] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 416dd54f-4444-458b-be82-3324c86fb5c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.652734] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance e7cf29d2-4447-4acf-a14d-51806a352d75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.652810] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 3d3de8fe-5189-4105-bc80-566c5307922e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.652921] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Migration 89f37eaa-8f0d-4723-9e52-a56c9c330882 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1304.653058] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 59f30b3f-5286-4d90-b726-011e419fca2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.653394] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1304.662668] env[62361]: DEBUG oslo_vmware.api [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': task-1707774, 'name': PowerOffVM_Task, 'duration_secs': 0.193977} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.663669] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.663669] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.664116] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1712be06-d315-4f64-948e-2c9cb14a1c43 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.718626] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707773, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.771034] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Releasing lock "refresh_cache-c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.771428] env[62361]: DEBUG nova.compute.manager [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62361) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3030}} [ 1304.771642] env[62361]: DEBUG nova.compute.manager [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1304.771818] env[62361]: DEBUG nova.network.neutron [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.794473] env[62361]: DEBUG nova.network.neutron [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1304.878514] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1304.878799] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1304.878993] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Deleting the datastore file [datastore1] 416dd54f-4444-458b-be82-3324c86fb5c9 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.885996] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d79d50f-239e-4887-a615-83943c1daed0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.903030] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707776, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.903030] env[62361]: DEBUG oslo_vmware.api [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Waiting for the task: (returnval){ [ 1304.903030] env[62361]: value = "task-1707778" [ 1304.903030] env[62361]: _type = "Task" [ 1304.903030] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.917518] env[62361]: DEBUG oslo_vmware.api [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': task-1707778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.921208] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.156762] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance a6a860ad-919e-4184-9850-79316658b946 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1305.165295] env[62361]: DEBUG nova.compute.manager [req-22be8156-36a6-4764-b39c-dd30f48ac918 req-9bbf2bda-60bc-474a-a0b9-8bf687472c68 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Received event network-changed-1bec1033-526a-4b8a-851e-e2bb8549a21f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1305.165506] env[62361]: DEBUG nova.compute.manager [req-22be8156-36a6-4764-b39c-dd30f48ac918 req-9bbf2bda-60bc-474a-a0b9-8bf687472c68 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Refreshing instance network info cache due to event network-changed-1bec1033-526a-4b8a-851e-e2bb8549a21f. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1305.165724] env[62361]: DEBUG oslo_concurrency.lockutils [req-22be8156-36a6-4764-b39c-dd30f48ac918 req-9bbf2bda-60bc-474a-a0b9-8bf687472c68 service nova] Acquiring lock "refresh_cache-e7cf29d2-4447-4acf-a14d-51806a352d75" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.165864] env[62361]: DEBUG oslo_concurrency.lockutils [req-22be8156-36a6-4764-b39c-dd30f48ac918 req-9bbf2bda-60bc-474a-a0b9-8bf687472c68 service nova] Acquired lock "refresh_cache-e7cf29d2-4447-4acf-a14d-51806a352d75" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.166688] env[62361]: DEBUG nova.network.neutron [req-22be8156-36a6-4764-b39c-dd30f48ac918 req-9bbf2bda-60bc-474a-a0b9-8bf687472c68 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Refreshing network info cache for port 1bec1033-526a-4b8a-851e-e2bb8549a21f {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.222975] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707773, 'name': CloneVM_Task} progress is 95%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.298901] env[62361]: DEBUG nova.network.neutron [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.403056] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590262} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.403056] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 3d3de8fe-5189-4105-bc80-566c5307922e/3d3de8fe-5189-4105-bc80-566c5307922e.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.403056] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.403056] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8e6189f-4011-46cc-87f4-5e7bdf9eb84f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.403056] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1305.403056] env[62361]: value = "task-1707779" [ 1305.403056] env[62361]: _type = "Task" [ 1305.405210] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.414317] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.421716] env[62361]: DEBUG oslo_vmware.api [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Task: {'id': task-1707778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48733} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.421716] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.421910] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.422098] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.422284] env[62361]: INFO nova.compute.manager [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1305.422530] env[62361]: DEBUG oslo.service.loopingcall [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1305.422724] env[62361]: DEBUG nova.compute.manager [-] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1305.422818] env[62361]: DEBUG nova.network.neutron [-] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1305.645095] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Acquiring lock "93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.645350] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Lock "93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.661200] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 92528be1-55ff-40e4-9404-99a4db7766c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1305.724645] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707773, 'name': CloneVM_Task, 'duration_secs': 1.805955} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.724947] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Created linked-clone VM from snapshot [ 1305.725906] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc859048-22ec-4c72-878e-a06fb45ec6bd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.738434] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Uploading image 69e30e91-7699-4274-a8fa-e0173dddc8e7 {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1305.759485] env[62361]: DEBUG nova.compute.manager [req-00a696f1-9295-4a1d-9202-f9224532d23b req-2ee7110e-eb41-42e9-b72b-631202c3abc5 service nova] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Received event network-vif-deleted-519b7473-f2bf-4be1-9d89-5e33489cc6d5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1305.759485] env[62361]: INFO nova.compute.manager [req-00a696f1-9295-4a1d-9202-f9224532d23b req-2ee7110e-eb41-42e9-b72b-631202c3abc5 service nova] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Neutron deleted interface 519b7473-f2bf-4be1-9d89-5e33489cc6d5; detaching it from the instance and deleting it from the info cache [ 1305.759485] env[62361]: DEBUG nova.network.neutron [req-00a696f1-9295-4a1d-9202-f9224532d23b req-2ee7110e-eb41-42e9-b72b-631202c3abc5 service nova] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.773098] env[62361]: DEBUG oslo_vmware.rw_handles [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1305.773098] env[62361]: value = "vm-355817" [ 1305.773098] env[62361]: _type = "VirtualMachine" [ 1305.773098] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1305.773098] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-14fb3308-58aa-4e54-ac5f-f263c29fd18d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.784414] env[62361]: DEBUG oslo_vmware.rw_handles [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Lease: (returnval){ [ 1305.784414] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5290c28b-0c37-c316-6a88-2f1825e42dba" [ 1305.784414] env[62361]: _type = "HttpNfcLease" [ 1305.784414] env[62361]: } obtained for exporting VM: (result){ [ 1305.784414] env[62361]: value = "vm-355817" [ 1305.784414] env[62361]: _type = "VirtualMachine" [ 1305.784414] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1305.784414] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the lease: (returnval){ [ 1305.784414] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5290c28b-0c37-c316-6a88-2f1825e42dba" [ 1305.784414] env[62361]: _type = "HttpNfcLease" [ 1305.784414] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1305.794406] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1305.794406] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5290c28b-0c37-c316-6a88-2f1825e42dba" [ 1305.794406] env[62361]: _type = "HttpNfcLease" [ 1305.794406] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1305.802056] env[62361]: INFO nova.compute.manager [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc] Took 1.03 seconds to deallocate network for instance. [ 1305.912611] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292384} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.912844] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.915819] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a969dea-4f54-40b9-a08c-da0af6f6139f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.940846] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 3d3de8fe-5189-4105-bc80-566c5307922e/3d3de8fe-5189-4105-bc80-566c5307922e.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.941164] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43e7d719-7ce7-44de-a3cc-a4548808db86 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.965390] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1305.965390] env[62361]: value = "task-1707781" [ 1305.965390] env[62361]: _type = "Task" [ 1305.965390] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.971457] env[62361]: DEBUG nova.network.neutron [req-22be8156-36a6-4764-b39c-dd30f48ac918 req-9bbf2bda-60bc-474a-a0b9-8bf687472c68 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Updated VIF entry in instance network info cache for port 1bec1033-526a-4b8a-851e-e2bb8549a21f. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.971834] env[62361]: DEBUG nova.network.neutron [req-22be8156-36a6-4764-b39c-dd30f48ac918 req-9bbf2bda-60bc-474a-a0b9-8bf687472c68 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Updating instance_info_cache with network_info: [{"id": "1bec1033-526a-4b8a-851e-e2bb8549a21f", "address": "fa:16:3e:29:56:61", "network": {"id": "938a3f2b-0807-4fd0-8181-f6fefe07a0cc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2109401471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d202ab6f7774c4ba6f58dbce0e52ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bec1033-52", "ovs_interfaceid": "1bec1033-526a-4b8a-851e-e2bb8549a21f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.981896] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.165227] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 7d92bde5-1e58-493a-9b90-e18a83fde582 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1306.218896] env[62361]: DEBUG nova.network.neutron [-] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.264731] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-198e8fb8-d431-4398-905b-05614a682cba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.278068] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4ecb5d-b54b-4d8f-aa88-9e3beb824aef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.297053] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1306.297053] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5290c28b-0c37-c316-6a88-2f1825e42dba" [ 1306.297053] env[62361]: _type = "HttpNfcLease" [ 1306.297053] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1306.297252] env[62361]: DEBUG oslo_vmware.rw_handles [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1306.297252] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5290c28b-0c37-c316-6a88-2f1825e42dba" [ 1306.297252] env[62361]: _type = "HttpNfcLease" [ 1306.297252] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1306.299173] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756bc48e-7932-4f86-a268-df799e7c1c9f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.317177] env[62361]: DEBUG nova.compute.manager [req-00a696f1-9295-4a1d-9202-f9224532d23b req-2ee7110e-eb41-42e9-b72b-631202c3abc5 service nova] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Detach interface failed, port_id=519b7473-f2bf-4be1-9d89-5e33489cc6d5, reason: Instance 416dd54f-4444-458b-be82-3324c86fb5c9 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1306.320793] env[62361]: DEBUG oslo_vmware.rw_handles [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52768294-e4d7-dc91-eeb0-998d2b1cefa9/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1306.320976] env[62361]: DEBUG oslo_vmware.rw_handles [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52768294-e4d7-dc91-eeb0-998d2b1cefa9/disk-0.vmdk for reading. {{(pid=62361) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1306.415951] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0d3ef12b-0236-4ff1-9718-162bba2de353 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.480020] env[62361]: DEBUG oslo_concurrency.lockutils [req-22be8156-36a6-4764-b39c-dd30f48ac918 req-9bbf2bda-60bc-474a-a0b9-8bf687472c68 service nova] Releasing lock "refresh_cache-e7cf29d2-4447-4acf-a14d-51806a352d75" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.480556] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707781, 'name': ReconfigVM_Task, 'duration_secs': 0.312475} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.480882] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 3d3de8fe-5189-4105-bc80-566c5307922e/3d3de8fe-5189-4105-bc80-566c5307922e.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.481693] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-643619ca-0808-446f-82f2-0ed5c75bb113 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.490516] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1306.490516] env[62361]: value = "task-1707783" [ 1306.490516] env[62361]: _type = "Task" [ 1306.490516] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.499970] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707783, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.668741] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 5d9196da-9f8c-43d4-b031-023fd76183d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1306.721829] env[62361]: INFO nova.compute.manager [-] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Took 1.30 seconds to deallocate network for instance. [ 1306.847121] env[62361]: INFO nova.scheduler.client.report [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Deleted allocations for instance c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc [ 1307.002361] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707783, 'name': Rename_Task, 'duration_secs': 0.15781} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.002668] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.003100] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba2d6948-6fc5-4963-8c48-d130595ccbef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.011927] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1307.011927] env[62361]: value = "task-1707784" [ 1307.011927] env[62361]: _type = "Task" [ 1307.011927] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.021576] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.172381] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance af53eb4c-6e15-4a65-8555-a8966e2e887c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1307.228602] env[62361]: DEBUG oslo_concurrency.lockutils [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.359445] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94172d66-5f5a-48c2-9459-9da7077541ac tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lock "c240dc64-3b62-4f4f-a8a5-7cd9fb816dcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.682s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.525485] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707784, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.677214] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 0da9b618-9d28-4028-a42b-fa3b9661cb6c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1307.862312] env[62361]: DEBUG nova.compute.manager [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1308.029191] env[62361]: DEBUG oslo_vmware.api [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707784, 'name': PowerOnVM_Task, 'duration_secs': 0.770768} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.029780] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.030358] env[62361]: INFO nova.compute.manager [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1308.030595] env[62361]: DEBUG nova.compute.manager [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1308.031569] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57668934-dabb-41a1-92ad-c738a3ffe7f2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.183200] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 278be240-4d07-4131-a893-f21a445a0caf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1308.385409] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.552057] env[62361]: INFO nova.compute.manager [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Took 35.79 seconds to build instance. [ 1308.685961] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 4efa4e8e-02c5-4bad-a716-21d294f28c26 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1309.055483] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d7480f19-fb38-4634-ba83-03af63c57d30 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "3d3de8fe-5189-4105-bc80-566c5307922e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.601s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.189798] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 9daab8ae-8d10-4349-aafe-b5e00459521c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1309.558784] env[62361]: DEBUG nova.compute.manager [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1309.647308] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491f3d2a-7486-4ebd-b0f8-fcecc6685821 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.655407] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b985c0-51b1-4a6d-bb4d-5271bd9cf481 tempest-ServersAdminNegativeTestJSON-464788879 tempest-ServersAdminNegativeTestJSON-464788879-project-admin] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Suspending the VM {{(pid=62361) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1309.655672] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f7dd850c-2af2-4d81-8829-a9da5f0b58b9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.663548] env[62361]: DEBUG oslo_vmware.api [None req-b8b985c0-51b1-4a6d-bb4d-5271bd9cf481 tempest-ServersAdminNegativeTestJSON-464788879 tempest-ServersAdminNegativeTestJSON-464788879-project-admin] Waiting for the task: (returnval){ [ 1309.663548] env[62361]: value = "task-1707786" [ 1309.663548] env[62361]: _type = "Task" [ 1309.663548] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.673391] env[62361]: DEBUG oslo_vmware.api [None req-b8b985c0-51b1-4a6d-bb4d-5271bd9cf481 tempest-ServersAdminNegativeTestJSON-464788879 tempest-ServersAdminNegativeTestJSON-464788879-project-admin] Task: {'id': task-1707786, 'name': SuspendVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.693435] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 3388fd22-865a-4cf7-9912-af8ca03ed930 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1310.082645] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.174833] env[62361]: DEBUG oslo_vmware.api [None req-b8b985c0-51b1-4a6d-bb4d-5271bd9cf481 tempest-ServersAdminNegativeTestJSON-464788879 tempest-ServersAdminNegativeTestJSON-464788879-project-admin] Task: {'id': task-1707786, 'name': SuspendVM_Task} progress is 62%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.197265] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 892cb689-afd2-4995-880f-cef4186f2439 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1310.688523] env[62361]: DEBUG oslo_vmware.api [None req-b8b985c0-51b1-4a6d-bb4d-5271bd9cf481 tempest-ServersAdminNegativeTestJSON-464788879 tempest-ServersAdminNegativeTestJSON-464788879-project-admin] Task: {'id': task-1707786, 'name': SuspendVM_Task, 'duration_secs': 0.795245} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.688976] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b985c0-51b1-4a6d-bb4d-5271bd9cf481 tempest-ServersAdminNegativeTestJSON-464788879 tempest-ServersAdminNegativeTestJSON-464788879-project-admin] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Suspended the VM {{(pid=62361) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1310.689121] env[62361]: DEBUG nova.compute.manager [None req-b8b985c0-51b1-4a6d-bb4d-5271bd9cf481 tempest-ServersAdminNegativeTestJSON-464788879 tempest-ServersAdminNegativeTestJSON-464788879-project-admin] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1310.690032] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66c6449-dedd-4ec5-8f83-5d7c755179b0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.699698] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 4bc7f740-730f-49d4-a221-8fa0517a4520 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1311.202707] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance d6624485-5300-4a54-9893-690479dcd095 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1311.402235] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquiring lock "4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.402484] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lock "4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.707917] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance f2670f16-d09a-405f-8f23-b6c2aca29e57 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1312.208550] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Acquiring lock "3c9d108f-efe1-4fb6-b505-8cb51d38adc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.208807] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Lock "3c9d108f-efe1-4fb6-b505-8cb51d38adc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.213813] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1312.717043] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 7b15c661-a18b-4be8-b6c8-3026e35eb615 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1313.043032] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquiring lock "3d3de8fe-5189-4105-bc80-566c5307922e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.043032] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "3d3de8fe-5189-4105-bc80-566c5307922e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.043251] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquiring lock "3d3de8fe-5189-4105-bc80-566c5307922e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.043440] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "3d3de8fe-5189-4105-bc80-566c5307922e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.043643] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "3d3de8fe-5189-4105-bc80-566c5307922e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.048193] env[62361]: INFO nova.compute.manager [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Terminating instance [ 1313.050646] env[62361]: DEBUG nova.compute.manager [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1313.050851] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.051742] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa254412-4db9-4d9f-a260-fdb6e1abdfc7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.060583] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.060847] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5069a58-431b-41b2-982b-c94e01e7d2e8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.203050] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1313.203330] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1313.204040] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Deleting the datastore file [datastore1] 3d3de8fe-5189-4105-bc80-566c5307922e {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1313.204040] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-921ee663-8fa8-4ffc-966d-291a216fe5ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.211376] env[62361]: DEBUG oslo_vmware.api [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1313.211376] env[62361]: value = "task-1707788" [ 1313.211376] env[62361]: _type = "Task" [ 1313.211376] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.220743] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1313.222111] env[62361]: DEBUG oslo_vmware.api [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.722744] env[62361]: DEBUG oslo_vmware.api [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231337} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.723444] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 2f8a2835-618d-4462-8644-1d2790aec62b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1313.724753] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.725856] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.725856] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.725856] env[62361]: INFO nova.compute.manager [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1313.725856] env[62361]: DEBUG oslo.service.loopingcall [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1313.726075] env[62361]: DEBUG nova.compute.manager [-] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1313.727129] env[62361]: DEBUG nova.network.neutron [-] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1314.047275] env[62361]: DEBUG nova.compute.manager [req-5687b55d-d196-4bf9-9889-bde377102982 req-57155001-1c65-4338-a1ed-1cfdbc710a8a service nova] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Received event network-vif-deleted-7165c307-9478-4fe0-b49d-672834836ba8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1314.047579] env[62361]: INFO nova.compute.manager [req-5687b55d-d196-4bf9-9889-bde377102982 req-57155001-1c65-4338-a1ed-1cfdbc710a8a service nova] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Neutron deleted interface 7165c307-9478-4fe0-b49d-672834836ba8; detaching it from the instance and deleting it from the info cache [ 1314.047768] env[62361]: DEBUG nova.network.neutron [req-5687b55d-d196-4bf9-9889-bde377102982 req-57155001-1c65-4338-a1ed-1cfdbc710a8a service nova] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.227324] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance fa49043c-5c77-4357-b592-fea3653b9ac7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1314.227665] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1314.227839] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1314.247836] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1314.264323] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1314.264721] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1314.276636] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1314.298893] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1314.519756] env[62361]: DEBUG nova.network.neutron [-] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.551753] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f5a9fa6-e4a0-44d9-af63-14fef949d6fa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.566574] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029549ba-f9f2-4ab7-b109-aead06f8d0a1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.605737] env[62361]: DEBUG nova.compute.manager [req-5687b55d-d196-4bf9-9889-bde377102982 req-57155001-1c65-4338-a1ed-1cfdbc710a8a service nova] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Detach interface failed, port_id=7165c307-9478-4fe0-b49d-672834836ba8, reason: Instance 3d3de8fe-5189-4105-bc80-566c5307922e could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1314.832650] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8538b1f-7291-44c4-a3ec-4069cf1e32f5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.841556] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad3f778-cd44-41c4-bf44-a909fd6c7d59 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.871907] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf87b09-b157-458c-8317-cfda2e67aa38 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.880256] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5c3675-a699-4dd3-9a4f-083fc0854962 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.893963] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.022420] env[62361]: INFO nova.compute.manager [-] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Took 1.30 seconds to deallocate network for instance. [ 1315.029028] env[62361]: DEBUG oslo_vmware.rw_handles [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52768294-e4d7-dc91-eeb0-998d2b1cefa9/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1315.030101] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a88a37-cce1-4e81-805e-c11a4923eb82 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.040111] env[62361]: DEBUG oslo_vmware.rw_handles [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52768294-e4d7-dc91-eeb0-998d2b1cefa9/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1315.040298] env[62361]: ERROR oslo_vmware.rw_handles [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52768294-e4d7-dc91-eeb0-998d2b1cefa9/disk-0.vmdk due to incomplete transfer. [ 1315.040530] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4555f520-a2ab-4af1-a954-8fa7dd82d6f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.048379] env[62361]: DEBUG oslo_vmware.rw_handles [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52768294-e4d7-dc91-eeb0-998d2b1cefa9/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1315.049149] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Uploaded image 69e30e91-7699-4274-a8fa-e0173dddc8e7 to the Glance image server {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1315.050694] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1315.050948] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-643ab0de-ed85-4bdd-8377-ec6283db3d20 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.058163] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1315.058163] env[62361]: value = "task-1707789" [ 1315.058163] env[62361]: _type = "Task" [ 1315.058163] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.066983] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707789, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.396646] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1315.534530] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.569204] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707789, 'name': Destroy_Task, 'duration_secs': 0.43227} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.569459] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Destroyed the VM [ 1315.569689] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1315.569967] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1a378e6c-6133-47d4-a32f-f54ce047a2ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.577707] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1315.577707] env[62361]: value = "task-1707790" [ 1315.577707] env[62361]: _type = "Task" [ 1315.577707] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.585899] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707790, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.901797] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1315.902144] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 12.316s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.902431] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.344s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.902642] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.904781] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.157s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.906342] env[62361]: INFO nova.compute.claims [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.931471] env[62361]: INFO nova.scheduler.client.report [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Deleted allocations for instance a7259360-260a-49cb-b673-c5d33cebf48f [ 1316.087663] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707790, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.438095] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b1edb69-6f52-4f9a-8842-cce56bd3f5d1 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925 tempest-FloatingIPsAssociationNegativeTestJSON-1773243925-project-member] Lock "a7259360-260a-49cb-b673-c5d33cebf48f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.669s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.589423] env[62361]: DEBUG oslo_vmware.api [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707790, 'name': RemoveSnapshot_Task, 'duration_secs': 0.607342} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.589699] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1316.589938] env[62361]: INFO nova.compute.manager [None req-ab72b8ed-c91d-4c7c-b014-dbc00045430e tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Took 15.00 seconds to snapshot the instance on the hypervisor. [ 1317.408353] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5023385-7f6b-4705-a0e7-429890511fcb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.416501] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d98b4e-7f1d-4788-af48-9c6fa7bf54be {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.447356] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af6af49-631b-4ba3-a0b7-e26b6c4ba58f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.456407] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063420f2-5886-4933-88ba-4992b975bcc5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.470630] env[62361]: DEBUG nova.compute.provider_tree [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.561555] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Acquiring lock "fcf611a3-a07e-4d1c-8a39-c02357bd9f30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.561555] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Lock "fcf611a3-a07e-4d1c-8a39-c02357bd9f30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.561555] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Acquiring lock "fcf611a3-a07e-4d1c-8a39-c02357bd9f30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.561555] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Lock "fcf611a3-a07e-4d1c-8a39-c02357bd9f30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.561763] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Lock "fcf611a3-a07e-4d1c-8a39-c02357bd9f30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.563169] env[62361]: INFO nova.compute.manager [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Terminating instance [ 1317.564953] env[62361]: DEBUG nova.compute.manager [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1317.565159] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.565990] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4569b24e-6847-4361-b895-567b412cd04b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.574456] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.574623] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3d642a6-f060-49ae-b50c-dcb5bcd70b01 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.582393] env[62361]: DEBUG oslo_vmware.api [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1317.582393] env[62361]: value = "task-1707791" [ 1317.582393] env[62361]: _type = "Task" [ 1317.582393] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.591099] env[62361]: DEBUG oslo_vmware.api [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.977272] env[62361]: DEBUG nova.scheduler.client.report [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1318.092904] env[62361]: DEBUG oslo_vmware.api [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707791, 'name': PowerOffVM_Task, 'duration_secs': 0.178478} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.093189] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.093369] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.093616] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39511efd-7b87-4701-970e-440a531dbff2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.163511] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.163675] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.163790] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Deleting the datastore file [datastore1] fcf611a3-a07e-4d1c-8a39-c02357bd9f30 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.164083] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26a9a814-fbd5-49ac-a8dc-33eae1a62509 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.170713] env[62361]: DEBUG oslo_vmware.api [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for the task: (returnval){ [ 1318.170713] env[62361]: value = "task-1707793" [ 1318.170713] env[62361]: _type = "Task" [ 1318.170713] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.179272] env[62361]: DEBUG oslo_vmware.api [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.483683] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.484120] env[62361]: DEBUG nova.compute.manager [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1318.488047] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.915s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.489952] env[62361]: INFO nova.compute.claims [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.681213] env[62361]: DEBUG oslo_vmware.api [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Task: {'id': task-1707793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133515} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.681499] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.681695] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.681872] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.682057] env[62361]: INFO nova.compute.manager [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1318.682300] env[62361]: DEBUG oslo.service.loopingcall [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1318.682489] env[62361]: DEBUG nova.compute.manager [-] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1318.682584] env[62361]: DEBUG nova.network.neutron [-] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.995886] env[62361]: DEBUG nova.compute.utils [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1318.997488] env[62361]: DEBUG nova.compute.manager [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Not allocating networking since 'none' was specified. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1319.025156] env[62361]: DEBUG nova.compute.manager [req-ace5880a-4e81-4e4c-becb-2006e56c1c98 req-cd7f4e3b-f2b5-493e-9fd5-8a330fc5e490 service nova] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Received event network-vif-deleted-09a2f97c-4974-4b4a-9a57-e8c82b9b02e9 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1319.025156] env[62361]: INFO nova.compute.manager [req-ace5880a-4e81-4e4c-becb-2006e56c1c98 req-cd7f4e3b-f2b5-493e-9fd5-8a330fc5e490 service nova] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Neutron deleted interface 09a2f97c-4974-4b4a-9a57-e8c82b9b02e9; detaching it from the instance and deleting it from the info cache [ 1319.025410] env[62361]: DEBUG nova.network.neutron [req-ace5880a-4e81-4e4c-becb-2006e56c1c98 req-cd7f4e3b-f2b5-493e-9fd5-8a330fc5e490 service nova] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.205692] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.205692] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.455032] env[62361]: DEBUG nova.network.neutron [-] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.500421] env[62361]: DEBUG nova.compute.manager [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1319.527622] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98db9eae-3fb0-4b00-a030-e46303819be1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.543313] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a92d0a-34d1-448f-90a7-c62f5550bff3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.577516] env[62361]: DEBUG nova.compute.manager [req-ace5880a-4e81-4e4c-becb-2006e56c1c98 req-cd7f4e3b-f2b5-493e-9fd5-8a330fc5e490 service nova] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Detach interface failed, port_id=09a2f97c-4974-4b4a-9a57-e8c82b9b02e9, reason: Instance fcf611a3-a07e-4d1c-8a39-c02357bd9f30 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1319.713752] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.714183] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1319.956827] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a809fb-c510-48bf-bc5f-1112196caffd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.959876] env[62361]: INFO nova.compute.manager [-] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Took 1.28 seconds to deallocate network for instance. [ 1319.970988] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e9f19d-01fb-4b32-a447-77be493566c7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.016821] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ba6e6a-8527-4856-9e9e-40e0811684a6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.025618] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9be531-1de3-46be-9d9f-8a0ff53fa23c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.040312] env[62361]: DEBUG nova.compute.provider_tree [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.470193] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.518233] env[62361]: DEBUG nova.compute.manager [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1320.543792] env[62361]: DEBUG nova.scheduler.client.report [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1320.556072] env[62361]: DEBUG nova.virt.hardware [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1320.556322] env[62361]: DEBUG nova.virt.hardware [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1320.556469] env[62361]: DEBUG nova.virt.hardware [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.556649] env[62361]: DEBUG nova.virt.hardware [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1320.557010] env[62361]: DEBUG nova.virt.hardware [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.557354] env[62361]: DEBUG nova.virt.hardware [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1320.557441] env[62361]: DEBUG nova.virt.hardware [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1320.557701] env[62361]: DEBUG nova.virt.hardware [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1320.557844] env[62361]: DEBUG nova.virt.hardware [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1320.558021] env[62361]: DEBUG nova.virt.hardware [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1320.558195] env[62361]: DEBUG nova.virt.hardware [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1320.559136] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dd3586-08f2-4cf8-9df9-b0728a67268e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.568110] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa807535-c06d-4ca6-98b9-59b6e50b354b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.585626] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Instance VIF info [] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.593359] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Creating folder: Project (9d33ed17c3144ce1b73a3cbddae4cb73). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1320.593359] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-395a3d8b-9e7f-48af-9f6d-e3e2c843bf06 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.603335] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Created folder: Project (9d33ed17c3144ce1b73a3cbddae4cb73) in parent group-v355747. [ 1320.603717] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Creating folder: Instances. Parent ref: group-v355818. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1320.604171] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5246f95-d227-437c-9896-76073c34ae58 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.615110] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Created folder: Instances in parent group-v355818. [ 1320.615110] env[62361]: DEBUG oslo.service.loopingcall [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1320.615110] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6a860ad-919e-4184-9850-79316658b946] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.615110] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97ebab1c-e796-439b-88f6-b2e1dcb21b34 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.628637] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.628637] env[62361]: value = "task-1707796" [ 1320.628637] env[62361]: _type = "Task" [ 1320.628637] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.638015] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707796, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.049540] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.050086] env[62361]: DEBUG nova.compute.manager [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1321.052790] env[62361]: DEBUG oslo_concurrency.lockutils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.475s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.054477] env[62361]: INFO nova.compute.claims [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.138942] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707796, 'name': CreateVM_Task, 'duration_secs': 0.291739} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.139044] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6a860ad-919e-4184-9850-79316658b946] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.139498] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.139794] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.139982] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.140240] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a15bbf3d-0be9-44e4-89e9-82c6e156b3b3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.144637] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1321.144637] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526a15b7-787a-b742-5d37-7db980d1b556" [ 1321.144637] env[62361]: _type = "Task" [ 1321.144637] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.152437] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526a15b7-787a-b742-5d37-7db980d1b556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.562324] env[62361]: DEBUG nova.compute.utils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1321.563804] env[62361]: DEBUG nova.compute.manager [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1321.564451] env[62361]: DEBUG nova.network.neutron [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1321.618726] env[62361]: DEBUG nova.policy [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '781469d2a8344ae3b8eed6f01ac1ea7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a711c755780c4eaeaa51663bf2f84cd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1321.655620] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526a15b7-787a-b742-5d37-7db980d1b556, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.656418] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.656793] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.657273] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.657595] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.658043] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.661113] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-241363aa-3524-4b48-8405-15d90c84afc2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.672024] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.672024] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1321.672024] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9cfab8-f2fa-431e-8665-391f6210f3fb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.678617] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1321.678617] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524a0bbe-b0ea-6fa7-d13a-5a07c25025df" [ 1321.678617] env[62361]: _type = "Task" [ 1321.678617] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.686627] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524a0bbe-b0ea-6fa7-d13a-5a07c25025df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.915155] env[62361]: DEBUG nova.network.neutron [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Successfully created port: f9182b08-6eb5-498e-80df-fec7c46784be {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.068530] env[62361]: DEBUG nova.compute.manager [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1322.196160] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524a0bbe-b0ea-6fa7-d13a-5a07c25025df, 'name': SearchDatastore_Task, 'duration_secs': 0.008127} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.199577] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b992e7-6c9e-47f2-8ce4-e7735b233738 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.205972] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1322.205972] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529be84d-07bc-3f27-dd9d-6e93f2b7953f" [ 1322.205972] env[62361]: _type = "Task" [ 1322.205972] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.217983] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529be84d-07bc-3f27-dd9d-6e93f2b7953f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.277248] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "refresh_cache-7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.277434] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquired lock "refresh_cache-7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.277645] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Forcefully refreshing network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1322.677822] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a897124-669a-4207-9d36-298eb8620df3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.685883] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9a095c-babf-4feb-a757-a504535d9476 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.729225] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a87a5f-5d85-43ce-9968-ebfac3112ab1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.741124] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb09353-6759-4bff-a59f-61f86efdba4b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.745143] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529be84d-07bc-3f27-dd9d-6e93f2b7953f, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.745422] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.745722] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a6a860ad-919e-4184-9850-79316658b946/a6a860ad-919e-4184-9850-79316658b946.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1322.746356] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a3c5162-e6ec-4909-b1fd-098a1c2e7f30 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.763122] env[62361]: DEBUG nova.compute.provider_tree [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.771314] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1322.771314] env[62361]: value = "task-1707797" [ 1322.771314] env[62361]: _type = "Task" [ 1322.771314] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.788787] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.079799] env[62361]: DEBUG nova.compute.manager [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1323.114784] env[62361]: DEBUG nova.virt.hardware [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1323.114986] env[62361]: DEBUG nova.virt.hardware [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1323.115233] env[62361]: DEBUG nova.virt.hardware [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.115434] env[62361]: DEBUG nova.virt.hardware [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1323.115580] env[62361]: DEBUG nova.virt.hardware [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.115726] env[62361]: DEBUG nova.virt.hardware [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1323.116348] env[62361]: DEBUG nova.virt.hardware [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1323.116348] env[62361]: DEBUG nova.virt.hardware [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1323.116454] env[62361]: DEBUG nova.virt.hardware [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1323.116626] env[62361]: DEBUG nova.virt.hardware [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1323.116803] env[62361]: DEBUG nova.virt.hardware [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1323.117836] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe83b5b-b5f9-478f-8b06-dcfce4863022 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.127750] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ade19de-a5c3-4870-91d6-7d24f4d8f804 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.267675] env[62361]: DEBUG nova.scheduler.client.report [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1323.282038] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507776} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.282553] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a6a860ad-919e-4184-9850-79316658b946/a6a860ad-919e-4184-9850-79316658b946.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.282862] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1323.283166] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43d8a797-f6f3-4635-9e4a-a5e268e5f4ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.292143] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1323.292143] env[62361]: value = "task-1707798" [ 1323.292143] env[62361]: _type = "Task" [ 1323.292143] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.300097] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.342027] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Acquiring lock "9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.346021] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Lock "9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.554665] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Updating instance_info_cache with network_info: [{"id": "71be643b-4042-44d7-b6a3-346cbe08fdca", "address": "fa:16:3e:0c:aa:41", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71be643b-40", "ovs_interfaceid": "71be643b-4042-44d7-b6a3-346cbe08fdca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.777641] env[62361]: DEBUG oslo_concurrency.lockutils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.778232] env[62361]: DEBUG nova.compute.manager [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1323.781455] env[62361]: DEBUG oslo_concurrency.lockutils [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.084s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.781655] env[62361]: DEBUG oslo_concurrency.lockutils [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.785057] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.123s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.785521] env[62361]: INFO nova.compute.claims [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.800649] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064921} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.800935] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1323.805390] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19ff7fa-af9d-4a2d-aa36-05f32ccfd82b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.831160] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] a6a860ad-919e-4184-9850-79316658b946/a6a860ad-919e-4184-9850-79316658b946.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.832618] env[62361]: INFO nova.scheduler.client.report [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleted allocations for instance 41c6290d-3110-4de7-bb44-190fd57478c6 [ 1323.834300] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68dec9b0-d7fe-4cd0-988b-9a0928cfe03f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.862189] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1323.862189] env[62361]: value = "task-1707799" [ 1323.862189] env[62361]: _type = "Task" [ 1323.862189] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.875017] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.981382] env[62361]: DEBUG nova.compute.manager [req-b4081d91-ded4-45fc-8c1c-21d79d3f1a72 req-a3a7e7f2-1053-4aa0-bcb5-8fa3bd8d9b03 service nova] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Received event network-vif-plugged-f9182b08-6eb5-498e-80df-fec7c46784be {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1323.981646] env[62361]: DEBUG oslo_concurrency.lockutils [req-b4081d91-ded4-45fc-8c1c-21d79d3f1a72 req-a3a7e7f2-1053-4aa0-bcb5-8fa3bd8d9b03 service nova] Acquiring lock "92528be1-55ff-40e4-9404-99a4db7766c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.981944] env[62361]: DEBUG oslo_concurrency.lockutils [req-b4081d91-ded4-45fc-8c1c-21d79d3f1a72 req-a3a7e7f2-1053-4aa0-bcb5-8fa3bd8d9b03 service nova] Lock "92528be1-55ff-40e4-9404-99a4db7766c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.982512] env[62361]: DEBUG oslo_concurrency.lockutils [req-b4081d91-ded4-45fc-8c1c-21d79d3f1a72 req-a3a7e7f2-1053-4aa0-bcb5-8fa3bd8d9b03 service nova] Lock "92528be1-55ff-40e4-9404-99a4db7766c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.982678] env[62361]: DEBUG nova.compute.manager [req-b4081d91-ded4-45fc-8c1c-21d79d3f1a72 req-a3a7e7f2-1053-4aa0-bcb5-8fa3bd8d9b03 service nova] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] No waiting events found dispatching network-vif-plugged-f9182b08-6eb5-498e-80df-fec7c46784be {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1323.982971] env[62361]: WARNING nova.compute.manager [req-b4081d91-ded4-45fc-8c1c-21d79d3f1a72 req-a3a7e7f2-1053-4aa0-bcb5-8fa3bd8d9b03 service nova] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Received unexpected event network-vif-plugged-f9182b08-6eb5-498e-80df-fec7c46784be for instance with vm_state building and task_state spawning. [ 1324.059879] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Releasing lock "refresh_cache-7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.059879] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Updated the network info_cache for instance {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1324.059879] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.059879] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.059879] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.059879] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.060192] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.060192] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.060192] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1324.060192] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.110134] env[62361]: DEBUG nova.network.neutron [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Successfully updated port: f9182b08-6eb5-498e-80df-fec7c46784be {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1324.295172] env[62361]: DEBUG nova.compute.utils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1324.296997] env[62361]: DEBUG nova.compute.manager [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1324.297322] env[62361]: DEBUG nova.network.neutron [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1324.350259] env[62361]: DEBUG nova.policy [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a944931b436649c78e8b1380ebcaa565', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '013c27cf3bf34be3ab6cd1994928f3c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1324.359942] env[62361]: DEBUG oslo_concurrency.lockutils [None req-50b26232-d8e2-47d4-966f-c337230c9907 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "41c6290d-3110-4de7-bb44-190fd57478c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.173s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.376034] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707799, 'name': ReconfigVM_Task, 'duration_secs': 0.316402} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.376311] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Reconfigured VM instance instance-00000019 to attach disk [datastore1] a6a860ad-919e-4184-9850-79316658b946/a6a860ad-919e-4184-9850-79316658b946.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.377124] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f6fa085-6625-415b-9e28-493045838d6d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.384349] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1324.384349] env[62361]: value = "task-1707800" [ 1324.384349] env[62361]: _type = "Task" [ 1324.384349] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.392493] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707800, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.564382] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.612748] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.612911] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.613081] env[62361]: DEBUG nova.network.neutron [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.665995] env[62361]: DEBUG nova.network.neutron [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Successfully created port: 3ab076f3-afe2-4c8d-8f28-f80cfd2ea0b9 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1324.801023] env[62361]: DEBUG nova.compute.manager [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1324.896711] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707800, 'name': Rename_Task, 'duration_secs': 0.134827} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.897175] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.897463] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e5eb9e8-956a-4184-af0f-446243a7b251 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.906577] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1324.906577] env[62361]: value = "task-1707801" [ 1324.906577] env[62361]: _type = "Task" [ 1324.906577] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.919684] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.028346] env[62361]: DEBUG nova.network.neutron [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Successfully created port: 1a7208b2-1da6-408e-85a3-8c7438336c59 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.175114] env[62361]: DEBUG nova.network.neutron [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.351753] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6233abf3-61dd-45f5-9820-4daf0a60d894 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.361169] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cae133-ec2e-40f7-9b4f-508507af55c1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.401381] env[62361]: DEBUG nova.network.neutron [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Successfully created port: 19c046b1-8dc2-45e2-9843-fab78258138b {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.403860] env[62361]: DEBUG nova.network.neutron [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating instance_info_cache with network_info: [{"id": "f9182b08-6eb5-498e-80df-fec7c46784be", "address": "fa:16:3e:80:cc:94", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9182b08-6e", "ovs_interfaceid": "f9182b08-6eb5-498e-80df-fec7c46784be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.405633] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9509447f-7122-4f42-a42d-2d2bc28a3423 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.420596] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca95380-b847-4d38-962e-16c935240f62 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.424329] env[62361]: DEBUG oslo_vmware.api [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707801, 'name': PowerOnVM_Task, 'duration_secs': 0.49122} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.425176] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.425393] env[62361]: INFO nova.compute.manager [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Took 4.91 seconds to spawn the instance on the hypervisor. [ 1325.425839] env[62361]: DEBUG nova.compute.manager [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1325.426845] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30975c99-be4d-4069-b48a-722f1dda01e0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.436766] env[62361]: DEBUG nova.compute.provider_tree [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.668173] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.668527] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.811807] env[62361]: DEBUG nova.compute.manager [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1325.837755] env[62361]: DEBUG nova.virt.hardware [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1325.837977] env[62361]: DEBUG nova.virt.hardware [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1325.838153] env[62361]: DEBUG nova.virt.hardware [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.838332] env[62361]: DEBUG nova.virt.hardware [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1325.838476] env[62361]: DEBUG nova.virt.hardware [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.838622] env[62361]: DEBUG nova.virt.hardware [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1325.838826] env[62361]: DEBUG nova.virt.hardware [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1325.838985] env[62361]: DEBUG nova.virt.hardware [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1325.839166] env[62361]: DEBUG nova.virt.hardware [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1325.839332] env[62361]: DEBUG nova.virt.hardware [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1325.839505] env[62361]: DEBUG nova.virt.hardware [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1325.840374] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abae9b0c-3411-4c48-af24-24185bd51875 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.848540] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96643fd-d401-4753-bc16-2fb73e95644c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.909384] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.909723] env[62361]: DEBUG nova.compute.manager [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Instance network_info: |[{"id": "f9182b08-6eb5-498e-80df-fec7c46784be", "address": "fa:16:3e:80:cc:94", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9182b08-6e", "ovs_interfaceid": "f9182b08-6eb5-498e-80df-fec7c46784be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1325.910206] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:cc:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9182b08-6eb5-498e-80df-fec7c46784be', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.917706] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Creating folder: Project (a711c755780c4eaeaa51663bf2f84cd1). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.917982] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca0748f9-e547-4a32-90bf-ebcf81004108 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.930499] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Created folder: Project (a711c755780c4eaeaa51663bf2f84cd1) in parent group-v355747. [ 1325.930499] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Creating folder: Instances. Parent ref: group-v355821. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.930499] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31c25385-9c32-4eb7-9c1f-4fed14f19bca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.937039] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Created folder: Instances in parent group-v355821. [ 1325.937288] env[62361]: DEBUG oslo.service.loopingcall [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.937477] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.937703] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6602bd66-bb0a-423b-b98c-590c18aff61f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.953802] env[62361]: DEBUG nova.scheduler.client.report [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1325.963845] env[62361]: INFO nova.compute.manager [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Took 49.24 seconds to build instance. [ 1325.965876] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.965876] env[62361]: value = "task-1707804" [ 1325.965876] env[62361]: _type = "Task" [ 1325.965876] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.973798] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707804, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.008498] env[62361]: DEBUG nova.compute.manager [req-7874ff09-b06d-4b6a-a03a-f63c76eb0476 req-0c91a46d-7075-4270-9cad-8db3f29404b5 service nova] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Received event network-changed-f9182b08-6eb5-498e-80df-fec7c46784be {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1326.008790] env[62361]: DEBUG nova.compute.manager [req-7874ff09-b06d-4b6a-a03a-f63c76eb0476 req-0c91a46d-7075-4270-9cad-8db3f29404b5 service nova] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Refreshing instance network info cache due to event network-changed-f9182b08-6eb5-498e-80df-fec7c46784be. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1326.008897] env[62361]: DEBUG oslo_concurrency.lockutils [req-7874ff09-b06d-4b6a-a03a-f63c76eb0476 req-0c91a46d-7075-4270-9cad-8db3f29404b5 service nova] Acquiring lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.009067] env[62361]: DEBUG oslo_concurrency.lockutils [req-7874ff09-b06d-4b6a-a03a-f63c76eb0476 req-0c91a46d-7075-4270-9cad-8db3f29404b5 service nova] Acquired lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.009208] env[62361]: DEBUG nova.network.neutron [req-7874ff09-b06d-4b6a-a03a-f63c76eb0476 req-0c91a46d-7075-4270-9cad-8db3f29404b5 service nova] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Refreshing network info cache for port f9182b08-6eb5-498e-80df-fec7c46784be {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.461734] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.462312] env[62361]: DEBUG nova.compute.manager [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1326.464938] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.599s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.465150] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.467234] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.355s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.469280] env[62361]: INFO nova.compute.claims [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.476031] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aeecbd55-69bd-4be4-9de5-b5d3b10365e6 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Lock "a6a860ad-919e-4184-9850-79316658b946" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.415s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.487904] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707804, 'name': CreateVM_Task, 'duration_secs': 0.375873} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.487904] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.487998] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.488177] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.489653] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.489653] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-accb0d04-619f-48e3-ad45-e680cbc0b28f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.493578] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1326.493578] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c29e6c-ee5b-fcb2-5512-10f4714879bc" [ 1326.493578] env[62361]: _type = "Task" [ 1326.493578] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.502847] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c29e6c-ee5b-fcb2-5512-10f4714879bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.504022] env[62361]: INFO nova.scheduler.client.report [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Deleted allocations for instance beae7708-6ddc-422f-b429-d4e67588a172 [ 1326.972680] env[62361]: DEBUG nova.network.neutron [req-7874ff09-b06d-4b6a-a03a-f63c76eb0476 req-0c91a46d-7075-4270-9cad-8db3f29404b5 service nova] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updated VIF entry in instance network info cache for port f9182b08-6eb5-498e-80df-fec7c46784be. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.972979] env[62361]: DEBUG nova.network.neutron [req-7874ff09-b06d-4b6a-a03a-f63c76eb0476 req-0c91a46d-7075-4270-9cad-8db3f29404b5 service nova] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating instance_info_cache with network_info: [{"id": "f9182b08-6eb5-498e-80df-fec7c46784be", "address": "fa:16:3e:80:cc:94", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9182b08-6e", "ovs_interfaceid": "f9182b08-6eb5-498e-80df-fec7c46784be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.977775] env[62361]: DEBUG nova.compute.utils [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1326.984087] env[62361]: DEBUG nova.compute.manager [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Not allocating networking since 'none' was specified. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1326.986525] env[62361]: DEBUG nova.compute.manager [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1327.005261] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c29e6c-ee5b-fcb2-5512-10f4714879bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011372} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.006335] env[62361]: DEBUG nova.network.neutron [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Successfully updated port: 3ab076f3-afe2-4c8d-8f28-f80cfd2ea0b9 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1327.007200] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.007443] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.007766] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.007970] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.008170] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.010306] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e645b4e-d5c3-4044-851a-d973422b5911 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.012636] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5747508f-33c1-4299-9bd6-a49c91efa28c tempest-ServersAaction247Test-1563336866 tempest-ServersAaction247Test-1563336866-project-member] Lock "beae7708-6ddc-422f-b429-d4e67588a172" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.900s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.020380] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.020585] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1327.021520] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-796d97bd-43de-490a-a627-169b7f7607c0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.029954] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1327.029954] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525fecc9-3b74-88d3-ad42-447be6a831cb" [ 1327.029954] env[62361]: _type = "Task" [ 1327.029954] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.038361] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525fecc9-3b74-88d3-ad42-447be6a831cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.254078] env[62361]: INFO nova.compute.manager [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Rebuilding instance [ 1327.301336] env[62361]: DEBUG nova.compute.manager [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1327.302092] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438a89f9-9db4-418f-9de7-b745c2a2c650 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.475561] env[62361]: DEBUG oslo_concurrency.lockutils [req-7874ff09-b06d-4b6a-a03a-f63c76eb0476 req-0c91a46d-7075-4270-9cad-8db3f29404b5 service nova] Releasing lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.483810] env[62361]: DEBUG nova.compute.manager [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1327.519345] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.546415] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525fecc9-3b74-88d3-ad42-447be6a831cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.547505] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32277c4-bb4b-481a-aa9a-597b73198b3a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.553977] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1327.553977] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b15cb4-a1b8-2332-5c84-27fa3ce7c85d" [ 1327.553977] env[62361]: _type = "Task" [ 1327.553977] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.562615] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b15cb4-a1b8-2332-5c84-27fa3ce7c85d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.815260] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.815260] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16bd2013-a2d8-4cf0-98db-77becd31ebb2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.822417] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1327.822417] env[62361]: value = "task-1707805" [ 1327.822417] env[62361]: _type = "Task" [ 1327.822417] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.834961] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.035887] env[62361]: DEBUG nova.compute.manager [req-d9c403da-b1f9-44c1-a258-9e515d26116d req-38b5ad34-4272-464c-b606-256fa5031b40 service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Received event network-vif-plugged-3ab076f3-afe2-4c8d-8f28-f80cfd2ea0b9 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1328.036122] env[62361]: DEBUG oslo_concurrency.lockutils [req-d9c403da-b1f9-44c1-a258-9e515d26116d req-38b5ad34-4272-464c-b606-256fa5031b40 service nova] Acquiring lock "7d92bde5-1e58-493a-9b90-e18a83fde582-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.036381] env[62361]: DEBUG oslo_concurrency.lockutils [req-d9c403da-b1f9-44c1-a258-9e515d26116d req-38b5ad34-4272-464c-b606-256fa5031b40 service nova] Lock "7d92bde5-1e58-493a-9b90-e18a83fde582-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.036572] env[62361]: DEBUG oslo_concurrency.lockutils [req-d9c403da-b1f9-44c1-a258-9e515d26116d req-38b5ad34-4272-464c-b606-256fa5031b40 service nova] Lock "7d92bde5-1e58-493a-9b90-e18a83fde582-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.036750] env[62361]: DEBUG nova.compute.manager [req-d9c403da-b1f9-44c1-a258-9e515d26116d req-38b5ad34-4272-464c-b606-256fa5031b40 service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] No waiting events found dispatching network-vif-plugged-3ab076f3-afe2-4c8d-8f28-f80cfd2ea0b9 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1328.036918] env[62361]: WARNING nova.compute.manager [req-d9c403da-b1f9-44c1-a258-9e515d26116d req-38b5ad34-4272-464c-b606-256fa5031b40 service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Received unexpected event network-vif-plugged-3ab076f3-afe2-4c8d-8f28-f80cfd2ea0b9 for instance with vm_state building and task_state spawning. [ 1328.037106] env[62361]: DEBUG nova.compute.manager [req-d9c403da-b1f9-44c1-a258-9e515d26116d req-38b5ad34-4272-464c-b606-256fa5031b40 service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Received event network-changed-3ab076f3-afe2-4c8d-8f28-f80cfd2ea0b9 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1328.037271] env[62361]: DEBUG nova.compute.manager [req-d9c403da-b1f9-44c1-a258-9e515d26116d req-38b5ad34-4272-464c-b606-256fa5031b40 service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Refreshing instance network info cache due to event network-changed-3ab076f3-afe2-4c8d-8f28-f80cfd2ea0b9. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1328.037454] env[62361]: DEBUG oslo_concurrency.lockutils [req-d9c403da-b1f9-44c1-a258-9e515d26116d req-38b5ad34-4272-464c-b606-256fa5031b40 service nova] Acquiring lock "refresh_cache-7d92bde5-1e58-493a-9b90-e18a83fde582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.037621] env[62361]: DEBUG oslo_concurrency.lockutils [req-d9c403da-b1f9-44c1-a258-9e515d26116d req-38b5ad34-4272-464c-b606-256fa5031b40 service nova] Acquired lock "refresh_cache-7d92bde5-1e58-493a-9b90-e18a83fde582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.037776] env[62361]: DEBUG nova.network.neutron [req-d9c403da-b1f9-44c1-a258-9e515d26116d req-38b5ad34-4272-464c-b606-256fa5031b40 service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Refreshing network info cache for port 3ab076f3-afe2-4c8d-8f28-f80cfd2ea0b9 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.070373] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b15cb4-a1b8-2332-5c84-27fa3ce7c85d, 'name': SearchDatastore_Task, 'duration_secs': 0.013561} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.070684] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.070947] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 92528be1-55ff-40e4-9404-99a4db7766c5/92528be1-55ff-40e4-9404-99a4db7766c5.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1328.071379] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f57533b5-1cfd-4ad5-8f1f-445c1833c221 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.078637] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1328.078637] env[62361]: value = "task-1707806" [ 1328.078637] env[62361]: _type = "Task" [ 1328.078637] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.088636] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1707806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.102099] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22df1fa4-7efe-4a5d-8e8d-27b4977b727f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.108744] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e047dfb1-9fe7-41fb-ada3-abe01f662862 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.140223] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb0ec12-f109-4dd7-a9c9-c4a59a286ee3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.147220] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c38032b-c64d-49cb-b01e-24b4da40a92c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.160402] env[62361]: DEBUG nova.compute.provider_tree [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.336898] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707805, 'name': PowerOffVM_Task, 'duration_secs': 0.125854} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.337263] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.337650] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.338490] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b045a3a8-8d2d-40ea-a4ff-a0f5cb252253 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.346446] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.346608] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdf62d64-4b27-4502-9e57-a7ef4a056c71 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.372505] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.372758] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.372944] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Deleting the datastore file [datastore1] a6a860ad-919e-4184-9850-79316658b946 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.373229] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21a7ae99-018c-4ad7-8776-e570cd9864ca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.379405] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1328.379405] env[62361]: value = "task-1707808" [ 1328.379405] env[62361]: _type = "Task" [ 1328.379405] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.387244] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.492634] env[62361]: DEBUG nova.compute.manager [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1328.519605] env[62361]: DEBUG nova.virt.hardware [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1328.519861] env[62361]: DEBUG nova.virt.hardware [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1328.520049] env[62361]: DEBUG nova.virt.hardware [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1328.520246] env[62361]: DEBUG nova.virt.hardware [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1328.520396] env[62361]: DEBUG nova.virt.hardware [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1328.520543] env[62361]: DEBUG nova.virt.hardware [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1328.520761] env[62361]: DEBUG nova.virt.hardware [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1328.520919] env[62361]: DEBUG nova.virt.hardware [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1328.521100] env[62361]: DEBUG nova.virt.hardware [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1328.521378] env[62361]: DEBUG nova.virt.hardware [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1328.521453] env[62361]: DEBUG nova.virt.hardware [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1328.522400] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81088a00-fd2f-4910-b2b4-30aa023e45c4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.530846] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7f7f32-45e3-4c3c-a388-6f444dd7c396 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.547858] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Instance VIF info [] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.553973] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Creating folder: Project (ef8d7f7d1b2a4167a6593a6a38aa45ee). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1328.554676] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-416d69a3-600a-4497-a747-48d57258a70f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.565132] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Created folder: Project (ef8d7f7d1b2a4167a6593a6a38aa45ee) in parent group-v355747. [ 1328.565421] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Creating folder: Instances. Parent ref: group-v355824. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1328.565687] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83828193-fdc7-4008-9ac1-00bb8907cb96 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.578390] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Created folder: Instances in parent group-v355824. [ 1328.578390] env[62361]: DEBUG oslo.service.loopingcall [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1328.578390] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.578390] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ee5fe5a-df92-4350-90da-9d4f4a2f3ab6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.597400] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1707806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51821} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.599182] env[62361]: DEBUG nova.network.neutron [req-d9c403da-b1f9-44c1-a258-9e515d26116d req-38b5ad34-4272-464c-b606-256fa5031b40 service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.600951] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 92528be1-55ff-40e4-9404-99a4db7766c5/92528be1-55ff-40e4-9404-99a4db7766c5.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.605023] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.605023] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.605023] env[62361]: value = "task-1707811" [ 1328.605023] env[62361]: _type = "Task" [ 1328.605023] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.605023] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dea04b4c-1691-4685-8947-a93893ded250 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.613945] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707811, 'name': CreateVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.615300] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1328.615300] env[62361]: value = "task-1707812" [ 1328.615300] env[62361]: _type = "Task" [ 1328.615300] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.624120] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1707812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.663335] env[62361]: DEBUG nova.scheduler.client.report [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1328.725235] env[62361]: DEBUG nova.network.neutron [req-d9c403da-b1f9-44c1-a258-9e515d26116d req-38b5ad34-4272-464c-b606-256fa5031b40 service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.889118] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295948} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.889388] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.889632] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.889741] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.113819] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707811, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.123867] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1707812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076788} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.124158] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.124964] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516bbf05-541c-44a5-8dce-e2e3205dc6cf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.147850] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 92528be1-55ff-40e4-9404-99a4db7766c5/92528be1-55ff-40e4-9404-99a4db7766c5.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.148161] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67bef885-bdf9-4df3-a24d-62cea21a45d2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.167511] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1329.167511] env[62361]: value = "task-1707813" [ 1329.167511] env[62361]: _type = "Task" [ 1329.167511] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.171009] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.171503] env[62361]: DEBUG nova.compute.manager [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1329.174022] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.075s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.176079] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.176584] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.069s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.176728] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.179793] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.978s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.180333] env[62361]: INFO nova.compute.claims [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.189208] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1707813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.212985] env[62361]: INFO nova.scheduler.client.report [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Deleted allocations for instance 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa [ 1329.220928] env[62361]: INFO nova.scheduler.client.report [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Deleted allocations for instance 845622fb-182f-422b-a2c6-9a1238bb1fda [ 1329.222386] env[62361]: DEBUG nova.network.neutron [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Successfully updated port: 1a7208b2-1da6-408e-85a3-8c7438336c59 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.227504] env[62361]: DEBUG oslo_concurrency.lockutils [req-d9c403da-b1f9-44c1-a258-9e515d26116d req-38b5ad34-4272-464c-b606-256fa5031b40 service nova] Releasing lock "refresh_cache-7d92bde5-1e58-493a-9b90-e18a83fde582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.613166] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707811, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.679467] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1707813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.686803] env[62361]: DEBUG nova.compute.utils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1329.694312] env[62361]: DEBUG nova.compute.manager [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1329.694312] env[62361]: DEBUG nova.network.neutron [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1329.729793] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9a7a5eba-268e-42f9-b8e8-b52b3fbed874 tempest-ServerExternalEventsTest-1058309174 tempest-ServerExternalEventsTest-1058309174-project-member] Lock "3a55b2e6-a884-4dda-a9d4-9e63182c8ffa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.643s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.731156] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e187a8c9-8434-4111-8e6b-cda1f998c3f1 tempest-ServerDiagnosticsV248Test-472197801 tempest-ServerDiagnosticsV248Test-472197801-project-member] Lock "845622fb-182f-422b-a2c6-9a1238bb1fda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.436s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.769393] env[62361]: DEBUG nova.policy [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e84d568a9776486cae334e44359a8806', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0695e9e701b745e3a19137f20e344228', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1329.937422] env[62361]: DEBUG nova.virt.hardware [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1329.937697] env[62361]: DEBUG nova.virt.hardware [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1329.937857] env[62361]: DEBUG nova.virt.hardware [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.938056] env[62361]: DEBUG nova.virt.hardware [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1329.938209] env[62361]: DEBUG nova.virt.hardware [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.938357] env[62361]: DEBUG nova.virt.hardware [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1329.938568] env[62361]: DEBUG nova.virt.hardware [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1329.938729] env[62361]: DEBUG nova.virt.hardware [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1329.938921] env[62361]: DEBUG nova.virt.hardware [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1329.939394] env[62361]: DEBUG nova.virt.hardware [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1329.939628] env[62361]: DEBUG nova.virt.hardware [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1329.942295] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bef498-1d9d-4427-88d3-1413bcbee4f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.951897] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2ba285-57c0-4567-9c92-85035546c84b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.966216] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Instance VIF info [] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.972031] env[62361]: DEBUG oslo.service.loopingcall [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.973053] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6a860ad-919e-4184-9850-79316658b946] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.973053] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d657576-086f-48ae-b5ab-fff59f4ca745 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.995730] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.995730] env[62361]: value = "task-1707814" [ 1329.995730] env[62361]: _type = "Task" [ 1329.995730] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.005466] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707814, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.116745] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707811, 'name': CreateVM_Task, 'duration_secs': 1.290125} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.117081] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.117451] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.117692] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.118177] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.118341] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f489c83-2265-4d16-8d8d-af75f18ebd5c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.124509] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1330.124509] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52160164-7ae2-3e58-5fc6-5451f14a4950" [ 1330.124509] env[62361]: _type = "Task" [ 1330.124509] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.132293] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52160164-7ae2-3e58-5fc6-5451f14a4950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.181842] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1707813, 'name': ReconfigVM_Task, 'duration_secs': 0.997544} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.181968] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 92528be1-55ff-40e4-9404-99a4db7766c5/92528be1-55ff-40e4-9404-99a4db7766c5.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.182519] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aaefc1e-d92f-40bd-aecc-535e1a64e64c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.187091] env[62361]: DEBUG nova.compute.manager [req-e01c857a-0bd6-4638-a3e9-f77850071e51 req-9c9a1ea2-21db-45b2-a1cd-20e61e5d9808 service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Received event network-vif-plugged-1a7208b2-1da6-408e-85a3-8c7438336c59 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1330.187314] env[62361]: DEBUG oslo_concurrency.lockutils [req-e01c857a-0bd6-4638-a3e9-f77850071e51 req-9c9a1ea2-21db-45b2-a1cd-20e61e5d9808 service nova] Acquiring lock "7d92bde5-1e58-493a-9b90-e18a83fde582-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.187539] env[62361]: DEBUG oslo_concurrency.lockutils [req-e01c857a-0bd6-4638-a3e9-f77850071e51 req-9c9a1ea2-21db-45b2-a1cd-20e61e5d9808 service nova] Lock "7d92bde5-1e58-493a-9b90-e18a83fde582-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.187773] env[62361]: DEBUG oslo_concurrency.lockutils [req-e01c857a-0bd6-4638-a3e9-f77850071e51 req-9c9a1ea2-21db-45b2-a1cd-20e61e5d9808 service nova] Lock "7d92bde5-1e58-493a-9b90-e18a83fde582-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.188176] env[62361]: DEBUG nova.compute.manager [req-e01c857a-0bd6-4638-a3e9-f77850071e51 req-9c9a1ea2-21db-45b2-a1cd-20e61e5d9808 service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] No waiting events found dispatching network-vif-plugged-1a7208b2-1da6-408e-85a3-8c7438336c59 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1330.188801] env[62361]: WARNING nova.compute.manager [req-e01c857a-0bd6-4638-a3e9-f77850071e51 req-9c9a1ea2-21db-45b2-a1cd-20e61e5d9808 service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Received unexpected event network-vif-plugged-1a7208b2-1da6-408e-85a3-8c7438336c59 for instance with vm_state building and task_state spawning. [ 1330.189008] env[62361]: DEBUG nova.compute.manager [req-e01c857a-0bd6-4638-a3e9-f77850071e51 req-9c9a1ea2-21db-45b2-a1cd-20e61e5d9808 service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Received event network-changed-1a7208b2-1da6-408e-85a3-8c7438336c59 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1330.189261] env[62361]: DEBUG nova.compute.manager [req-e01c857a-0bd6-4638-a3e9-f77850071e51 req-9c9a1ea2-21db-45b2-a1cd-20e61e5d9808 service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Refreshing instance network info cache due to event network-changed-1a7208b2-1da6-408e-85a3-8c7438336c59. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1330.189412] env[62361]: DEBUG oslo_concurrency.lockutils [req-e01c857a-0bd6-4638-a3e9-f77850071e51 req-9c9a1ea2-21db-45b2-a1cd-20e61e5d9808 service nova] Acquiring lock "refresh_cache-7d92bde5-1e58-493a-9b90-e18a83fde582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.189508] env[62361]: DEBUG oslo_concurrency.lockutils [req-e01c857a-0bd6-4638-a3e9-f77850071e51 req-9c9a1ea2-21db-45b2-a1cd-20e61e5d9808 service nova] Acquired lock "refresh_cache-7d92bde5-1e58-493a-9b90-e18a83fde582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.189639] env[62361]: DEBUG nova.network.neutron [req-e01c857a-0bd6-4638-a3e9-f77850071e51 req-9c9a1ea2-21db-45b2-a1cd-20e61e5d9808 service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Refreshing network info cache for port 1a7208b2-1da6-408e-85a3-8c7438336c59 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.192396] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1330.192396] env[62361]: value = "task-1707815" [ 1330.192396] env[62361]: _type = "Task" [ 1330.192396] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.195888] env[62361]: DEBUG nova.compute.manager [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1330.209786] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1707815, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.506106] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707814, 'name': CreateVM_Task, 'duration_secs': 0.356127} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.506440] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6a860ad-919e-4184-9850-79316658b946] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.507024] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.553413] env[62361]: DEBUG nova.network.neutron [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Successfully created port: 4bc32fe7-02cc-482a-8770-1a9dd73aec66 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1330.638295] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52160164-7ae2-3e58-5fc6-5451f14a4950, 'name': SearchDatastore_Task, 'duration_secs': 0.017821} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.638295] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.638563] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.638701] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.639064] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.639292] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.643078] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.643575] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.643819] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a37cc5a-97f3-4869-8985-c7ca2a20091f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.646174] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb0a239-f64d-47a0-be2b-017cf8905982 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.653596] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1330.653596] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bb02ad-807b-176e-e09a-6c278596e7ef" [ 1330.653596] env[62361]: _type = "Task" [ 1330.653596] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.662471] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.662660] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.664078] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ae2dbc-bd93-409b-a495-3a35e75e8d70 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.671455] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bb02ad-807b-176e-e09a-6c278596e7ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.674670] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1330.674670] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520da390-10df-e278-4a9c-0f38a4a9aad0" [ 1330.674670] env[62361]: _type = "Task" [ 1330.674670] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.684928] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520da390-10df-e278-4a9c-0f38a4a9aad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.712259] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1707815, 'name': Rename_Task, 'duration_secs': 0.169317} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.716464] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.716464] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9b5e76e-b3f2-414e-b5c9-bc680ee711c1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.723263] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1330.723263] env[62361]: value = "task-1707816" [ 1330.723263] env[62361]: _type = "Task" [ 1330.723263] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.734274] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1707816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.750762] env[62361]: DEBUG nova.network.neutron [req-e01c857a-0bd6-4638-a3e9-f77850071e51 req-9c9a1ea2-21db-45b2-a1cd-20e61e5d9808 service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.808495] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518ffdf0-cce3-4317-9526-0326f9eb4102 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.818869] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd405a8-f857-4b69-9554-26bd2076c781 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.852510] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3747327d-0f49-4e56-81fe-0da51ee2cce9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.861310] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1779fe-7bda-4d1a-9081-722be9d487ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.875478] env[62361]: DEBUG nova.compute.provider_tree [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.877507] env[62361]: DEBUG nova.network.neutron [req-e01c857a-0bd6-4638-a3e9-f77850071e51 req-9c9a1ea2-21db-45b2-a1cd-20e61e5d9808 service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.169753] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bb02ad-807b-176e-e09a-6c278596e7ef, 'name': SearchDatastore_Task, 'duration_secs': 0.015171} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.170087] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.170325] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.170529] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.189430] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520da390-10df-e278-4a9c-0f38a4a9aad0, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.189430] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8221a2a3-181c-4ef6-9e24-846eec7bd1d4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.195503] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1331.195503] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a0352d-8b69-e321-efb6-0449348ff0ff" [ 1331.195503] env[62361]: _type = "Task" [ 1331.195503] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.203975] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a0352d-8b69-e321-efb6-0449348ff0ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.216383] env[62361]: DEBUG nova.compute.manager [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1331.238713] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1707816, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.253622] env[62361]: DEBUG nova.virt.hardware [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1331.253908] env[62361]: DEBUG nova.virt.hardware [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1331.254107] env[62361]: DEBUG nova.virt.hardware [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.254290] env[62361]: DEBUG nova.virt.hardware [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1331.254806] env[62361]: DEBUG nova.virt.hardware [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.254806] env[62361]: DEBUG nova.virt.hardware [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1331.254806] env[62361]: DEBUG nova.virt.hardware [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1331.254960] env[62361]: DEBUG nova.virt.hardware [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1331.255238] env[62361]: DEBUG nova.virt.hardware [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1331.255432] env[62361]: DEBUG nova.virt.hardware [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1331.255620] env[62361]: DEBUG nova.virt.hardware [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1331.256489] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b86c13-c4bb-4cc3-95a5-b9496a06fb53 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.264620] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe7a35a-390c-46fd-9572-0711e9ef9210 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.380472] env[62361]: DEBUG oslo_concurrency.lockutils [req-e01c857a-0bd6-4638-a3e9-f77850071e51 req-9c9a1ea2-21db-45b2-a1cd-20e61e5d9808 service nova] Releasing lock "refresh_cache-7d92bde5-1e58-493a-9b90-e18a83fde582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.382330] env[62361]: DEBUG nova.scheduler.client.report [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1331.494846] env[62361]: DEBUG nova.compute.manager [req-4f5242a4-13a3-4865-a543-a2fd2bda71b6 req-2a30faa2-84e7-482e-9b3d-065a87e81feb service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Received event network-vif-plugged-19c046b1-8dc2-45e2-9843-fab78258138b {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1331.495105] env[62361]: DEBUG oslo_concurrency.lockutils [req-4f5242a4-13a3-4865-a543-a2fd2bda71b6 req-2a30faa2-84e7-482e-9b3d-065a87e81feb service nova] Acquiring lock "7d92bde5-1e58-493a-9b90-e18a83fde582-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.496093] env[62361]: DEBUG oslo_concurrency.lockutils [req-4f5242a4-13a3-4865-a543-a2fd2bda71b6 req-2a30faa2-84e7-482e-9b3d-065a87e81feb service nova] Lock "7d92bde5-1e58-493a-9b90-e18a83fde582-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.496298] env[62361]: DEBUG oslo_concurrency.lockutils [req-4f5242a4-13a3-4865-a543-a2fd2bda71b6 req-2a30faa2-84e7-482e-9b3d-065a87e81feb service nova] Lock "7d92bde5-1e58-493a-9b90-e18a83fde582-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.496476] env[62361]: DEBUG nova.compute.manager [req-4f5242a4-13a3-4865-a543-a2fd2bda71b6 req-2a30faa2-84e7-482e-9b3d-065a87e81feb service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] No waiting events found dispatching network-vif-plugged-19c046b1-8dc2-45e2-9843-fab78258138b {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1331.496644] env[62361]: WARNING nova.compute.manager [req-4f5242a4-13a3-4865-a543-a2fd2bda71b6 req-2a30faa2-84e7-482e-9b3d-065a87e81feb service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Received unexpected event network-vif-plugged-19c046b1-8dc2-45e2-9843-fab78258138b for instance with vm_state building and task_state spawning. [ 1331.588962] env[62361]: DEBUG nova.network.neutron [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Successfully updated port: 19c046b1-8dc2-45e2-9843-fab78258138b {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.709290] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a0352d-8b69-e321-efb6-0449348ff0ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010712} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.711315] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.711315] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 5d9196da-9f8c-43d4-b031-023fd76183d2/5d9196da-9f8c-43d4-b031-023fd76183d2.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1331.711315] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.711315] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.711505] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22c5b59d-9d0a-4d5f-b662-d708dbbb323e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.713245] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c5916aa-507e-47f9-bd73-1b44038f3594 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.728193] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1331.728193] env[62361]: value = "task-1707817" [ 1331.728193] env[62361]: _type = "Task" [ 1331.728193] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.728193] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.728477] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1331.732926] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a6afce-eb8f-4986-8c3a-d76fcd6a3c63 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.742556] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1331.742556] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523484b0-d4f3-38bf-d9e7-4687cb75c6a9" [ 1331.742556] env[62361]: _type = "Task" [ 1331.742556] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.748367] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.748687] env[62361]: DEBUG oslo_vmware.api [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1707816, 'name': PowerOnVM_Task, 'duration_secs': 0.623284} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.753927] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.753927] env[62361]: INFO nova.compute.manager [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1331.753927] env[62361]: DEBUG nova.compute.manager [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1331.754277] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bc7ea9-c59c-4bd2-80af-63569a79effb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.763986] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523484b0-d4f3-38bf-d9e7-4687cb75c6a9, 'name': SearchDatastore_Task, 'duration_secs': 0.014753} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.769147] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f7b076e-fb5e-4001-8001-1bf700fba5ed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.774720] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1331.774720] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52678cd7-7617-035f-5c33-558cb78ee2c1" [ 1331.774720] env[62361]: _type = "Task" [ 1331.774720] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.784870] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52678cd7-7617-035f-5c33-558cb78ee2c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.893148] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.893148] env[62361]: DEBUG nova.compute.manager [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1331.898310] env[62361]: DEBUG oslo_concurrency.lockutils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.920s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.900293] env[62361]: INFO nova.compute.claims [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.092550] env[62361]: DEBUG oslo_concurrency.lockutils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquiring lock "refresh_cache-7d92bde5-1e58-493a-9b90-e18a83fde582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.092550] env[62361]: DEBUG oslo_concurrency.lockutils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquired lock "refresh_cache-7d92bde5-1e58-493a-9b90-e18a83fde582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.092679] env[62361]: DEBUG nova.network.neutron [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.247894] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707817, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.286898] env[62361]: INFO nova.compute.manager [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Took 52.74 seconds to build instance. [ 1332.296660] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52678cd7-7617-035f-5c33-558cb78ee2c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011724} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.299177] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.299177] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a6a860ad-919e-4184-9850-79316658b946/a6a860ad-919e-4184-9850-79316658b946.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.299177] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-860c9db8-bcdf-456e-85e5-ac9ba06898f4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.307223] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1332.307223] env[62361]: value = "task-1707818" [ 1332.307223] env[62361]: _type = "Task" [ 1332.307223] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.324078] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.408884] env[62361]: DEBUG nova.compute.utils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1332.419095] env[62361]: DEBUG nova.compute.manager [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1332.419288] env[62361]: DEBUG nova.network.neutron [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.507992] env[62361]: DEBUG nova.policy [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cd722194f654553a95c54ad36c18910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '935c235470d84225b05f210814ff08d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1332.714375] env[62361]: DEBUG nova.network.neutron [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.750441] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636421} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.751053] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 5d9196da-9f8c-43d4-b031-023fd76183d2/5d9196da-9f8c-43d4-b031-023fd76183d2.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.751291] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.751569] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48ef0ea8-91a7-43ee-98f7-8b9bfbe398d9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.761708] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1332.761708] env[62361]: value = "task-1707819" [ 1332.761708] env[62361]: _type = "Task" [ 1332.761708] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.786375] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.789776] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c12dac0f-1d4a-4778-8cf2-006a983450e6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "92528be1-55ff-40e4-9404-99a4db7766c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.368s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.818324] env[62361]: DEBUG nova.network.neutron [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Successfully updated port: 4bc32fe7-02cc-482a-8770-1a9dd73aec66 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.830675] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707818, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.890503] env[62361]: DEBUG nova.compute.manager [req-a6199ada-040a-410d-abea-1afe2d4b2e8b req-87ecd467-0011-46be-8b3a-ceae47c451df service nova] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Received event network-vif-plugged-4bc32fe7-02cc-482a-8770-1a9dd73aec66 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1332.890841] env[62361]: DEBUG oslo_concurrency.lockutils [req-a6199ada-040a-410d-abea-1afe2d4b2e8b req-87ecd467-0011-46be-8b3a-ceae47c451df service nova] Acquiring lock "af53eb4c-6e15-4a65-8555-a8966e2e887c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.891136] env[62361]: DEBUG oslo_concurrency.lockutils [req-a6199ada-040a-410d-abea-1afe2d4b2e8b req-87ecd467-0011-46be-8b3a-ceae47c451df service nova] Lock "af53eb4c-6e15-4a65-8555-a8966e2e887c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.891302] env[62361]: DEBUG oslo_concurrency.lockutils [req-a6199ada-040a-410d-abea-1afe2d4b2e8b req-87ecd467-0011-46be-8b3a-ceae47c451df service nova] Lock "af53eb4c-6e15-4a65-8555-a8966e2e887c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.892128] env[62361]: DEBUG nova.compute.manager [req-a6199ada-040a-410d-abea-1afe2d4b2e8b req-87ecd467-0011-46be-8b3a-ceae47c451df service nova] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] No waiting events found dispatching network-vif-plugged-4bc32fe7-02cc-482a-8770-1a9dd73aec66 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1332.892361] env[62361]: WARNING nova.compute.manager [req-a6199ada-040a-410d-abea-1afe2d4b2e8b req-87ecd467-0011-46be-8b3a-ceae47c451df service nova] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Received unexpected event network-vif-plugged-4bc32fe7-02cc-482a-8770-1a9dd73aec66 for instance with vm_state building and task_state spawning. [ 1332.920363] env[62361]: DEBUG nova.compute.manager [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1333.273945] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087232} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.282018] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.282018] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4faa84-712e-4778-895c-9973c4c78956 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.297230] env[62361]: DEBUG nova.compute.manager [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1333.311553] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 5d9196da-9f8c-43d4-b031-023fd76183d2/5d9196da-9f8c-43d4-b031-023fd76183d2.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.317973] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15898a9d-b1dc-449d-9a37-26d83e8a7afe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.342510] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Acquiring lock "refresh_cache-af53eb4c-6e15-4a65-8555-a8966e2e887c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.342510] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Acquired lock "refresh_cache-af53eb4c-6e15-4a65-8555-a8966e2e887c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.342510] env[62361]: DEBUG nova.network.neutron [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.348658] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567393} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.349318] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a6a860ad-919e-4184-9850-79316658b946/a6a860ad-919e-4184-9850-79316658b946.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1333.349564] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1333.349893] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1333.349893] env[62361]: value = "task-1707820" [ 1333.349893] env[62361]: _type = "Task" [ 1333.349893] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.350087] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d67b1ad-d9b8-49cc-a8cd-155cc453040d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.361260] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1333.361260] env[62361]: value = "task-1707821" [ 1333.361260] env[62361]: _type = "Task" [ 1333.361260] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.365451] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.374356] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.591315] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6528ae3d-d428-4a96-9fe4-6a89e2822fd1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.600114] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bbfa37-fec8-42b1-89b7-9a4638b6830d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.606418] env[62361]: DEBUG nova.network.neutron [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Successfully created port: 3d4139e9-79ef-4bb8-9566-ec5af3e6af1a {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1333.638669] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45adc5bf-7ba8-437a-aa2c-4aa474af2d2a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.647332] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28392bf-9fae-4f36-949e-b9babd71d269 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.662611] env[62361]: DEBUG nova.compute.provider_tree [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.831504] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.864128] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.873105] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070552} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.873596] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.874167] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3fd670-1cb0-4367-a842-f35a73f3c0a9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.895033] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] a6a860ad-919e-4184-9850-79316658b946/a6a860ad-919e-4184-9850-79316658b946.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.895033] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad09d396-3c25-4810-bc16-3be1f8d92f47 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.914032] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1333.914032] env[62361]: value = "task-1707822" [ 1333.914032] env[62361]: _type = "Task" [ 1333.914032] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.921462] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.929343] env[62361]: DEBUG nova.compute.manager [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1333.938974] env[62361]: DEBUG nova.network.neutron [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.973209] env[62361]: DEBUG nova.virt.hardware [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1333.973542] env[62361]: DEBUG nova.virt.hardware [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1333.973737] env[62361]: DEBUG nova.virt.hardware [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.973960] env[62361]: DEBUG nova.virt.hardware [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1333.974268] env[62361]: DEBUG nova.virt.hardware [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.974560] env[62361]: DEBUG nova.virt.hardware [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1333.974658] env[62361]: DEBUG nova.virt.hardware [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1333.974856] env[62361]: DEBUG nova.virt.hardware [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1333.975091] env[62361]: DEBUG nova.virt.hardware [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1333.975331] env[62361]: DEBUG nova.virt.hardware [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1333.975559] env[62361]: DEBUG nova.virt.hardware [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1333.976576] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802a2237-aa74-4f25-8c4b-fef34221da67 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.985679] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94afa475-9530-429a-a4a4-0b626db2b528 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.003707] env[62361]: DEBUG nova.compute.manager [req-43adbf25-c142-4440-a6fc-2870427944c8 req-8ccdf258-36cc-453e-875f-dfec797bb19c service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Received event network-changed-19c046b1-8dc2-45e2-9843-fab78258138b {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1334.003979] env[62361]: DEBUG nova.compute.manager [req-43adbf25-c142-4440-a6fc-2870427944c8 req-8ccdf258-36cc-453e-875f-dfec797bb19c service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Refreshing instance network info cache due to event network-changed-19c046b1-8dc2-45e2-9843-fab78258138b. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1334.004310] env[62361]: DEBUG oslo_concurrency.lockutils [req-43adbf25-c142-4440-a6fc-2870427944c8 req-8ccdf258-36cc-453e-875f-dfec797bb19c service nova] Acquiring lock "refresh_cache-7d92bde5-1e58-493a-9b90-e18a83fde582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.168024] env[62361]: DEBUG nova.scheduler.client.report [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1334.346557] env[62361]: DEBUG nova.network.neutron [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Updating instance_info_cache with network_info: [{"id": "3ab076f3-afe2-4c8d-8f28-f80cfd2ea0b9", "address": "fa:16:3e:ef:e4:a9", "network": {"id": "746fbb0f-84b6-418f-b3df-b51d9668527f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1557840431", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013c27cf3bf34be3ab6cd1994928f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab076f3-af", "ovs_interfaceid": "3ab076f3-afe2-4c8d-8f28-f80cfd2ea0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1a7208b2-1da6-408e-85a3-8c7438336c59", "address": "fa:16:3e:82:9b:c6", "network": {"id": "146fc6eb-ea61-4395-bd4f-58bb4396cfa6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1608914299", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "013c27cf3bf34be3ab6cd1994928f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7208b2-1d", "ovs_interfaceid": "1a7208b2-1da6-408e-85a3-8c7438336c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19c046b1-8dc2-45e2-9843-fab78258138b", "address": "fa:16:3e:be:01:c3", "network": {"id": "746fbb0f-84b6-418f-b3df-b51d9668527f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1557840431", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013c27cf3bf34be3ab6cd1994928f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c046b1-8d", "ovs_interfaceid": "19c046b1-8dc2-45e2-9843-fab78258138b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.368649] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707820, 'name': ReconfigVM_Task, 'duration_secs': 0.72031} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.369063] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 5d9196da-9f8c-43d4-b031-023fd76183d2/5d9196da-9f8c-43d4-b031-023fd76183d2.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.369703] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37be83e3-c4c9-49d9-8aeb-00418b076c8f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.376160] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1334.376160] env[62361]: value = "task-1707823" [ 1334.376160] env[62361]: _type = "Task" [ 1334.376160] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.388349] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707823, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.422987] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707822, 'name': ReconfigVM_Task, 'duration_secs': 0.313158} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.423985] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Reconfigured VM instance instance-00000019 to attach disk [datastore1] a6a860ad-919e-4184-9850-79316658b946/a6a860ad-919e-4184-9850-79316658b946.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.424647] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a18a7709-cf29-4ff0-a60b-57c6b343985c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.431639] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1334.431639] env[62361]: value = "task-1707824" [ 1334.431639] env[62361]: _type = "Task" [ 1334.431639] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.441487] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707824, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.555094] env[62361]: DEBUG nova.network.neutron [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Updating instance_info_cache with network_info: [{"id": "4bc32fe7-02cc-482a-8770-1a9dd73aec66", "address": "fa:16:3e:01:61:51", "network": {"id": "7bbdf50c-2cf9-4cfd-a35e-da6957507310", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-619221934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0695e9e701b745e3a19137f20e344228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc32fe7-02", "ovs_interfaceid": "4bc32fe7-02cc-482a-8770-1a9dd73aec66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.671683] env[62361]: DEBUG oslo_concurrency.lockutils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.674064] env[62361]: DEBUG nova.compute.manager [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1334.677288] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.443s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.852598] env[62361]: DEBUG oslo_concurrency.lockutils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Releasing lock "refresh_cache-7d92bde5-1e58-493a-9b90-e18a83fde582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.853066] env[62361]: DEBUG nova.compute.manager [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Instance network_info: |[{"id": "3ab076f3-afe2-4c8d-8f28-f80cfd2ea0b9", "address": "fa:16:3e:ef:e4:a9", "network": {"id": "746fbb0f-84b6-418f-b3df-b51d9668527f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1557840431", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013c27cf3bf34be3ab6cd1994928f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab076f3-af", "ovs_interfaceid": "3ab076f3-afe2-4c8d-8f28-f80cfd2ea0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1a7208b2-1da6-408e-85a3-8c7438336c59", "address": "fa:16:3e:82:9b:c6", "network": {"id": "146fc6eb-ea61-4395-bd4f-58bb4396cfa6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1608914299", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "013c27cf3bf34be3ab6cd1994928f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7208b2-1d", "ovs_interfaceid": "1a7208b2-1da6-408e-85a3-8c7438336c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19c046b1-8dc2-45e2-9843-fab78258138b", "address": "fa:16:3e:be:01:c3", "network": {"id": "746fbb0f-84b6-418f-b3df-b51d9668527f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1557840431", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013c27cf3bf34be3ab6cd1994928f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c046b1-8d", "ovs_interfaceid": "19c046b1-8dc2-45e2-9843-fab78258138b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1334.853471] env[62361]: DEBUG oslo_concurrency.lockutils [req-43adbf25-c142-4440-a6fc-2870427944c8 req-8ccdf258-36cc-453e-875f-dfec797bb19c service nova] Acquired lock "refresh_cache-7d92bde5-1e58-493a-9b90-e18a83fde582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.853574] env[62361]: DEBUG nova.network.neutron [req-43adbf25-c142-4440-a6fc-2870427944c8 req-8ccdf258-36cc-453e-875f-dfec797bb19c service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Refreshing network info cache for port 19c046b1-8dc2-45e2-9843-fab78258138b {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.854826] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:e4:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ab076f3-afe2-4c8d-8f28-f80cfd2ea0b9', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:9b:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a7208b2-1da6-408e-85a3-8c7438336c59', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:01:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19c046b1-8dc2-45e2-9843-fab78258138b', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.866590] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Creating folder: Project (013c27cf3bf34be3ab6cd1994928f3c3). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.871142] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b2038f0-e5d2-4c6d-ab81-35f3b6d717ce {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.882016] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Created folder: Project (013c27cf3bf34be3ab6cd1994928f3c3) in parent group-v355747. [ 1334.882296] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Creating folder: Instances. Parent ref: group-v355828. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.882855] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56aea8af-1a53-4593-8659-9d6d9626313a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.887553] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707823, 'name': Rename_Task, 'duration_secs': 0.182935} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.888162] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.888402] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ac62593-ac3c-4f74-a2ac-a138983bf742 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.894382] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Created folder: Instances in parent group-v355828. [ 1334.894613] env[62361]: DEBUG oslo.service.loopingcall [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1334.895839] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.896075] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1334.896075] env[62361]: value = "task-1707827" [ 1334.896075] env[62361]: _type = "Task" [ 1334.896075] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.897105] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcca0343-3e6e-4755-b5d6-0ae51c46d194 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.928046] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707827, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.929302] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.929302] env[62361]: value = "task-1707828" [ 1334.929302] env[62361]: _type = "Task" [ 1334.929302] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.939627] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707828, 'name': CreateVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.942852] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707824, 'name': Rename_Task, 'duration_secs': 0.156869} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.943135] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.943406] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcf85c38-dd21-49f8-81d0-d9829004477a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.949661] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1334.949661] env[62361]: value = "task-1707829" [ 1334.949661] env[62361]: _type = "Task" [ 1334.949661] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.960159] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.057954] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Releasing lock "refresh_cache-af53eb4c-6e15-4a65-8555-a8966e2e887c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.058340] env[62361]: DEBUG nova.compute.manager [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Instance network_info: |[{"id": "4bc32fe7-02cc-482a-8770-1a9dd73aec66", "address": "fa:16:3e:01:61:51", "network": {"id": "7bbdf50c-2cf9-4cfd-a35e-da6957507310", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-619221934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0695e9e701b745e3a19137f20e344228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc32fe7-02", "ovs_interfaceid": "4bc32fe7-02cc-482a-8770-1a9dd73aec66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1335.058702] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:61:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bc32fe7-02cc-482a-8770-1a9dd73aec66', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.068403] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Creating folder: Project (0695e9e701b745e3a19137f20e344228). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.068819] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4dbbfef-9ecd-48ed-bf2b-c6cf0f09fc9a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.076242] env[62361]: DEBUG nova.compute.manager [req-bc22cdda-a82f-4552-968a-dc4d0202700f req-d65cfbdd-65cf-4cd5-b855-8063e726e5f1 service nova] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Received event network-changed-4bc32fe7-02cc-482a-8770-1a9dd73aec66 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1335.076352] env[62361]: DEBUG nova.compute.manager [req-bc22cdda-a82f-4552-968a-dc4d0202700f req-d65cfbdd-65cf-4cd5-b855-8063e726e5f1 service nova] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Refreshing instance network info cache due to event network-changed-4bc32fe7-02cc-482a-8770-1a9dd73aec66. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1335.076586] env[62361]: DEBUG oslo_concurrency.lockutils [req-bc22cdda-a82f-4552-968a-dc4d0202700f req-d65cfbdd-65cf-4cd5-b855-8063e726e5f1 service nova] Acquiring lock "refresh_cache-af53eb4c-6e15-4a65-8555-a8966e2e887c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.076807] env[62361]: DEBUG oslo_concurrency.lockutils [req-bc22cdda-a82f-4552-968a-dc4d0202700f req-d65cfbdd-65cf-4cd5-b855-8063e726e5f1 service nova] Acquired lock "refresh_cache-af53eb4c-6e15-4a65-8555-a8966e2e887c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.077115] env[62361]: DEBUG nova.network.neutron [req-bc22cdda-a82f-4552-968a-dc4d0202700f req-d65cfbdd-65cf-4cd5-b855-8063e726e5f1 service nova] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Refreshing network info cache for port 4bc32fe7-02cc-482a-8770-1a9dd73aec66 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.080327] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Created folder: Project (0695e9e701b745e3a19137f20e344228) in parent group-v355747. [ 1335.080474] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Creating folder: Instances. Parent ref: group-v355831. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.080878] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f06ac908-77e6-459d-b48d-ef92dc2916df {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.091163] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Created folder: Instances in parent group-v355831. [ 1335.091427] env[62361]: DEBUG oslo.service.loopingcall [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1335.091643] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.091860] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2866f67-9d15-4860-bf48-8d76caa8a45b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.115784] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.115784] env[62361]: value = "task-1707832" [ 1335.115784] env[62361]: _type = "Task" [ 1335.115784] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.124707] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707832, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.178233] env[62361]: DEBUG nova.compute.utils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1335.179639] env[62361]: DEBUG nova.compute.manager [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1335.180070] env[62361]: DEBUG nova.network.neutron [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1335.307017] env[62361]: DEBUG nova.policy [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01056f17793e4876b260ce5afc2720d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a5fb502ef3f493d90745d05ef84c802', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1335.436897] env[62361]: DEBUG oslo_vmware.api [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707827, 'name': PowerOnVM_Task, 'duration_secs': 0.529879} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.439498] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.439685] env[62361]: INFO nova.compute.manager [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Took 6.95 seconds to spawn the instance on the hypervisor. [ 1335.439879] env[62361]: DEBUG nova.compute.manager [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1335.440885] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63d7a59-4862-49f9-92ae-11b7c9493dc4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.454245] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707828, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.469895] env[62361]: DEBUG oslo_vmware.api [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707829, 'name': PowerOnVM_Task, 'duration_secs': 0.471902} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.470509] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.470509] env[62361]: DEBUG nova.compute.manager [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1335.471227] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d85b15-6e3f-435c-ac94-1e46cc1021d0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.629759] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707832, 'name': CreateVM_Task, 'duration_secs': 0.455965} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.632255] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.633166] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.633675] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.633753] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1335.634040] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de77ff6d-4179-4968-8b00-446eab03f429 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.640104] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Waiting for the task: (returnval){ [ 1335.640104] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52add94d-708d-d188-2eb6-6ac3b45f7ed3" [ 1335.640104] env[62361]: _type = "Task" [ 1335.640104] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.652791] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52add94d-708d-d188-2eb6-6ac3b45f7ed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.687212] env[62361]: DEBUG nova.compute.manager [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1335.817650] env[62361]: DEBUG nova.network.neutron [req-43adbf25-c142-4440-a6fc-2870427944c8 req-8ccdf258-36cc-453e-875f-dfec797bb19c service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Updated VIF entry in instance network info cache for port 19c046b1-8dc2-45e2-9843-fab78258138b. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1335.819041] env[62361]: DEBUG nova.network.neutron [req-43adbf25-c142-4440-a6fc-2870427944c8 req-8ccdf258-36cc-453e-875f-dfec797bb19c service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Updating instance_info_cache with network_info: [{"id": "3ab076f3-afe2-4c8d-8f28-f80cfd2ea0b9", "address": "fa:16:3e:ef:e4:a9", "network": {"id": "746fbb0f-84b6-418f-b3df-b51d9668527f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1557840431", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013c27cf3bf34be3ab6cd1994928f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab076f3-af", "ovs_interfaceid": "3ab076f3-afe2-4c8d-8f28-f80cfd2ea0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1a7208b2-1da6-408e-85a3-8c7438336c59", "address": "fa:16:3e:82:9b:c6", "network": {"id": "146fc6eb-ea61-4395-bd4f-58bb4396cfa6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1608914299", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "013c27cf3bf34be3ab6cd1994928f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7208b2-1d", "ovs_interfaceid": "1a7208b2-1da6-408e-85a3-8c7438336c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19c046b1-8dc2-45e2-9843-fab78258138b", "address": "fa:16:3e:be:01:c3", "network": {"id": "746fbb0f-84b6-418f-b3df-b51d9668527f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1557840431", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013c27cf3bf34be3ab6cd1994928f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c046b1-8d", "ovs_interfaceid": "19c046b1-8dc2-45e2-9843-fab78258138b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.947678] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707828, 'name': CreateVM_Task, 'duration_secs': 0.536863} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.947866] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.952906] env[62361]: DEBUG oslo_concurrency.lockutils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.972493] env[62361]: INFO nova.compute.manager [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Took 53.35 seconds to build instance. [ 1335.993134] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.004662] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70e0847-8475-47c5-995a-77a01014709e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.020119] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54168910-3f5b-4b66-b0f8-c7f68537a0b7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.056064] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a3315d-5836-4b83-9ccc-8e1e88d16393 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.064310] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47524cb-9457-4a71-a4cf-94bbb9039851 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.077697] env[62361]: DEBUG nova.compute.provider_tree [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.089482] env[62361]: DEBUG nova.scheduler.client.report [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1336.109375] env[62361]: DEBUG nova.network.neutron [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Successfully updated port: 3d4139e9-79ef-4bb8-9566-ec5af3e6af1a {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1336.152025] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52add94d-708d-d188-2eb6-6ac3b45f7ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.029782} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.152721] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.152721] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.152922] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.152922] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.154033] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.154033] env[62361]: DEBUG oslo_concurrency.lockutils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.154250] env[62361]: DEBUG oslo_concurrency.lockutils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.154486] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24e4cf42-7402-4fbb-aa2f-1504a6e025c8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.157526] env[62361]: DEBUG nova.network.neutron [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Successfully created port: ead68c59-2336-47d8-9e81-50025f6f7fd1 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.159569] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff0331fe-376e-4973-8393-aaa05c75ceb5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.166897] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1336.166897] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52273e5a-3077-b691-2fbc-4fc191b40f2f" [ 1336.166897] env[62361]: _type = "Task" [ 1336.166897] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.175604] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.175829] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.177836] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1210a096-dd30-4197-a0d0-1aa656dc4d1a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.183401] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52273e5a-3077-b691-2fbc-4fc191b40f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.186801] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Waiting for the task: (returnval){ [ 1336.186801] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fa6f8f-a7b9-d66d-d0db-1e83c778baff" [ 1336.186801] env[62361]: _type = "Task" [ 1336.186801] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.198351] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fa6f8f-a7b9-d66d-d0db-1e83c778baff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.206988] env[62361]: DEBUG nova.network.neutron [req-bc22cdda-a82f-4552-968a-dc4d0202700f req-d65cfbdd-65cf-4cd5-b855-8063e726e5f1 service nova] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Updated VIF entry in instance network info cache for port 4bc32fe7-02cc-482a-8770-1a9dd73aec66. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.207348] env[62361]: DEBUG nova.network.neutron [req-bc22cdda-a82f-4552-968a-dc4d0202700f req-d65cfbdd-65cf-4cd5-b855-8063e726e5f1 service nova] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Updating instance_info_cache with network_info: [{"id": "4bc32fe7-02cc-482a-8770-1a9dd73aec66", "address": "fa:16:3e:01:61:51", "network": {"id": "7bbdf50c-2cf9-4cfd-a35e-da6957507310", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-619221934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0695e9e701b745e3a19137f20e344228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc32fe7-02", "ovs_interfaceid": "4bc32fe7-02cc-482a-8770-1a9dd73aec66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.323262] env[62361]: DEBUG oslo_concurrency.lockutils [req-43adbf25-c142-4440-a6fc-2870427944c8 req-8ccdf258-36cc-453e-875f-dfec797bb19c service nova] Releasing lock "refresh_cache-7d92bde5-1e58-493a-9b90-e18a83fde582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.433334] env[62361]: DEBUG nova.compute.manager [req-48982ced-0084-45d6-8c81-968354e9cb26 req-8363f6b6-80ae-45c8-8ea6-80c56dbdc21f service nova] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Received event network-vif-plugged-3d4139e9-79ef-4bb8-9566-ec5af3e6af1a {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1336.433725] env[62361]: DEBUG oslo_concurrency.lockutils [req-48982ced-0084-45d6-8c81-968354e9cb26 req-8363f6b6-80ae-45c8-8ea6-80c56dbdc21f service nova] Acquiring lock "0da9b618-9d28-4028-a42b-fa3b9661cb6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.433780] env[62361]: DEBUG oslo_concurrency.lockutils [req-48982ced-0084-45d6-8c81-968354e9cb26 req-8363f6b6-80ae-45c8-8ea6-80c56dbdc21f service nova] Lock "0da9b618-9d28-4028-a42b-fa3b9661cb6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.434246] env[62361]: DEBUG oslo_concurrency.lockutils [req-48982ced-0084-45d6-8c81-968354e9cb26 req-8363f6b6-80ae-45c8-8ea6-80c56dbdc21f service nova] Lock "0da9b618-9d28-4028-a42b-fa3b9661cb6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.435149] env[62361]: DEBUG nova.compute.manager [req-48982ced-0084-45d6-8c81-968354e9cb26 req-8363f6b6-80ae-45c8-8ea6-80c56dbdc21f service nova] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] No waiting events found dispatching network-vif-plugged-3d4139e9-79ef-4bb8-9566-ec5af3e6af1a {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1336.435149] env[62361]: WARNING nova.compute.manager [req-48982ced-0084-45d6-8c81-968354e9cb26 req-8363f6b6-80ae-45c8-8ea6-80c56dbdc21f service nova] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Received unexpected event network-vif-plugged-3d4139e9-79ef-4bb8-9566-ec5af3e6af1a for instance with vm_state building and task_state spawning. [ 1336.476926] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1a8618e2-4e06-4ca4-b144-999842f46cdf tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Lock "5d9196da-9f8c-43d4-b031-023fd76183d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.587s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.518589] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.518868] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.611489] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "refresh_cache-0da9b618-9d28-4028-a42b-fa3b9661cb6c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.611489] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired lock "refresh_cache-0da9b618-9d28-4028-a42b-fa3b9661cb6c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.611489] env[62361]: DEBUG nova.network.neutron [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.678911] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52273e5a-3077-b691-2fbc-4fc191b40f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.017579} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.679282] env[62361]: DEBUG oslo_concurrency.lockutils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.679513] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.679724] env[62361]: DEBUG oslo_concurrency.lockutils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.696334] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fa6f8f-a7b9-d66d-d0db-1e83c778baff, 'name': SearchDatastore_Task, 'duration_secs': 0.0317} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.697162] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06d4561-e9ec-4d98-84f6-c3d66120571b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.700732] env[62361]: DEBUG nova.compute.manager [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1336.706356] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Waiting for the task: (returnval){ [ 1336.706356] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5257b203-7bb1-65d5-7e1a-2253f0ea1a47" [ 1336.706356] env[62361]: _type = "Task" [ 1336.706356] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.709885] env[62361]: DEBUG oslo_concurrency.lockutils [req-bc22cdda-a82f-4552-968a-dc4d0202700f req-d65cfbdd-65cf-4cd5-b855-8063e726e5f1 service nova] Releasing lock "refresh_cache-af53eb4c-6e15-4a65-8555-a8966e2e887c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.710140] env[62361]: DEBUG nova.compute.manager [req-bc22cdda-a82f-4552-968a-dc4d0202700f req-d65cfbdd-65cf-4cd5-b855-8063e726e5f1 service nova] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Received event network-changed-f9182b08-6eb5-498e-80df-fec7c46784be {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1336.710310] env[62361]: DEBUG nova.compute.manager [req-bc22cdda-a82f-4552-968a-dc4d0202700f req-d65cfbdd-65cf-4cd5-b855-8063e726e5f1 service nova] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Refreshing instance network info cache due to event network-changed-f9182b08-6eb5-498e-80df-fec7c46784be. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1336.710564] env[62361]: DEBUG oslo_concurrency.lockutils [req-bc22cdda-a82f-4552-968a-dc4d0202700f req-d65cfbdd-65cf-4cd5-b855-8063e726e5f1 service nova] Acquiring lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.710732] env[62361]: DEBUG oslo_concurrency.lockutils [req-bc22cdda-a82f-4552-968a-dc4d0202700f req-d65cfbdd-65cf-4cd5-b855-8063e726e5f1 service nova] Acquired lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.710875] env[62361]: DEBUG nova.network.neutron [req-bc22cdda-a82f-4552-968a-dc4d0202700f req-d65cfbdd-65cf-4cd5-b855-8063e726e5f1 service nova] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Refreshing network info cache for port f9182b08-6eb5-498e-80df-fec7c46784be {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.716640] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5257b203-7bb1-65d5-7e1a-2253f0ea1a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.727901] env[62361]: DEBUG nova.virt.hardware [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1336.728202] env[62361]: DEBUG nova.virt.hardware [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1336.728384] env[62361]: DEBUG nova.virt.hardware [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.728571] env[62361]: DEBUG nova.virt.hardware [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1336.728787] env[62361]: DEBUG nova.virt.hardware [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.728852] env[62361]: DEBUG nova.virt.hardware [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1336.729121] env[62361]: DEBUG nova.virt.hardware [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1336.729353] env[62361]: DEBUG nova.virt.hardware [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1336.729581] env[62361]: DEBUG nova.virt.hardware [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1336.729805] env[62361]: DEBUG nova.virt.hardware [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1336.730047] env[62361]: DEBUG nova.virt.hardware [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1336.731042] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fc35ff-f893-4215-8759-cce50a916e62 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.739487] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dfb219-edc5-4a90-9a4a-bb53601d5347 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.980052] env[62361]: DEBUG nova.compute.manager [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1337.108308] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.430s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.113306] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.193s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.118020] env[62361]: INFO nova.compute.claims [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.178797] env[62361]: DEBUG nova.network.neutron [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1337.218757] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5257b203-7bb1-65d5-7e1a-2253f0ea1a47, 'name': SearchDatastore_Task, 'duration_secs': 0.026387} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.219115] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.220644] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] af53eb4c-6e15-4a65-8555-a8966e2e887c/af53eb4c-6e15-4a65-8555-a8966e2e887c.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.220644] env[62361]: DEBUG oslo_concurrency.lockutils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.220644] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.220644] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feca3afd-9068-47f5-b804-9e473697e9d2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.223025] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bff7100f-fd46-413d-b2bd-6549b33813e0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.231011] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Waiting for the task: (returnval){ [ 1337.231011] env[62361]: value = "task-1707833" [ 1337.231011] env[62361]: _type = "Task" [ 1337.231011] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.232192] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.232370] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.236258] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac3c0708-1771-453b-8135-361304caa617 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.246162] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': task-1707833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.247589] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1337.247589] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b5ecd0-440a-1adf-b24c-a5167e0d3d52" [ 1337.247589] env[62361]: _type = "Task" [ 1337.247589] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.252225] env[62361]: INFO nova.compute.manager [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Rebuilding instance [ 1337.260148] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b5ecd0-440a-1adf-b24c-a5167e0d3d52, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.260692] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9614a437-73bd-415d-832d-55ecc9e61859 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.267823] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1337.267823] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cd82a5-7262-6db6-2dad-0faee5269365" [ 1337.267823] env[62361]: _type = "Task" [ 1337.267823] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.291427] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cd82a5-7262-6db6-2dad-0faee5269365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.316053] env[62361]: DEBUG nova.compute.manager [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1337.316978] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff8a4cb-8749-4c68-a12c-328fb6271767 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.378444] env[62361]: DEBUG nova.network.neutron [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Updating instance_info_cache with network_info: [{"id": "3d4139e9-79ef-4bb8-9566-ec5af3e6af1a", "address": "fa:16:3e:94:d6:ae", "network": {"id": "cc52a1e9-1d41-4a28-bb02-41585793a417", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-609394028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935c235470d84225b05f210814ff08d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4139e9-79", "ovs_interfaceid": "3d4139e9-79ef-4bb8-9566-ec5af3e6af1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.507032] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.633593] env[62361]: INFO nova.compute.manager [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Rebuilding instance [ 1337.698602] env[62361]: DEBUG nova.compute.manager [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1337.700577] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9af8da-9eb8-416f-88f5-035d3fb9051f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.722532] env[62361]: INFO nova.scheduler.client.report [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Deleted allocation for migration 89f37eaa-8f0d-4723-9e52-a56c9c330882 [ 1337.745549] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': task-1707833, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.755279] env[62361]: DEBUG nova.network.neutron [req-bc22cdda-a82f-4552-968a-dc4d0202700f req-d65cfbdd-65cf-4cd5-b855-8063e726e5f1 service nova] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updated VIF entry in instance network info cache for port f9182b08-6eb5-498e-80df-fec7c46784be. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.755718] env[62361]: DEBUG nova.network.neutron [req-bc22cdda-a82f-4552-968a-dc4d0202700f req-d65cfbdd-65cf-4cd5-b855-8063e726e5f1 service nova] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating instance_info_cache with network_info: [{"id": "f9182b08-6eb5-498e-80df-fec7c46784be", "address": "fa:16:3e:80:cc:94", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9182b08-6e", "ovs_interfaceid": "f9182b08-6eb5-498e-80df-fec7c46784be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.782418] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cd82a5-7262-6db6-2dad-0faee5269365, 'name': SearchDatastore_Task, 'duration_secs': 0.033694} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.784079] env[62361]: DEBUG oslo_concurrency.lockutils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.784314] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 7d92bde5-1e58-493a-9b90-e18a83fde582/7d92bde5-1e58-493a-9b90-e18a83fde582.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.784537] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c107c358-7807-401f-9aa5-cf57ec697c0e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.793861] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1337.793861] env[62361]: value = "task-1707834" [ 1337.793861] env[62361]: _type = "Task" [ 1337.793861] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.802645] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.830932] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.831480] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f76c1638-7bc7-4371-9968-d44a681c7117 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.839038] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1337.839038] env[62361]: value = "task-1707835" [ 1337.839038] env[62361]: _type = "Task" [ 1337.839038] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.850727] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.884084] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Releasing lock "refresh_cache-0da9b618-9d28-4028-a42b-fa3b9661cb6c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.884495] env[62361]: DEBUG nova.compute.manager [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Instance network_info: |[{"id": "3d4139e9-79ef-4bb8-9566-ec5af3e6af1a", "address": "fa:16:3e:94:d6:ae", "network": {"id": "cc52a1e9-1d41-4a28-bb02-41585793a417", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-609394028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935c235470d84225b05f210814ff08d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4139e9-79", "ovs_interfaceid": "3d4139e9-79ef-4bb8-9566-ec5af3e6af1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1337.884972] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:d6:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d4139e9-79ef-4bb8-9566-ec5af3e6af1a', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.893161] env[62361]: DEBUG oslo.service.loopingcall [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1337.893400] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1337.893625] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-030c2cdc-7f31-496d-8189-06d433074130 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.916101] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.916101] env[62361]: value = "task-1707836" [ 1337.916101] env[62361]: _type = "Task" [ 1337.916101] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.925157] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707836, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.104627] env[62361]: DEBUG nova.network.neutron [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Successfully updated port: ead68c59-2336-47d8-9e81-50025f6f7fd1 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.169056] env[62361]: DEBUG nova.compute.manager [req-191b219c-f33f-461c-ae03-f098f05b06f4 req-e4c3d476-ad77-49ef-ac1a-83bb252702af service nova] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Received event network-vif-plugged-ead68c59-2336-47d8-9e81-50025f6f7fd1 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1338.169342] env[62361]: DEBUG oslo_concurrency.lockutils [req-191b219c-f33f-461c-ae03-f098f05b06f4 req-e4c3d476-ad77-49ef-ac1a-83bb252702af service nova] Acquiring lock "278be240-4d07-4131-a893-f21a445a0caf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.169578] env[62361]: DEBUG oslo_concurrency.lockutils [req-191b219c-f33f-461c-ae03-f098f05b06f4 req-e4c3d476-ad77-49ef-ac1a-83bb252702af service nova] Lock "278be240-4d07-4131-a893-f21a445a0caf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.169753] env[62361]: DEBUG oslo_concurrency.lockutils [req-191b219c-f33f-461c-ae03-f098f05b06f4 req-e4c3d476-ad77-49ef-ac1a-83bb252702af service nova] Lock "278be240-4d07-4131-a893-f21a445a0caf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.169923] env[62361]: DEBUG nova.compute.manager [req-191b219c-f33f-461c-ae03-f098f05b06f4 req-e4c3d476-ad77-49ef-ac1a-83bb252702af service nova] [instance: 278be240-4d07-4131-a893-f21a445a0caf] No waiting events found dispatching network-vif-plugged-ead68c59-2336-47d8-9e81-50025f6f7fd1 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1338.170336] env[62361]: WARNING nova.compute.manager [req-191b219c-f33f-461c-ae03-f098f05b06f4 req-e4c3d476-ad77-49ef-ac1a-83bb252702af service nova] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Received unexpected event network-vif-plugged-ead68c59-2336-47d8-9e81-50025f6f7fd1 for instance with vm_state building and task_state spawning. [ 1338.217208] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.217552] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf4fc173-e3ee-49f2-bb19-b1004135a123 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.227787] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Waiting for the task: (returnval){ [ 1338.227787] env[62361]: value = "task-1707837" [ 1338.227787] env[62361]: _type = "Task" [ 1338.227787] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.231893] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54624374-9c34-472b-a6ef-9a51d91811ee tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "59f30b3f-5286-4d90-b726-011e419fca2a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.334s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.241187] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': task-1707837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.249614] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': task-1707833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575609} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.249829] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] af53eb4c-6e15-4a65-8555-a8966e2e887c/af53eb4c-6e15-4a65-8555-a8966e2e887c.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.250062] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.250965] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbe1580c-bc77-4dcb-bf51-f9ae3505c83f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.259265] env[62361]: DEBUG oslo_concurrency.lockutils [req-bc22cdda-a82f-4552-968a-dc4d0202700f req-d65cfbdd-65cf-4cd5-b855-8063e726e5f1 service nova] Releasing lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.261646] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Waiting for the task: (returnval){ [ 1338.261646] env[62361]: value = "task-1707838" [ 1338.261646] env[62361]: _type = "Task" [ 1338.261646] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.271372] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': task-1707838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.309237] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707834, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.350581] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707835, 'name': PowerOffVM_Task, 'duration_secs': 0.173097} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.353654] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.353654] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.355248] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbab4af-e947-4128-beac-9598de50d56a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.362599] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.362674] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72d5acdf-2f29-4d0f-97d6-a1e072c56b0a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.395684] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.395924] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.396120] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Deleting the datastore file [datastore1] 5d9196da-9f8c-43d4-b031-023fd76183d2 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.396373] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb87341c-f7f1-4cea-aadd-8f4489cf3fd9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.403420] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1338.403420] env[62361]: value = "task-1707840" [ 1338.403420] env[62361]: _type = "Task" [ 1338.403420] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.415865] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.430695] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707836, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.612355] env[62361]: DEBUG oslo_concurrency.lockutils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquiring lock "refresh_cache-278be240-4d07-4131-a893-f21a445a0caf" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.612593] env[62361]: DEBUG oslo_concurrency.lockutils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquired lock "refresh_cache-278be240-4d07-4131-a893-f21a445a0caf" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.612673] env[62361]: DEBUG nova.network.neutron [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.739235] env[62361]: DEBUG nova.compute.manager [req-1f098727-b1e9-4742-a71d-43b820479f77 req-77cc627d-de8b-440f-8f41-683db966d51b service nova] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Received event network-changed-3d4139e9-79ef-4bb8-9566-ec5af3e6af1a {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1338.739235] env[62361]: DEBUG nova.compute.manager [req-1f098727-b1e9-4742-a71d-43b820479f77 req-77cc627d-de8b-440f-8f41-683db966d51b service nova] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Refreshing instance network info cache due to event network-changed-3d4139e9-79ef-4bb8-9566-ec5af3e6af1a. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1338.739235] env[62361]: DEBUG oslo_concurrency.lockutils [req-1f098727-b1e9-4742-a71d-43b820479f77 req-77cc627d-de8b-440f-8f41-683db966d51b service nova] Acquiring lock "refresh_cache-0da9b618-9d28-4028-a42b-fa3b9661cb6c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.739347] env[62361]: DEBUG oslo_concurrency.lockutils [req-1f098727-b1e9-4742-a71d-43b820479f77 req-77cc627d-de8b-440f-8f41-683db966d51b service nova] Acquired lock "refresh_cache-0da9b618-9d28-4028-a42b-fa3b9661cb6c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.739480] env[62361]: DEBUG nova.network.neutron [req-1f098727-b1e9-4742-a71d-43b820479f77 req-77cc627d-de8b-440f-8f41-683db966d51b service nova] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Refreshing network info cache for port 3d4139e9-79ef-4bb8-9566-ec5af3e6af1a {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.748934] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': task-1707837, 'name': PowerOffVM_Task, 'duration_secs': 0.396558} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.751771] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.752042] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.754510] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38c1ff0-0704-4df1-813e-44f9119dbce8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.758338] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb3362a-1233-44a1-8552-d992bc831cbd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.770069] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.771417] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfdb4ae-7ec1-4f0c-909d-18df3018c665 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.774693] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a634b61a-61f1-4499-9906-b7e132704d30 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.779909] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': task-1707838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09505} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.780230] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.780951] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba52cb6a-3943-4886-9053-67ee21eab727 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.814709] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bb780f-311a-40f9-8744-64f803c46dc9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.817105] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.817704] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.817704] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Deleting the datastore file [datastore1] a6a860ad-919e-4184-9850-79316658b946 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.827623] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f31e2c5-392e-4abc-9a34-478d4fc1edd5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.837661] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] af53eb4c-6e15-4a65-8555-a8966e2e887c/af53eb4c-6e15-4a65-8555-a8966e2e887c.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.839509] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c7746a1-3881-41c8-a800-dc62fa2d8c3f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.862573] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592428} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.864024] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 7d92bde5-1e58-493a-9b90-e18a83fde582/7d92bde5-1e58-493a-9b90-e18a83fde582.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.864270] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.865636] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a291f7c-f368-49bd-a8dc-055018d726a7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.873300] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16bb6c4b-3029-4a1c-b0ff-4a5486809dbc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.875115] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Waiting for the task: (returnval){ [ 1338.875115] env[62361]: value = "task-1707843" [ 1338.875115] env[62361]: _type = "Task" [ 1338.875115] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.875360] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Waiting for the task: (returnval){ [ 1338.875360] env[62361]: value = "task-1707842" [ 1338.875360] env[62361]: _type = "Task" [ 1338.875360] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.890587] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1338.890587] env[62361]: value = "task-1707844" [ 1338.890587] env[62361]: _type = "Task" [ 1338.890587] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.891682] env[62361]: DEBUG nova.compute.provider_tree [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1338.905618] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': task-1707843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.906172] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': task-1707842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.915365] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.919168] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344605} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.922424] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.922628] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.922806] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.931916] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707836, 'name': CreateVM_Task, 'duration_secs': 0.594126} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.932166] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1338.932860] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.933174] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.933406] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.933739] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f113cd-b235-4180-947f-264af96b2d29 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.938790] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1338.938790] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52acbdb7-a76c-1169-b5de-bd4996853263" [ 1338.938790] env[62361]: _type = "Task" [ 1338.938790] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.947932] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52acbdb7-a76c-1169-b5de-bd4996853263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.147794] env[62361]: DEBUG nova.network.neutron [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.296220] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Acquiring lock "1751c8c5-854f-45f2-a559-95a4ccd0f578" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.296469] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Lock "1751c8c5-854f-45f2-a559-95a4ccd0f578" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.323640] env[62361]: DEBUG nova.network.neutron [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Updating instance_info_cache with network_info: [{"id": "ead68c59-2336-47d8-9e81-50025f6f7fd1", "address": "fa:16:3e:25:d9:3e", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead68c59-23", "ovs_interfaceid": "ead68c59-2336-47d8-9e81-50025f6f7fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.390783] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': task-1707842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167763} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.394337] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.394554] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.394732] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.400382] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': task-1707843, 'name': ReconfigVM_Task, 'duration_secs': 0.380161} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.406853] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Reconfigured VM instance instance-0000001d to attach disk [datastore1] af53eb4c-6e15-4a65-8555-a8966e2e887c/af53eb4c-6e15-4a65-8555-a8966e2e887c.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.406976] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f911101a-101f-4fc4-948c-9e7cbcb4a02f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.414547] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13914} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.415810] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.416167] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Waiting for the task: (returnval){ [ 1339.416167] env[62361]: value = "task-1707845" [ 1339.416167] env[62361]: _type = "Task" [ 1339.416167] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.417560] env[62361]: ERROR nova.scheduler.client.report [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [req-22c87a08-e15f-49e7-beb7-3645b0cf6dd1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22c87a08-e15f-49e7-beb7-3645b0cf6dd1"}]} [ 1339.417877] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8451d0ba-b6b4-401c-87f5-44ccf748e6f8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.459042] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 7d92bde5-1e58-493a-9b90-e18a83fde582/7d92bde5-1e58-493a-9b90-e18a83fde582.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.459433] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': task-1707845, 'name': Rename_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.463528] env[62361]: DEBUG nova.scheduler.client.report [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1339.468367] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59546f46-f246-455b-88db-f40acf60d162 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.491718] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52acbdb7-a76c-1169-b5de-bd4996853263, 'name': SearchDatastore_Task, 'duration_secs': 0.016977} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.493215] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.493530] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1339.493681] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.493827] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.494013] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1339.494365] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1339.494365] env[62361]: value = "task-1707846" [ 1339.494365] env[62361]: _type = "Task" [ 1339.494365] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.494562] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1d2cf98-a036-47bc-83b8-f486deb85bfd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.506840] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707846, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.508480] env[62361]: DEBUG nova.scheduler.client.report [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1339.508686] env[62361]: DEBUG nova.compute.provider_tree [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1339.510694] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1339.510864] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1339.511941] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e9229d-b55f-4a2e-9fc3-843a749f21f4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.517131] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1339.517131] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525d12aa-5ba8-5117-482b-330dc88f0bd6" [ 1339.517131] env[62361]: _type = "Task" [ 1339.517131] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.525922] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525d12aa-5ba8-5117-482b-330dc88f0bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.530644] env[62361]: DEBUG nova.scheduler.client.report [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1339.539427] env[62361]: DEBUG nova.network.neutron [req-1f098727-b1e9-4742-a71d-43b820479f77 req-77cc627d-de8b-440f-8f41-683db966d51b service nova] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Updated VIF entry in instance network info cache for port 3d4139e9-79ef-4bb8-9566-ec5af3e6af1a. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.539791] env[62361]: DEBUG nova.network.neutron [req-1f098727-b1e9-4742-a71d-43b820479f77 req-77cc627d-de8b-440f-8f41-683db966d51b service nova] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Updating instance_info_cache with network_info: [{"id": "3d4139e9-79ef-4bb8-9566-ec5af3e6af1a", "address": "fa:16:3e:94:d6:ae", "network": {"id": "cc52a1e9-1d41-4a28-bb02-41585793a417", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-609394028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935c235470d84225b05f210814ff08d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4139e9-79", "ovs_interfaceid": "3d4139e9-79ef-4bb8-9566-ec5af3e6af1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.572407] env[62361]: DEBUG nova.scheduler.client.report [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1339.831029] env[62361]: DEBUG oslo_concurrency.lockutils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Releasing lock "refresh_cache-278be240-4d07-4131-a893-f21a445a0caf" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.831029] env[62361]: DEBUG nova.compute.manager [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Instance network_info: |[{"id": "ead68c59-2336-47d8-9e81-50025f6f7fd1", "address": "fa:16:3e:25:d9:3e", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead68c59-23", "ovs_interfaceid": "ead68c59-2336-47d8-9e81-50025f6f7fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1339.831029] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:d9:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ead68c59-2336-47d8-9e81-50025f6f7fd1', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.836131] env[62361]: DEBUG oslo.service.loopingcall [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1339.839268] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.840918] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa00eb8b-0c63-4ad2-87a3-f788e976ce00 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.864953] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.864953] env[62361]: value = "task-1707847" [ 1339.864953] env[62361]: _type = "Task" [ 1339.864953] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.872824] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707847, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.930053] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': task-1707845, 'name': Rename_Task, 'duration_secs': 0.163097} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.930344] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.930588] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c2d22eb-64cb-4795-acab-10a629b35d5a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.937258] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Waiting for the task: (returnval){ [ 1339.937258] env[62361]: value = "task-1707848" [ 1339.937258] env[62361]: _type = "Task" [ 1339.937258] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.947192] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': task-1707848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.986110] env[62361]: DEBUG nova.virt.hardware [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1339.986390] env[62361]: DEBUG nova.virt.hardware [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1339.986559] env[62361]: DEBUG nova.virt.hardware [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.986791] env[62361]: DEBUG nova.virt.hardware [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1339.986851] env[62361]: DEBUG nova.virt.hardware [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.986971] env[62361]: DEBUG nova.virt.hardware [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1339.987221] env[62361]: DEBUG nova.virt.hardware [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1339.987341] env[62361]: DEBUG nova.virt.hardware [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1339.987503] env[62361]: DEBUG nova.virt.hardware [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1339.987666] env[62361]: DEBUG nova.virt.hardware [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1339.987889] env[62361]: DEBUG nova.virt.hardware [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1339.988739] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e678e34a-a037-4b6b-85b1-7d01e1e48d78 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.003462] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b456ad0-918f-4347-8083-8d86dfd289bd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.015862] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707846, 'name': ReconfigVM_Task, 'duration_secs': 0.319401} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.024552] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 7d92bde5-1e58-493a-9b90-e18a83fde582/7d92bde5-1e58-493a-9b90-e18a83fde582.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.025520] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Instance VIF info [] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.031215] env[62361]: DEBUG oslo.service.loopingcall [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1340.033980] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1d90484-50c2-4953-8f6f-ca34dc4f8f3a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.038895] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.039363] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3028c1c3-2635-46b9-a719-6d84d2680535 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.051884] env[62361]: DEBUG oslo_concurrency.lockutils [req-1f098727-b1e9-4742-a71d-43b820479f77 req-77cc627d-de8b-440f-8f41-683db966d51b service nova] Releasing lock "refresh_cache-0da9b618-9d28-4028-a42b-fa3b9661cb6c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.056947] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525d12aa-5ba8-5117-482b-330dc88f0bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.009873} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.062007] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1340.062007] env[62361]: value = "task-1707849" [ 1340.062007] env[62361]: _type = "Task" [ 1340.062007] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.062181] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.062181] env[62361]: value = "task-1707850" [ 1340.062181] env[62361]: _type = "Task" [ 1340.062181] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.062594] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d8f772-613e-4f5d-8446-b1019c006c29 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.074150] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1340.074150] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5210e507-c78a-30d4-b4ef-de9b9646b7c3" [ 1340.074150] env[62361]: _type = "Task" [ 1340.074150] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.081175] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707849, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.081406] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707850, 'name': CreateVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.092956] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5210e507-c78a-30d4-b4ef-de9b9646b7c3, 'name': SearchDatastore_Task, 'duration_secs': 0.013977} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.093267] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.093567] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 0da9b618-9d28-4028-a42b-fa3b9661cb6c/0da9b618-9d28-4028-a42b-fa3b9661cb6c.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1340.093877] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-203168a4-aff4-4367-8cd9-67d5f9404abf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.102188] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1340.102188] env[62361]: value = "task-1707851" [ 1340.102188] env[62361]: _type = "Task" [ 1340.102188] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.111151] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.158722] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7177a45-57e1-4e33-8f8d-7342423ae324 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.168495] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7360e6f7-8641-4cd2-a228-6bd28740660a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.202675] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c922a6-7611-45d2-bc4e-7e8b348f2a16 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.211278] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3669cca1-2704-442d-86ec-e38645ebdd4f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.225254] env[62361]: DEBUG nova.compute.provider_tree [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.298361] env[62361]: DEBUG nova.compute.manager [req-6e3cb375-0293-4596-a90c-10c80471593f req-0808c6ca-590b-441b-827a-921daff33008 service nova] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Received event network-changed-ead68c59-2336-47d8-9e81-50025f6f7fd1 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1340.298361] env[62361]: DEBUG nova.compute.manager [req-6e3cb375-0293-4596-a90c-10c80471593f req-0808c6ca-590b-441b-827a-921daff33008 service nova] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Refreshing instance network info cache due to event network-changed-ead68c59-2336-47d8-9e81-50025f6f7fd1. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1340.298441] env[62361]: DEBUG oslo_concurrency.lockutils [req-6e3cb375-0293-4596-a90c-10c80471593f req-0808c6ca-590b-441b-827a-921daff33008 service nova] Acquiring lock "refresh_cache-278be240-4d07-4131-a893-f21a445a0caf" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.298535] env[62361]: DEBUG oslo_concurrency.lockutils [req-6e3cb375-0293-4596-a90c-10c80471593f req-0808c6ca-590b-441b-827a-921daff33008 service nova] Acquired lock "refresh_cache-278be240-4d07-4131-a893-f21a445a0caf" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.298676] env[62361]: DEBUG nova.network.neutron [req-6e3cb375-0293-4596-a90c-10c80471593f req-0808c6ca-590b-441b-827a-921daff33008 service nova] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Refreshing network info cache for port ead68c59-2336-47d8-9e81-50025f6f7fd1 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.322633] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.322823] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.375548] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707847, 'name': CreateVM_Task, 'duration_secs': 0.403553} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.375783] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.376916] env[62361]: DEBUG oslo_concurrency.lockutils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.377075] env[62361]: DEBUG oslo_concurrency.lockutils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.377418] env[62361]: DEBUG oslo_concurrency.lockutils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.377696] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-195b7e23-3fef-4549-bd87-1f82a5a3b52f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.382812] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1340.382812] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52904fd3-58c7-5865-c369-2c9dc12d1bb9" [ 1340.382812] env[62361]: _type = "Task" [ 1340.382812] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.391757] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52904fd3-58c7-5865-c369-2c9dc12d1bb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.451050] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': task-1707848, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.453791] env[62361]: DEBUG nova.virt.hardware [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1340.454191] env[62361]: DEBUG nova.virt.hardware [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1340.454521] env[62361]: DEBUG nova.virt.hardware [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.454756] env[62361]: DEBUG nova.virt.hardware [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1340.454980] env[62361]: DEBUG nova.virt.hardware [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.455239] env[62361]: DEBUG nova.virt.hardware [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1340.455578] env[62361]: DEBUG nova.virt.hardware [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1340.455858] env[62361]: DEBUG nova.virt.hardware [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1340.456199] env[62361]: DEBUG nova.virt.hardware [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1340.456447] env[62361]: DEBUG nova.virt.hardware [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1340.456734] env[62361]: DEBUG nova.virt.hardware [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1340.458554] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faa5206-5aa8-41e7-998b-f7d4bbcb43f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.468422] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c925915-bcc3-410c-a90a-8e76f5613e80 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.485255] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Instance VIF info [] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.491134] env[62361]: DEBUG oslo.service.loopingcall [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1340.491450] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6a860ad-919e-4184-9850-79316658b946] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.491677] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09a57085-99bc-4cc3-aab7-84fde922c6d7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.507903] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.507903] env[62361]: value = "task-1707852" [ 1340.507903] env[62361]: _type = "Task" [ 1340.507903] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.516461] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707852, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.577727] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707850, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.581478] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707849, 'name': Rename_Task, 'duration_secs': 0.21763} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.581802] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.582048] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75c163d7-189f-4f7b-82ba-9db99ac8aa29 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.589149] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1340.589149] env[62361]: value = "task-1707853" [ 1340.589149] env[62361]: _type = "Task" [ 1340.589149] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.599212] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.611407] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707851, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.752057] env[62361]: ERROR nova.scheduler.client.report [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [req-a1d84b79-6462-4f52-8d6b-5cd3f878808b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a1d84b79-6462-4f52-8d6b-5cd3f878808b"}]} [ 1340.769094] env[62361]: DEBUG nova.scheduler.client.report [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1340.784547] env[62361]: DEBUG nova.scheduler.client.report [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1340.784787] env[62361]: DEBUG nova.compute.provider_tree [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.796491] env[62361]: DEBUG nova.scheduler.client.report [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1340.815463] env[62361]: DEBUG nova.scheduler.client.report [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1340.895219] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52904fd3-58c7-5865-c369-2c9dc12d1bb9, 'name': SearchDatastore_Task, 'duration_secs': 0.059195} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.897632] env[62361]: DEBUG oslo_concurrency.lockutils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.897893] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1340.898156] env[62361]: DEBUG oslo_concurrency.lockutils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.898309] env[62361]: DEBUG oslo_concurrency.lockutils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.898486] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1340.899077] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fd1f96b-661a-407a-9550-eef98e6ed6c9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.914843] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1340.914843] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1340.915573] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c78800e4-2f41-4953-bc6c-0629ea843419 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.922711] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1340.922711] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5276c683-8055-8def-370c-36ce70e88349" [ 1340.922711] env[62361]: _type = "Task" [ 1340.922711] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.932211] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5276c683-8055-8def-370c-36ce70e88349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.946054] env[62361]: DEBUG oslo_vmware.api [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': task-1707848, 'name': PowerOnVM_Task, 'duration_secs': 0.782642} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.948407] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.948616] env[62361]: INFO nova.compute.manager [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1340.948792] env[62361]: DEBUG nova.compute.manager [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1340.949755] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e458c58e-c043-4442-9f03-c8910b8998dd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.018761] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707852, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.050747] env[62361]: DEBUG nova.network.neutron [req-6e3cb375-0293-4596-a90c-10c80471593f req-0808c6ca-590b-441b-827a-921daff33008 service nova] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Updated VIF entry in instance network info cache for port ead68c59-2336-47d8-9e81-50025f6f7fd1. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.051255] env[62361]: DEBUG nova.network.neutron [req-6e3cb375-0293-4596-a90c-10c80471593f req-0808c6ca-590b-441b-827a-921daff33008 service nova] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Updating instance_info_cache with network_info: [{"id": "ead68c59-2336-47d8-9e81-50025f6f7fd1", "address": "fa:16:3e:25:d9:3e", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead68c59-23", "ovs_interfaceid": "ead68c59-2336-47d8-9e81-50025f6f7fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.078852] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707850, 'name': CreateVM_Task, 'duration_secs': 0.533519} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.079066] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.079492] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.079656] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.079976] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1341.080291] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e27b196-d00d-45c6-a489-e3528e2a5852 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.086443] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1341.086443] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ea38b3-45ee-a051-c95e-7d9afb93a8b4" [ 1341.086443] env[62361]: _type = "Task" [ 1341.086443] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.097602] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ea38b3-45ee-a051-c95e-7d9afb93a8b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.103616] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707853, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.111617] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582822} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.111922] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 0da9b618-9d28-4028-a42b-fa3b9661cb6c/0da9b618-9d28-4028-a42b-fa3b9661cb6c.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1341.112106] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1341.112362] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d003fe82-49ab-4749-8b71-d565040b44dc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.121429] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1341.121429] env[62361]: value = "task-1707854" [ 1341.121429] env[62361]: _type = "Task" [ 1341.121429] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.129337] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.323635] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc85ea8f-f6ed-4bd0-bdde-9f8df9601872 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.332369] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e598060f-6276-4a3f-8e1d-e03a1045b229 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.363846] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ffdab4-5d51-4399-bc99-6de55a4e1e23 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.371417] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f88dc03-47d7-4493-8f3b-8db79a2ac40f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.384769] env[62361]: DEBUG nova.compute.provider_tree [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.433370] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5276c683-8055-8def-370c-36ce70e88349, 'name': SearchDatastore_Task, 'duration_secs': 0.032626} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.434190] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d649043e-10c1-4825-96a9-5830c5cd68bf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.439708] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1341.439708] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5205f406-b719-6831-9607-287ec70d5296" [ 1341.439708] env[62361]: _type = "Task" [ 1341.439708] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.447244] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5205f406-b719-6831-9607-287ec70d5296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.468435] env[62361]: INFO nova.compute.manager [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Took 47.38 seconds to build instance. [ 1341.519520] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707852, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.554773] env[62361]: DEBUG oslo_concurrency.lockutils [req-6e3cb375-0293-4596-a90c-10c80471593f req-0808c6ca-590b-441b-827a-921daff33008 service nova] Releasing lock "refresh_cache-278be240-4d07-4131-a893-f21a445a0caf" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.600175] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ea38b3-45ee-a051-c95e-7d9afb93a8b4, 'name': SearchDatastore_Task, 'duration_secs': 0.023232} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.603810] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.603965] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.604193] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.604429] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707853, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.634080] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076866} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.634504] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1341.635634] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40925b73-2039-4cbb-bb2c-7c77bf1f6776 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.672240] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 0da9b618-9d28-4028-a42b-fa3b9661cb6c/0da9b618-9d28-4028-a42b-fa3b9661cb6c.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.672660] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d80a8b08-6ca4-4958-bc17-685652f13d90 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.703229] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1341.703229] env[62361]: value = "task-1707855" [ 1341.703229] env[62361]: _type = "Task" [ 1341.703229] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.712630] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.920089] env[62361]: DEBUG nova.scheduler.client.report [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Updated inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1341.920397] env[62361]: DEBUG nova.compute.provider_tree [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 62 to 63 during operation: update_inventory {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1341.920580] env[62361]: DEBUG nova.compute.provider_tree [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.952080] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5205f406-b719-6831-9607-287ec70d5296, 'name': SearchDatastore_Task, 'duration_secs': 0.019968} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.952346] env[62361]: DEBUG oslo_concurrency.lockutils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.952597] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 278be240-4d07-4131-a893-f21a445a0caf/278be240-4d07-4131-a893-f21a445a0caf.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.952866] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.953063] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.953288] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fba4cd1-731a-46aa-a89c-b501557ae505 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.955152] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b3cb87b-e82c-432e-a014-41cfce0f2fa8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.962015] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1341.962015] env[62361]: value = "task-1707856" [ 1341.962015] env[62361]: _type = "Task" [ 1341.962015] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.966185] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.966373] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.967424] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a825e389-f5ce-461d-89ef-d2e862863523 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.972587] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a29c7f86-57cc-4a7e-ab11-e81c52cbd7eb tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Lock "af53eb4c-6e15-4a65-8555-a8966e2e887c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.379s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.972813] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.975808] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1341.975808] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cc9e8d-d2b0-348a-f089-4fdc43adc1f7" [ 1341.975808] env[62361]: _type = "Task" [ 1341.975808] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.982941] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cc9e8d-d2b0-348a-f089-4fdc43adc1f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.020632] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707852, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.100513] env[62361]: DEBUG oslo_vmware.api [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707853, 'name': PowerOnVM_Task, 'duration_secs': 1.263074} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.100794] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.100992] env[62361]: INFO nova.compute.manager [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Took 16.29 seconds to spawn the instance on the hypervisor. [ 1342.101187] env[62361]: DEBUG nova.compute.manager [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1342.101953] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61472423-b31f-41a5-9a5a-5a90ae0d5ad8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.110660] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb21c3d6-bc80-4dee-9e4d-dae047ac07a4 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Acquiring lock "interface-af53eb4c-6e15-4a65-8555-a8966e2e887c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.110841] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb21c3d6-bc80-4dee-9e4d-dae047ac07a4 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Lock "interface-af53eb4c-6e15-4a65-8555-a8966e2e887c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.111312] env[62361]: DEBUG nova.objects.instance [None req-fb21c3d6-bc80-4dee-9e4d-dae047ac07a4 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Lazy-loading 'flavor' on Instance uuid af53eb4c-6e15-4a65-8555-a8966e2e887c {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.213221] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.425352] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.312s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.425998] env[62361]: DEBUG nova.compute.manager [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1342.429251] env[62361]: DEBUG oslo_concurrency.lockutils [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.201s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.429473] env[62361]: DEBUG nova.objects.instance [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Lazy-loading 'resources' on Instance uuid 416dd54f-4444-458b-be82-3324c86fb5c9 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.472186] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487393} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.472460] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 278be240-4d07-4131-a893-f21a445a0caf/278be240-4d07-4131-a893-f21a445a0caf.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.472670] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.472905] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8512dbd-d98a-47dc-8dde-076b123a8171 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.475139] env[62361]: DEBUG nova.compute.manager [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1342.482422] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1342.482422] env[62361]: value = "task-1707857" [ 1342.482422] env[62361]: _type = "Task" [ 1342.482422] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.489623] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cc9e8d-d2b0-348a-f089-4fdc43adc1f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009249} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.490668] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba7a1a7-8ef3-4b9a-814c-e9ee812c869f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.495527] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.498630] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1342.498630] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e8242e-4b70-b04f-7c35-796562a58e64" [ 1342.498630] env[62361]: _type = "Task" [ 1342.498630] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.505905] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e8242e-4b70-b04f-7c35-796562a58e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.521361] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707852, 'name': CreateVM_Task, 'duration_secs': 1.659721} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.521528] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6a860ad-919e-4184-9850-79316658b946] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1342.521920] env[62361]: DEBUG oslo_concurrency.lockutils [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.522092] env[62361]: DEBUG oslo_concurrency.lockutils [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.522397] env[62361]: DEBUG oslo_concurrency.lockutils [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1342.522636] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877fd7f6-ffa1-4a5b-9b66-43b25fd160a5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.526754] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Waiting for the task: (returnval){ [ 1342.526754] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522d99d4-4bb2-6d1f-c987-7775b0408cc4" [ 1342.526754] env[62361]: _type = "Task" [ 1342.526754] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.534270] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522d99d4-4bb2-6d1f-c987-7775b0408cc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.617805] env[62361]: DEBUG nova.objects.instance [None req-fb21c3d6-bc80-4dee-9e4d-dae047ac07a4 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Lazy-loading 'pci_requests' on Instance uuid af53eb4c-6e15-4a65-8555-a8966e2e887c {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.622189] env[62361]: INFO nova.compute.manager [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Took 63.07 seconds to build instance. [ 1342.713910] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707855, 'name': ReconfigVM_Task, 'duration_secs': 0.767112} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.714208] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 0da9b618-9d28-4028-a42b-fa3b9661cb6c/0da9b618-9d28-4028-a42b-fa3b9661cb6c.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.714800] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-180dd6dc-e272-4ae6-a23e-405b623e3ffb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.721503] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1342.721503] env[62361]: value = "task-1707858" [ 1342.721503] env[62361]: _type = "Task" [ 1342.721503] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.729279] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707858, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.934025] env[62361]: DEBUG nova.compute.utils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1342.939724] env[62361]: DEBUG nova.compute.manager [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1342.939957] env[62361]: DEBUG nova.network.neutron [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.981882] env[62361]: DEBUG nova.policy [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43e4a23d2af548c48311364c5cf8f1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '727e7533aad24aacbff44527cda74792', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1342.998934] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06253} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.999621] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.003663] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a7adca-5c70-4f27-834b-03702235ff35 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.009970] env[62361]: DEBUG oslo_concurrency.lockutils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.016258] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e8242e-4b70-b04f-7c35-796562a58e64, 'name': SearchDatastore_Task, 'duration_secs': 0.009579} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.025432] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.025714] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 5d9196da-9f8c-43d4-b031-023fd76183d2/5d9196da-9f8c-43d4-b031-023fd76183d2.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1343.035077] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 278be240-4d07-4131-a893-f21a445a0caf/278be240-4d07-4131-a893-f21a445a0caf.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.038446] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87061e9b-eb88-46a6-b157-a70ab3357867 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.040588] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-638f5dbf-1c9a-40c2-8c05-d6ddce3dae62 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.066866] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522d99d4-4bb2-6d1f-c987-7775b0408cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.011913} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.070110] env[62361]: DEBUG oslo_concurrency.lockutils [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.070381] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.070617] env[62361]: DEBUG oslo_concurrency.lockutils [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.070769] env[62361]: DEBUG oslo_concurrency.lockutils [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.070950] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.071321] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1343.071321] env[62361]: value = "task-1707860" [ 1343.071321] env[62361]: _type = "Task" [ 1343.071321] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.071664] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1343.071664] env[62361]: value = "task-1707859" [ 1343.071664] env[62361]: _type = "Task" [ 1343.071664] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.073993] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28de4aed-bb8c-4fc4-978a-74728aa0232e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.091159] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.099920] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.099920] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.099920] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.099920] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd40ffb-b66e-4356-ae49-9969bed8a05e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.105076] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Waiting for the task: (returnval){ [ 1343.105076] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52dee7cb-fdd4-d017-23df-7227295e94dc" [ 1343.105076] env[62361]: _type = "Task" [ 1343.105076] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.113975] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52dee7cb-fdd4-d017-23df-7227295e94dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.122272] env[62361]: DEBUG nova.objects.base [None req-fb21c3d6-bc80-4dee-9e4d-dae047ac07a4 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1343.122479] env[62361]: DEBUG nova.network.neutron [None req-fb21c3d6-bc80-4dee-9e4d-dae047ac07a4 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.124361] env[62361]: DEBUG oslo_concurrency.lockutils [None req-963c6eb9-167a-499a-b9ba-d1535fa92a10 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "7d92bde5-1e58-493a-9b90-e18a83fde582" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.943s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.231790] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707858, 'name': Rename_Task, 'duration_secs': 0.128758} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.234387] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.235558] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2bb8905-c156-4635-a4c4-b2b6ddbb5740 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.241718] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1343.241718] env[62361]: value = "task-1707861" [ 1343.241718] env[62361]: _type = "Task" [ 1343.241718] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.252743] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.262230] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb21c3d6-bc80-4dee-9e4d-dae047ac07a4 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Lock "interface-af53eb4c-6e15-4a65-8555-a8966e2e887c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.151s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.292205] env[62361]: DEBUG nova.network.neutron [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Successfully created port: e2d4cd26-eabe-4ac2-8925-5c566dafafde {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.440325] env[62361]: DEBUG nova.compute.manager [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1343.577466] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d99e91e-d9bb-4e1f-a759-ac93c5d71982 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.592172] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707859, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.597216] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.598321] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb92593-e7ca-4dd4-b0c4-044ecba16704 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.632839] env[62361]: DEBUG nova.compute.manager [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1343.639609] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e8afea-9bc9-4d3e-8993-438c87256673 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.652687] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a26ef7a-2566-4e8f-9b28-59f291ad1ca7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.656400] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52dee7cb-fdd4-d017-23df-7227295e94dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.657560] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8339be72-4bb8-4d14-8991-677580774c24 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.667748] env[62361]: DEBUG nova.compute.provider_tree [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.673786] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Waiting for the task: (returnval){ [ 1343.673786] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5230f9a6-a592-d119-4e37-4c867f112939" [ 1343.673786] env[62361]: _type = "Task" [ 1343.673786] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.684025] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5230f9a6-a592-d119-4e37-4c867f112939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.753390] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707861, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.848695] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquiring lock "7d92bde5-1e58-493a-9b90-e18a83fde582" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.849133] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "7d92bde5-1e58-493a-9b90-e18a83fde582" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.849372] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquiring lock "7d92bde5-1e58-493a-9b90-e18a83fde582-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.849581] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "7d92bde5-1e58-493a-9b90-e18a83fde582-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.849771] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "7d92bde5-1e58-493a-9b90-e18a83fde582-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.852382] env[62361]: INFO nova.compute.manager [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Terminating instance [ 1343.854250] env[62361]: DEBUG nova.compute.manager [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1343.854440] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.855343] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f769867-ae2a-4878-ae8b-a7a502bbc04b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.863948] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.863948] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af8a56cf-f9d6-40e9-af52-891078d4e4b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.870207] env[62361]: DEBUG oslo_vmware.api [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1343.870207] env[62361]: value = "task-1707862" [ 1343.870207] env[62361]: _type = "Task" [ 1343.870207] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.878657] env[62361]: DEBUG oslo_vmware.api [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.090183] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59288} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.093116] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 5d9196da-9f8c-43d4-b031-023fd76183d2/5d9196da-9f8c-43d4-b031-023fd76183d2.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1344.093348] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1344.093617] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707860, 'name': ReconfigVM_Task, 'duration_secs': 0.736647} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.093817] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a49d3c76-bd7f-4671-9247-f2fa22cb45bc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.095648] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 278be240-4d07-4131-a893-f21a445a0caf/278be240-4d07-4131-a893-f21a445a0caf.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.096272] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5380708-158e-445e-b71e-66506d4f25b9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.103731] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1344.103731] env[62361]: value = "task-1707864" [ 1344.103731] env[62361]: _type = "Task" [ 1344.103731] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.104921] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1344.104921] env[62361]: value = "task-1707863" [ 1344.104921] env[62361]: _type = "Task" [ 1344.104921] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.117025] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.119842] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707863, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.156458] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.171694] env[62361]: DEBUG nova.scheduler.client.report [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1344.185111] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5230f9a6-a592-d119-4e37-4c867f112939, 'name': SearchDatastore_Task, 'duration_secs': 0.009004} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.185111] env[62361]: DEBUG oslo_concurrency.lockutils [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.185111] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a6a860ad-919e-4184-9850-79316658b946/a6a860ad-919e-4184-9850-79316658b946.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.185111] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74ec7aaf-b31b-4f54-81a5-ded8d63a91db {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.190605] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Waiting for the task: (returnval){ [ 1344.190605] env[62361]: value = "task-1707865" [ 1344.190605] env[62361]: _type = "Task" [ 1344.190605] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.200083] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': task-1707865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.253230] env[62361]: DEBUG oslo_vmware.api [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1707861, 'name': PowerOnVM_Task, 'duration_secs': 0.7382} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.253493] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.253699] env[62361]: INFO nova.compute.manager [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1344.253883] env[62361]: DEBUG nova.compute.manager [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1344.254762] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacba78a-8d45-4784-aa19-1fa32f7746f2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.383895] env[62361]: DEBUG oslo_vmware.api [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707862, 'name': PowerOffVM_Task, 'duration_secs': 0.453203} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.384115] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.384259] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.384515] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7882026e-0037-4f55-916f-4e074721fe95 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.454876] env[62361]: DEBUG nova.compute.manager [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1344.482482] env[62361]: DEBUG nova.virt.hardware [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1344.482738] env[62361]: DEBUG nova.virt.hardware [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1344.482896] env[62361]: DEBUG nova.virt.hardware [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.483094] env[62361]: DEBUG nova.virt.hardware [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1344.483243] env[62361]: DEBUG nova.virt.hardware [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.483391] env[62361]: DEBUG nova.virt.hardware [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1344.483600] env[62361]: DEBUG nova.virt.hardware [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1344.483758] env[62361]: DEBUG nova.virt.hardware [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1344.483925] env[62361]: DEBUG nova.virt.hardware [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1344.484100] env[62361]: DEBUG nova.virt.hardware [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1344.484279] env[62361]: DEBUG nova.virt.hardware [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1344.485218] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c29712b-1ceb-4b8d-979a-11866c99e278 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.495092] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467f4b86-781c-484a-9bb8-c8d7d629c5e0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.623040] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707863, 'name': Rename_Task, 'duration_secs': 0.248619} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.623267] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07071} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.624712] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.625258] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.625598] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.625861] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.626187] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Deleting the datastore file [datastore1] 7d92bde5-1e58-493a-9b90-e18a83fde582 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.626487] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2936c0d-401a-4a13-a0ac-8a882c8b9758 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.629086] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9c74ea-33d1-4328-a20a-3996dde3d16d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.631966] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b619e2fb-ee30-41bc-b69c-64991c2d4dfe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.662985] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 5d9196da-9f8c-43d4-b031-023fd76183d2/5d9196da-9f8c-43d4-b031-023fd76183d2.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.667768] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0385206b-c6fe-449b-8aea-272676a52ba0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.705252] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1344.705252] env[62361]: value = "task-1707867" [ 1344.705252] env[62361]: _type = "Task" [ 1344.705252] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.705252] env[62361]: DEBUG oslo_vmware.api [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1344.705252] env[62361]: value = "task-1707868" [ 1344.705252] env[62361]: _type = "Task" [ 1344.705252] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.705606] env[62361]: DEBUG oslo_concurrency.lockutils [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.711524] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.325s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.713502] env[62361]: INFO nova.compute.claims [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.733655] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1344.733655] env[62361]: value = "task-1707869" [ 1344.733655] env[62361]: _type = "Task" [ 1344.733655] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.748337] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.748650] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': task-1707865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517223} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.749358] env[62361]: DEBUG oslo_vmware.api [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.749813] env[62361]: INFO nova.scheduler.client.report [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Deleted allocations for instance 416dd54f-4444-458b-be82-3324c86fb5c9 [ 1344.755595] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a6a860ad-919e-4184-9850-79316658b946/a6a860ad-919e-4184-9850-79316658b946.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1344.755595] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1344.755595] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e552c4f-42e1-42da-ad81-4ddbc3de9228 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.759149] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.763278] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Waiting for the task: (returnval){ [ 1344.763278] env[62361]: value = "task-1707870" [ 1344.763278] env[62361]: _type = "Task" [ 1344.763278] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.777881] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': task-1707870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.778447] env[62361]: INFO nova.compute.manager [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Took 44.59 seconds to build instance. [ 1345.108828] env[62361]: DEBUG nova.compute.manager [req-22953a64-2f01-4be6-bb80-f5c8fb7e0a90 req-2cb3212d-1c34-4a3f-97a6-cf24d5b65858 service nova] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Received event network-vif-plugged-e2d4cd26-eabe-4ac2-8925-5c566dafafde {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1345.109083] env[62361]: DEBUG oslo_concurrency.lockutils [req-22953a64-2f01-4be6-bb80-f5c8fb7e0a90 req-2cb3212d-1c34-4a3f-97a6-cf24d5b65858 service nova] Acquiring lock "4efa4e8e-02c5-4bad-a716-21d294f28c26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.109288] env[62361]: DEBUG oslo_concurrency.lockutils [req-22953a64-2f01-4be6-bb80-f5c8fb7e0a90 req-2cb3212d-1c34-4a3f-97a6-cf24d5b65858 service nova] Lock "4efa4e8e-02c5-4bad-a716-21d294f28c26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.109463] env[62361]: DEBUG oslo_concurrency.lockutils [req-22953a64-2f01-4be6-bb80-f5c8fb7e0a90 req-2cb3212d-1c34-4a3f-97a6-cf24d5b65858 service nova] Lock "4efa4e8e-02c5-4bad-a716-21d294f28c26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.109631] env[62361]: DEBUG nova.compute.manager [req-22953a64-2f01-4be6-bb80-f5c8fb7e0a90 req-2cb3212d-1c34-4a3f-97a6-cf24d5b65858 service nova] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] No waiting events found dispatching network-vif-plugged-e2d4cd26-eabe-4ac2-8925-5c566dafafde {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1345.109793] env[62361]: WARNING nova.compute.manager [req-22953a64-2f01-4be6-bb80-f5c8fb7e0a90 req-2cb3212d-1c34-4a3f-97a6-cf24d5b65858 service nova] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Received unexpected event network-vif-plugged-e2d4cd26-eabe-4ac2-8925-5c566dafafde for instance with vm_state building and task_state spawning. [ 1345.117052] env[62361]: DEBUG nova.network.neutron [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Successfully updated port: e2d4cd26-eabe-4ac2-8925-5c566dafafde {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.225772] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707867, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.229460] env[62361]: DEBUG oslo_vmware.api [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1707868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506504} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.229841] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.230182] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.230505] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.230796] env[62361]: INFO nova.compute.manager [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1345.231222] env[62361]: DEBUG oslo.service.loopingcall [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1345.231523] env[62361]: DEBUG nova.compute.manager [-] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1345.231722] env[62361]: DEBUG nova.network.neutron [-] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1345.247378] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.259133] env[62361]: DEBUG oslo_concurrency.lockutils [None req-994ae0f1-0c81-4a4b-a1eb-10db11520243 tempest-InstanceActionsNegativeTestJSON-2131511923 tempest-InstanceActionsNegativeTestJSON-2131511923-project-member] Lock "416dd54f-4444-458b-be82-3324c86fb5c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.148s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.274250] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': task-1707870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062818} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.274540] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.275351] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc6eb6c-0b6c-49bb-aa0c-6b9bbcf380ef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.280966] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87dea008-a303-4f5d-97b1-4df6e1562d45 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "0da9b618-9d28-4028-a42b-fa3b9661cb6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.797s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.301313] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] a6a860ad-919e-4184-9850-79316658b946/a6a860ad-919e-4184-9850-79316658b946.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.305493] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a636388f-d552-44c0-927a-8ce4ee1cd534 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.327856] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Waiting for the task: (returnval){ [ 1345.327856] env[62361]: value = "task-1707871" [ 1345.327856] env[62361]: _type = "Task" [ 1345.327856] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.336540] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': task-1707871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.445664] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Acquiring lock "af53eb4c-6e15-4a65-8555-a8966e2e887c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.445664] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Lock "af53eb4c-6e15-4a65-8555-a8966e2e887c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.445664] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Acquiring lock "af53eb4c-6e15-4a65-8555-a8966e2e887c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.445664] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Lock "af53eb4c-6e15-4a65-8555-a8966e2e887c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.445664] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Lock "af53eb4c-6e15-4a65-8555-a8966e2e887c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.447868] env[62361]: INFO nova.compute.manager [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Terminating instance [ 1345.451806] env[62361]: DEBUG nova.compute.manager [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1345.452077] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.452920] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865e7de8-2be8-4eb8-aafa-7107507e027c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.461340] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.461385] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f52f19-eede-4103-b98c-5d6dd735f470 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.470848] env[62361]: DEBUG oslo_vmware.api [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Waiting for the task: (returnval){ [ 1345.470848] env[62361]: value = "task-1707872" [ 1345.470848] env[62361]: _type = "Task" [ 1345.470848] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.480498] env[62361]: DEBUG oslo_vmware.api [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': task-1707872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.626021] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Acquiring lock "refresh_cache-4efa4e8e-02c5-4bad-a716-21d294f28c26" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.626021] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Acquired lock "refresh_cache-4efa4e8e-02c5-4bad-a716-21d294f28c26" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.626021] env[62361]: DEBUG nova.network.neutron [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.726643] env[62361]: DEBUG oslo_vmware.api [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707867, 'name': PowerOnVM_Task, 'duration_secs': 1.075863} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.726940] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.727168] env[62361]: INFO nova.compute.manager [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1345.727353] env[62361]: DEBUG nova.compute.manager [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1345.728211] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd0770e-1df5-4c0e-a0ed-44877f792b36 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.755272] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707869, 'name': ReconfigVM_Task, 'duration_secs': 0.725533} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.755804] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 5d9196da-9f8c-43d4-b031-023fd76183d2/5d9196da-9f8c-43d4-b031-023fd76183d2.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.756621] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e8f6337-e90d-4d37-be50-41e075cbd507 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.763549] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1345.763549] env[62361]: value = "task-1707873" [ 1345.763549] env[62361]: _type = "Task" [ 1345.763549] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.777548] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707873, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.804455] env[62361]: DEBUG nova.compute.manager [None req-096303d0-344d-4440-ae24-13fcaa7cef36 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 73325446-0719-4e58-ade7-9a0dfcd4f659] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1345.853775] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': task-1707871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.980764] env[62361]: DEBUG oslo_vmware.api [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': task-1707872, 'name': PowerOffVM_Task, 'duration_secs': 0.35875} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.981251] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.981565] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.981934] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfe31090-0980-4250-bf72-fddf14c8c451 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.053228] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.053586] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.053843] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Deleting the datastore file [datastore1] af53eb4c-6e15-4a65-8555-a8966e2e887c {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.054179] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0269d18-3ab8-4fac-8d89-569c36909111 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.061257] env[62361]: DEBUG oslo_vmware.api [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Waiting for the task: (returnval){ [ 1346.061257] env[62361]: value = "task-1707875" [ 1346.061257] env[62361]: _type = "Task" [ 1346.061257] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.072408] env[62361]: DEBUG oslo_vmware.api [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': task-1707875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.184320] env[62361]: DEBUG nova.network.neutron [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.257760] env[62361]: INFO nova.compute.manager [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Took 43.29 seconds to build instance. [ 1346.268754] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "fffbfa22-099b-4030-9f42-1a3139a0261f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.269157] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "fffbfa22-099b-4030-9f42-1a3139a0261f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.281803] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707873, 'name': Rename_Task, 'duration_secs': 0.263713} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.282511] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.282511] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-385236b8-0336-4828-a11a-fc70849690e2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.289093] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1346.289093] env[62361]: value = "task-1707876" [ 1346.289093] env[62361]: _type = "Task" [ 1346.289093] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.307207] env[62361]: DEBUG nova.compute.manager [None req-096303d0-344d-4440-ae24-13fcaa7cef36 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 73325446-0719-4e58-ade7-9a0dfcd4f659] Instance disappeared before build. {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2440}} [ 1346.308553] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.345725] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': task-1707871, 'name': ReconfigVM_Task, 'duration_secs': 0.774682} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.346014] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Reconfigured VM instance instance-00000019 to attach disk [datastore1] a6a860ad-919e-4184-9850-79316658b946/a6a860ad-919e-4184-9850-79316658b946.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.346623] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ed361fa-ebb3-4994-a96f-643d03080a4d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.352473] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Waiting for the task: (returnval){ [ 1346.352473] env[62361]: value = "task-1707877" [ 1346.352473] env[62361]: _type = "Task" [ 1346.352473] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.363067] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': task-1707877, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.376241] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01421b3-39e7-40ed-8686-f83324f612a6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.383048] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44924b0b-0a9b-4b74-b0ef-7685a335f3ae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.417225] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6586379-0843-4ce7-a81c-9478a79d997c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.425082] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8bac55-8ead-4535-b73b-e62647928a9c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.439370] env[62361]: DEBUG nova.compute.provider_tree [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.482711] env[62361]: DEBUG nova.network.neutron [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Updating instance_info_cache with network_info: [{"id": "e2d4cd26-eabe-4ac2-8925-5c566dafafde", "address": "fa:16:3e:24:1e:bd", "network": {"id": "f7c9b89c-7859-4942-9fda-fc34c2424f63", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1335637263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727e7533aad24aacbff44527cda74792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d4cd26-ea", "ovs_interfaceid": "e2d4cd26-eabe-4ac2-8925-5c566dafafde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.571672] env[62361]: DEBUG oslo_vmware.api [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Task: {'id': task-1707875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186903} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.571927] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.572142] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.572325] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.572495] env[62361]: INFO nova.compute.manager [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1346.572742] env[62361]: DEBUG oslo.service.loopingcall [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1346.572932] env[62361]: DEBUG nova.compute.manager [-] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1346.573042] env[62361]: DEBUG nova.network.neutron [-] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1346.678861] env[62361]: DEBUG nova.network.neutron [-] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.765134] env[62361]: DEBUG oslo_concurrency.lockutils [None req-30e4de8c-62c3-47ba-bca6-3f5b414bcf44 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Lock "278be240-4d07-4131-a893-f21a445a0caf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.304s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.803588] env[62361]: DEBUG oslo_vmware.api [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707876, 'name': PowerOnVM_Task, 'duration_secs': 0.438584} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.803815] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.804060] env[62361]: DEBUG nova.compute.manager [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1346.804941] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da48d9b-85d1-4535-abc6-d165a0a30b27 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.819720] env[62361]: DEBUG oslo_concurrency.lockutils [None req-096303d0-344d-4440-ae24-13fcaa7cef36 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "73325446-0719-4e58-ade7-9a0dfcd4f659" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.716s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.863514] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': task-1707877, 'name': Rename_Task, 'duration_secs': 0.15459} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.863778] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.864059] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc86e222-fd68-4951-887b-d2bd3e703869 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.870679] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Waiting for the task: (returnval){ [ 1346.870679] env[62361]: value = "task-1707878" [ 1346.870679] env[62361]: _type = "Task" [ 1346.870679] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.878618] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': task-1707878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.944996] env[62361]: DEBUG nova.scheduler.client.report [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1346.985526] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Releasing lock "refresh_cache-4efa4e8e-02c5-4bad-a716-21d294f28c26" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.985855] env[62361]: DEBUG nova.compute.manager [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Instance network_info: |[{"id": "e2d4cd26-eabe-4ac2-8925-5c566dafafde", "address": "fa:16:3e:24:1e:bd", "network": {"id": "f7c9b89c-7859-4942-9fda-fc34c2424f63", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1335637263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727e7533aad24aacbff44527cda74792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d4cd26-ea", "ovs_interfaceid": "e2d4cd26-eabe-4ac2-8925-5c566dafafde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1346.986310] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:1e:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2d4cd26-eabe-4ac2-8925-5c566dafafde', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.997383] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Creating folder: Project (727e7533aad24aacbff44527cda74792). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.997383] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80e0e185-3250-4bf0-b7fb-7bc9ee6e2ca9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.008649] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Created folder: Project (727e7533aad24aacbff44527cda74792) in parent group-v355747. [ 1347.008843] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Creating folder: Instances. Parent ref: group-v355838. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1347.009115] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be7cd703-5eb3-4759-a6f2-9c1339cd6d53 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.021899] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Created folder: Instances in parent group-v355838. [ 1347.022168] env[62361]: DEBUG oslo.service.loopingcall [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.022366] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.022569] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f8de1ee-1e71-437c-a80f-bddee3f41e60 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.051623] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.051623] env[62361]: value = "task-1707881" [ 1347.051623] env[62361]: _type = "Task" [ 1347.051623] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.060846] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707881, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.183393] env[62361]: INFO nova.compute.manager [-] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Took 1.95 seconds to deallocate network for instance. [ 1347.240880] env[62361]: DEBUG nova.compute.manager [req-fec7ac03-4beb-4c57-b65d-b7caa834c7f3 req-51ee9d7d-7ac2-4bb2-bd09-06df06bab6de service nova] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Received event network-vif-deleted-4bc32fe7-02cc-482a-8770-1a9dd73aec66 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1347.241144] env[62361]: INFO nova.compute.manager [req-fec7ac03-4beb-4c57-b65d-b7caa834c7f3 req-51ee9d7d-7ac2-4bb2-bd09-06df06bab6de service nova] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Neutron deleted interface 4bc32fe7-02cc-482a-8770-1a9dd73aec66; detaching it from the instance and deleting it from the info cache [ 1347.241245] env[62361]: DEBUG nova.network.neutron [req-fec7ac03-4beb-4c57-b65d-b7caa834c7f3 req-51ee9d7d-7ac2-4bb2-bd09-06df06bab6de service nova] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.267809] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1347.309612] env[62361]: DEBUG nova.compute.manager [req-2722e495-7ca1-43e2-8341-185769885240 req-85f0a0a9-67ba-4d39-83d7-1a1c3f8ccd7e service nova] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Received event network-changed-e2d4cd26-eabe-4ac2-8925-5c566dafafde {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1347.309818] env[62361]: DEBUG nova.compute.manager [req-2722e495-7ca1-43e2-8341-185769885240 req-85f0a0a9-67ba-4d39-83d7-1a1c3f8ccd7e service nova] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Refreshing instance network info cache due to event network-changed-e2d4cd26-eabe-4ac2-8925-5c566dafafde. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1347.310051] env[62361]: DEBUG oslo_concurrency.lockutils [req-2722e495-7ca1-43e2-8341-185769885240 req-85f0a0a9-67ba-4d39-83d7-1a1c3f8ccd7e service nova] Acquiring lock "refresh_cache-4efa4e8e-02c5-4bad-a716-21d294f28c26" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.310206] env[62361]: DEBUG oslo_concurrency.lockutils [req-2722e495-7ca1-43e2-8341-185769885240 req-85f0a0a9-67ba-4d39-83d7-1a1c3f8ccd7e service nova] Acquired lock "refresh_cache-4efa4e8e-02c5-4bad-a716-21d294f28c26" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.310397] env[62361]: DEBUG nova.network.neutron [req-2722e495-7ca1-43e2-8341-185769885240 req-85f0a0a9-67ba-4d39-83d7-1a1c3f8ccd7e service nova] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Refreshing network info cache for port e2d4cd26-eabe-4ac2-8925-5c566dafafde {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.322968] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1347.330635] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.381869] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': task-1707878, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.451075] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.452301] env[62361]: DEBUG nova.compute.manager [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1347.455283] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.373s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.456843] env[62361]: INFO nova.compute.claims [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.564697] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707881, 'name': CreateVM_Task, 'duration_secs': 0.437099} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.564886] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.565599] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.565798] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.566148] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.566410] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181333d6-3949-4fb6-9fa2-8c224a9272cc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.571142] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Waiting for the task: (returnval){ [ 1347.571142] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524ec05d-47e0-1e3c-7cec-62a7ceffd048" [ 1347.571142] env[62361]: _type = "Task" [ 1347.571142] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.580382] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524ec05d-47e0-1e3c-7cec-62a7ceffd048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.587837] env[62361]: DEBUG nova.network.neutron [-] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.650156] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquiring lock "5d9196da-9f8c-43d4-b031-023fd76183d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.650440] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Lock "5d9196da-9f8c-43d4-b031-023fd76183d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.650652] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquiring lock "5d9196da-9f8c-43d4-b031-023fd76183d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.650861] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Lock "5d9196da-9f8c-43d4-b031-023fd76183d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.651124] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Lock "5d9196da-9f8c-43d4-b031-023fd76183d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.654501] env[62361]: INFO nova.compute.manager [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Terminating instance [ 1347.656492] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquiring lock "refresh_cache-5d9196da-9f8c-43d4-b031-023fd76183d2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.656561] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquired lock "refresh_cache-5d9196da-9f8c-43d4-b031-023fd76183d2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.656705] env[62361]: DEBUG nova.network.neutron [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.696231] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.745716] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-caddc774-67b8-4cbd-8fab-8110f9a420f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.758862] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb35e60-91e7-437a-9acf-da46ea07f77e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.794205] env[62361]: DEBUG nova.compute.manager [req-fec7ac03-4beb-4c57-b65d-b7caa834c7f3 req-51ee9d7d-7ac2-4bb2-bd09-06df06bab6de service nova] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Detach interface failed, port_id=4bc32fe7-02cc-482a-8770-1a9dd73aec66, reason: Instance af53eb4c-6e15-4a65-8555-a8966e2e887c could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1347.801815] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.847738] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.882149] env[62361]: DEBUG oslo_vmware.api [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Task: {'id': task-1707878, 'name': PowerOnVM_Task, 'duration_secs': 0.718147} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.882323] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1347.882737] env[62361]: DEBUG nova.compute.manager [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1347.883563] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bf6665-9089-4546-8278-6a63a17e1a36 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.961843] env[62361]: DEBUG nova.compute.utils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1347.966733] env[62361]: DEBUG nova.compute.manager [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1347.967460] env[62361]: DEBUG nova.network.neutron [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1348.035048] env[62361]: DEBUG nova.policy [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05dd3b97552740c5935e9e7dcad7717a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1292fa8258bd4b159755668cf8ac1588', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1348.087040] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524ec05d-47e0-1e3c-7cec-62a7ceffd048, 'name': SearchDatastore_Task, 'duration_secs': 0.024084} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.087376] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.087613] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.087840] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.088023] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.088233] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.088493] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4af75feb-beb2-41ec-850e-418164271253 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.090860] env[62361]: INFO nova.compute.manager [-] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Took 1.52 seconds to deallocate network for instance. [ 1348.105175] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.105175] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.105175] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e01ba5-0878-426c-a455-095c7a34c75d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.111563] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Waiting for the task: (returnval){ [ 1348.111563] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5273cc92-7a4e-0bd8-ea1c-675a77438827" [ 1348.111563] env[62361]: _type = "Task" [ 1348.111563] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.121284] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5273cc92-7a4e-0bd8-ea1c-675a77438827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.127155] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Acquiring lock "7147df9b-7e03-43fd-8bbc-54d8d0317a77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.128322] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Lock "7147df9b-7e03-43fd-8bbc-54d8d0317a77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.128566] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Acquiring lock "7147df9b-7e03-43fd-8bbc-54d8d0317a77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.129387] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Lock "7147df9b-7e03-43fd-8bbc-54d8d0317a77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.129387] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Lock "7147df9b-7e03-43fd-8bbc-54d8d0317a77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.131645] env[62361]: INFO nova.compute.manager [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Terminating instance [ 1348.133674] env[62361]: DEBUG nova.compute.manager [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1348.133829] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.134669] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d41bec-7734-4a46-a9b3-9e9c25330d6c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.138343] env[62361]: DEBUG nova.network.neutron [req-2722e495-7ca1-43e2-8341-185769885240 req-85f0a0a9-67ba-4d39-83d7-1a1c3f8ccd7e service nova] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Updated VIF entry in instance network info cache for port e2d4cd26-eabe-4ac2-8925-5c566dafafde. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.138703] env[62361]: DEBUG nova.network.neutron [req-2722e495-7ca1-43e2-8341-185769885240 req-85f0a0a9-67ba-4d39-83d7-1a1c3f8ccd7e service nova] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Updating instance_info_cache with network_info: [{"id": "e2d4cd26-eabe-4ac2-8925-5c566dafafde", "address": "fa:16:3e:24:1e:bd", "network": {"id": "f7c9b89c-7859-4942-9fda-fc34c2424f63", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1335637263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727e7533aad24aacbff44527cda74792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d4cd26-ea", "ovs_interfaceid": "e2d4cd26-eabe-4ac2-8925-5c566dafafde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.144099] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.144701] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87e5a23a-c1bb-4439-bad2-6f85dd5945ae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.151373] env[62361]: DEBUG oslo_vmware.api [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Waiting for the task: (returnval){ [ 1348.151373] env[62361]: value = "task-1707882" [ 1348.151373] env[62361]: _type = "Task" [ 1348.151373] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.167344] env[62361]: DEBUG oslo_vmware.api [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.181844] env[62361]: DEBUG nova.network.neutron [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.234971] env[62361]: DEBUG nova.network.neutron [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.239099] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquiring lock "278be240-4d07-4131-a893-f21a445a0caf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.239331] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Lock "278be240-4d07-4131-a893-f21a445a0caf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.239536] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquiring lock "278be240-4d07-4131-a893-f21a445a0caf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.239720] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Lock "278be240-4d07-4131-a893-f21a445a0caf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.239886] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Lock "278be240-4d07-4131-a893-f21a445a0caf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.244017] env[62361]: INFO nova.compute.manager [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Terminating instance [ 1348.244445] env[62361]: DEBUG nova.compute.manager [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1348.244481] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.245329] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f34d704-1be3-47ab-89d4-8d17a8a8cfbc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.254585] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.254852] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-609f66de-5883-4b2a-8893-4aed5f07dac6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.263922] env[62361]: DEBUG oslo_vmware.api [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1348.263922] env[62361]: value = "task-1707883" [ 1348.263922] env[62361]: _type = "Task" [ 1348.263922] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.272897] env[62361]: DEBUG oslo_vmware.api [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.408751] env[62361]: DEBUG oslo_concurrency.lockutils [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.468301] env[62361]: DEBUG nova.compute.manager [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1348.480391] env[62361]: DEBUG nova.network.neutron [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Successfully created port: 981af6f9-4ad2-4c39-bd96-809296533d76 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1348.599356] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.622868] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5273cc92-7a4e-0bd8-ea1c-675a77438827, 'name': SearchDatastore_Task, 'duration_secs': 0.016304} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.624143] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7801f1f-6997-47aa-990c-73f1f1726c0f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.631536] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Waiting for the task: (returnval){ [ 1348.631536] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52abb5c5-9c7e-5d15-8ead-195d412dd036" [ 1348.631536] env[62361]: _type = "Task" [ 1348.631536] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.639827] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52abb5c5-9c7e-5d15-8ead-195d412dd036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.641868] env[62361]: DEBUG oslo_concurrency.lockutils [req-2722e495-7ca1-43e2-8341-185769885240 req-85f0a0a9-67ba-4d39-83d7-1a1c3f8ccd7e service nova] Releasing lock "refresh_cache-4efa4e8e-02c5-4bad-a716-21d294f28c26" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.643860] env[62361]: DEBUG nova.compute.manager [req-2722e495-7ca1-43e2-8341-185769885240 req-85f0a0a9-67ba-4d39-83d7-1a1c3f8ccd7e service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Received event network-vif-deleted-19c046b1-8dc2-45e2-9843-fab78258138b {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1348.644222] env[62361]: DEBUG nova.compute.manager [req-2722e495-7ca1-43e2-8341-185769885240 req-85f0a0a9-67ba-4d39-83d7-1a1c3f8ccd7e service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Received event network-vif-deleted-1a7208b2-1da6-408e-85a3-8c7438336c59 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1348.644414] env[62361]: DEBUG nova.compute.manager [req-2722e495-7ca1-43e2-8341-185769885240 req-85f0a0a9-67ba-4d39-83d7-1a1c3f8ccd7e service nova] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Received event network-vif-deleted-3ab076f3-afe2-4c8d-8f28-f80cfd2ea0b9 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1348.662444] env[62361]: DEBUG oslo_vmware.api [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707882, 'name': PowerOffVM_Task, 'duration_secs': 0.22098} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.667602] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.667602] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.667602] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac9b258c-d25e-4f02-a13d-d8fce4836dfd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.737809] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Releasing lock "refresh_cache-5d9196da-9f8c-43d4-b031-023fd76183d2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.738036] env[62361]: DEBUG nova.compute.manager [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1348.738246] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.745332] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448528ff-bb81-4a80-aee0-7c1862bee0fa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.748856] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.749087] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.749275] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Deleting the datastore file [datastore1] 7147df9b-7e03-43fd-8bbc-54d8d0317a77 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.750615] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bad1dd87-8125-4af8-b8b0-133330303f95 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.757151] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.757720] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcd17e61-70ea-4dd5-bc55-f3b4842b78f0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.759468] env[62361]: DEBUG oslo_vmware.api [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Waiting for the task: (returnval){ [ 1348.759468] env[62361]: value = "task-1707885" [ 1348.759468] env[62361]: _type = "Task" [ 1348.759468] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.766023] env[62361]: DEBUG oslo_vmware.api [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1348.766023] env[62361]: value = "task-1707886" [ 1348.766023] env[62361]: _type = "Task" [ 1348.766023] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.776067] env[62361]: DEBUG oslo_vmware.api [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.781815] env[62361]: DEBUG oslo_vmware.api [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707883, 'name': PowerOffVM_Task, 'duration_secs': 0.201947} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.787255] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.787464] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.787734] env[62361]: DEBUG oslo_vmware.api [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.788207] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2182325-d637-44f3-8c9b-cf876a1cadac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.868080] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.868353] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.868539] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Deleting the datastore file [datastore1] 278be240-4d07-4131-a893-f21a445a0caf {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.868800] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d198375e-bce4-40b5-b33d-feecfaa81e5b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.878146] env[62361]: DEBUG oslo_vmware.api [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for the task: (returnval){ [ 1348.878146] env[62361]: value = "task-1707888" [ 1348.878146] env[62361]: _type = "Task" [ 1348.878146] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.889351] env[62361]: DEBUG oslo_vmware.api [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.013606] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquiring lock "a6a860ad-919e-4184-9850-79316658b946" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.013606] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Lock "a6a860ad-919e-4184-9850-79316658b946" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.013606] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquiring lock "a6a860ad-919e-4184-9850-79316658b946-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.014557] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Lock "a6a860ad-919e-4184-9850-79316658b946-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.014557] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Lock "a6a860ad-919e-4184-9850-79316658b946-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.020260] env[62361]: INFO nova.compute.manager [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Terminating instance [ 1349.022797] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquiring lock "refresh_cache-a6a860ad-919e-4184-9850-79316658b946" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.023134] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquired lock "refresh_cache-a6a860ad-919e-4184-9850-79316658b946" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.023471] env[62361]: DEBUG nova.network.neutron [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.089408] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3124b0-fc73-4c56-93f0-06453299f34e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.097119] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663cfa83-036b-4146-8f8e-9379d04b4878 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.129319] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2244a579-cd4e-47e0-b887-bffeff8390e6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.143222] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c828574d-96d9-4966-a383-2efc54386139 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.147371] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52abb5c5-9c7e-5d15-8ead-195d412dd036, 'name': SearchDatastore_Task, 'duration_secs': 0.029283} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.147723] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.148231] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 4efa4e8e-02c5-4bad-a716-21d294f28c26/4efa4e8e-02c5-4bad-a716-21d294f28c26.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1349.148773] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3c82f7f-20d5-4922-800a-c41cc1711578 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.160127] env[62361]: DEBUG nova.compute.provider_tree [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.164361] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Waiting for the task: (returnval){ [ 1349.164361] env[62361]: value = "task-1707889" [ 1349.164361] env[62361]: _type = "Task" [ 1349.164361] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.173682] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.270695] env[62361]: DEBUG oslo_vmware.api [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Task: {'id': task-1707885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201969} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.274059] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.274268] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.274471] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.274651] env[62361]: INFO nova.compute.manager [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1349.274926] env[62361]: DEBUG oslo.service.loopingcall [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.275405] env[62361]: DEBUG nova.compute.manager [-] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1349.275405] env[62361]: DEBUG nova.network.neutron [-] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.282748] env[62361]: DEBUG oslo_vmware.api [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707886, 'name': PowerOffVM_Task, 'duration_secs': 0.126367} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.283217] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.284603] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.284603] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e3c354b-8a0f-45a9-97c2-e99b7a64777b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.307020] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.307346] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.307574] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Deleting the datastore file [datastore1] 5d9196da-9f8c-43d4-b031-023fd76183d2 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.307906] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e7ddc8d-e863-47a5-bd43-172f24930ffb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.314675] env[62361]: DEBUG oslo_vmware.api [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for the task: (returnval){ [ 1349.314675] env[62361]: value = "task-1707891" [ 1349.314675] env[62361]: _type = "Task" [ 1349.314675] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.322999] env[62361]: DEBUG oslo_vmware.api [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.389987] env[62361]: DEBUG oslo_vmware.api [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Task: {'id': task-1707888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193012} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.390313] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.390531] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.390753] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.390965] env[62361]: INFO nova.compute.manager [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1349.391348] env[62361]: DEBUG oslo.service.loopingcall [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.391569] env[62361]: DEBUG nova.compute.manager [-] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1349.391665] env[62361]: DEBUG nova.network.neutron [-] [instance: 278be240-4d07-4131-a893-f21a445a0caf] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.482195] env[62361]: DEBUG nova.compute.manager [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1349.523209] env[62361]: DEBUG nova.virt.hardware [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1349.523502] env[62361]: DEBUG nova.virt.hardware [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1349.523662] env[62361]: DEBUG nova.virt.hardware [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.523846] env[62361]: DEBUG nova.virt.hardware [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1349.523995] env[62361]: DEBUG nova.virt.hardware [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.524167] env[62361]: DEBUG nova.virt.hardware [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1349.524380] env[62361]: DEBUG nova.virt.hardware [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1349.526207] env[62361]: DEBUG nova.virt.hardware [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1349.526207] env[62361]: DEBUG nova.virt.hardware [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1349.526207] env[62361]: DEBUG nova.virt.hardware [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1349.526207] env[62361]: DEBUG nova.virt.hardware [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1349.526207] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72316c08-ca1d-43bc-b1d9-63f15f93690c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.537677] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a99f0eb-1cd9-4527-8477-8d972daad1af {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.564142] env[62361]: DEBUG nova.network.neutron [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1349.665106] env[62361]: DEBUG nova.scheduler.client.report [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1349.678199] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707889, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.692431] env[62361]: DEBUG nova.network.neutron [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.826527] env[62361]: DEBUG oslo_vmware.api [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Task: {'id': task-1707891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393841} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.826929] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.828031] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.828318] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.828605] env[62361]: INFO nova.compute.manager [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1349.828934] env[62361]: DEBUG oslo.service.loopingcall [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.829227] env[62361]: DEBUG nova.compute.manager [-] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1349.829422] env[62361]: DEBUG nova.network.neutron [-] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.860217] env[62361]: DEBUG nova.network.neutron [-] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1350.140601] env[62361]: DEBUG nova.compute.manager [req-284d003a-789a-4664-a435-68735227acef req-bb97574a-0c64-415f-a1a8-8e5c16a2bac1 service nova] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Received event network-vif-deleted-ead68c59-2336-47d8-9e81-50025f6f7fd1 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1350.140859] env[62361]: INFO nova.compute.manager [req-284d003a-789a-4664-a435-68735227acef req-bb97574a-0c64-415f-a1a8-8e5c16a2bac1 service nova] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Neutron deleted interface ead68c59-2336-47d8-9e81-50025f6f7fd1; detaching it from the instance and deleting it from the info cache [ 1350.143261] env[62361]: DEBUG nova.network.neutron [req-284d003a-789a-4664-a435-68735227acef req-bb97574a-0c64-415f-a1a8-8e5c16a2bac1 service nova] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.174255] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.175550] env[62361]: DEBUG nova.compute.manager [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1350.179647] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.645s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.180089] env[62361]: DEBUG nova.objects.instance [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lazy-loading 'resources' on Instance uuid 3d3de8fe-5189-4105-bc80-566c5307922e {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.190923] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707889, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.198177] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Releasing lock "refresh_cache-a6a860ad-919e-4184-9850-79316658b946" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.199029] env[62361]: DEBUG nova.compute.manager [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1350.199549] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.200483] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea10521-076d-4925-87d4-f4c9064a9ca6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.217621] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.219852] env[62361]: DEBUG nova.compute.manager [req-8549e848-b30c-4dbc-b719-04801c18184f req-2c039bf6-d145-416b-97ae-52756da42eea service nova] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Received event network-vif-plugged-981af6f9-4ad2-4c39-bd96-809296533d76 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1350.220272] env[62361]: DEBUG oslo_concurrency.lockutils [req-8549e848-b30c-4dbc-b719-04801c18184f req-2c039bf6-d145-416b-97ae-52756da42eea service nova] Acquiring lock "9daab8ae-8d10-4349-aafe-b5e00459521c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.220644] env[62361]: DEBUG oslo_concurrency.lockutils [req-8549e848-b30c-4dbc-b719-04801c18184f req-2c039bf6-d145-416b-97ae-52756da42eea service nova] Lock "9daab8ae-8d10-4349-aafe-b5e00459521c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.221402] env[62361]: DEBUG oslo_concurrency.lockutils [req-8549e848-b30c-4dbc-b719-04801c18184f req-2c039bf6-d145-416b-97ae-52756da42eea service nova] Lock "9daab8ae-8d10-4349-aafe-b5e00459521c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.221767] env[62361]: DEBUG nova.compute.manager [req-8549e848-b30c-4dbc-b719-04801c18184f req-2c039bf6-d145-416b-97ae-52756da42eea service nova] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] No waiting events found dispatching network-vif-plugged-981af6f9-4ad2-4c39-bd96-809296533d76 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1350.222168] env[62361]: WARNING nova.compute.manager [req-8549e848-b30c-4dbc-b719-04801c18184f req-2c039bf6-d145-416b-97ae-52756da42eea service nova] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Received unexpected event network-vif-plugged-981af6f9-4ad2-4c39-bd96-809296533d76 for instance with vm_state building and task_state spawning. [ 1350.222613] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69ae072e-feb3-469f-b173-bb48715bba00 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.233951] env[62361]: DEBUG oslo_vmware.api [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1350.233951] env[62361]: value = "task-1707892" [ 1350.233951] env[62361]: _type = "Task" [ 1350.233951] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.249619] env[62361]: DEBUG oslo_vmware.api [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.361610] env[62361]: DEBUG nova.network.neutron [-] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.432876] env[62361]: DEBUG nova.network.neutron [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Successfully updated port: 981af6f9-4ad2-4c39-bd96-809296533d76 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1350.588681] env[62361]: DEBUG nova.network.neutron [-] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.646491] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bf0d6f3-2e61-41a3-b9f7-157f275f601c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.655491] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5844d46f-9ffb-4cfc-9e88-2858001f2b7a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.677689] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707889, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.505993} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.677958] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 4efa4e8e-02c5-4bad-a716-21d294f28c26/4efa4e8e-02c5-4bad-a716-21d294f28c26.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.678196] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.678453] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a63352ec-851c-415c-a3de-04657c0ba731 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.692355] env[62361]: DEBUG nova.compute.utils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1350.700774] env[62361]: DEBUG nova.compute.manager [req-284d003a-789a-4664-a435-68735227acef req-bb97574a-0c64-415f-a1a8-8e5c16a2bac1 service nova] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Detach interface failed, port_id=ead68c59-2336-47d8-9e81-50025f6f7fd1, reason: Instance 278be240-4d07-4131-a893-f21a445a0caf could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1350.707289] env[62361]: DEBUG nova.compute.manager [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1350.709021] env[62361]: DEBUG nova.network.neutron [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1350.712839] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Waiting for the task: (returnval){ [ 1350.712839] env[62361]: value = "task-1707893" [ 1350.712839] env[62361]: _type = "Task" [ 1350.712839] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.722171] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.745795] env[62361]: DEBUG oslo_vmware.api [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707892, 'name': PowerOffVM_Task, 'duration_secs': 0.285345} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.746134] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.746403] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.746777] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6caa0553-8a8c-4dad-bb51-5c9e5b51153c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.773752] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.773970] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.774163] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Deleting the datastore file [datastore1] a6a860ad-919e-4184-9850-79316658b946 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.774420] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-874b5af1-5d25-4b57-96ef-ab5e31f4dace {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.780615] env[62361]: DEBUG oslo_vmware.api [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for the task: (returnval){ [ 1350.780615] env[62361]: value = "task-1707895" [ 1350.780615] env[62361]: _type = "Task" [ 1350.780615] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.788482] env[62361]: DEBUG oslo_vmware.api [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.806694] env[62361]: DEBUG nova.policy [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e7476282deb4c76bec8964660e30c1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59816017fcf446c4946a84809b59ae1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1350.865765] env[62361]: INFO nova.compute.manager [-] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Took 1.04 seconds to deallocate network for instance. [ 1350.880463] env[62361]: DEBUG nova.network.neutron [-] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.938533] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "refresh_cache-9daab8ae-8d10-4349-aafe-b5e00459521c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.938685] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquired lock "refresh_cache-9daab8ae-8d10-4349-aafe-b5e00459521c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.938832] env[62361]: DEBUG nova.network.neutron [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.101568] env[62361]: INFO nova.compute.manager [-] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Took 1.71 seconds to deallocate network for instance. [ 1351.205190] env[62361]: DEBUG nova.compute.manager [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1351.226665] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285165} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.229604] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.231254] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6fd5a4-0d50-4b14-92b6-7362b61485dd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.258460] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 4efa4e8e-02c5-4bad-a716-21d294f28c26/4efa4e8e-02c5-4bad-a716-21d294f28c26.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.262819] env[62361]: DEBUG nova.network.neutron [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Successfully created port: 68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1351.264640] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12686131-ae41-4c86-9ede-df029c7d0238 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.287293] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Waiting for the task: (returnval){ [ 1351.287293] env[62361]: value = "task-1707896" [ 1351.287293] env[62361]: _type = "Task" [ 1351.287293] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.290863] env[62361]: DEBUG oslo_vmware.api [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Task: {'id': task-1707895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296386} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.293924] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.294143] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.294311] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.294533] env[62361]: INFO nova.compute.manager [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1351.294707] env[62361]: DEBUG oslo.service.loopingcall [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1351.294934] env[62361]: DEBUG nova.compute.manager [-] [instance: a6a860ad-919e-4184-9850-79316658b946] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1351.295040] env[62361]: DEBUG nova.network.neutron [-] [instance: a6a860ad-919e-4184-9850-79316658b946] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1351.304797] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.323473] env[62361]: DEBUG nova.network.neutron [-] [instance: a6a860ad-919e-4184-9850-79316658b946] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.383225] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.383762] env[62361]: INFO nova.compute.manager [-] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Took 2.11 seconds to deallocate network for instance. [ 1351.427097] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2f71fc-6974-4a67-bece-bf85bd62fb06 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.440029] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbcbf0b-2d4e-45c7-a5c0-af783000c692 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.477641] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87b2572-64a6-4e83-8ef4-25d03c7078e8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.485797] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697cce8c-ce60-4384-b983-0cf6b7b0601d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.501520] env[62361]: DEBUG nova.compute.provider_tree [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.528444] env[62361]: DEBUG nova.network.neutron [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.612613] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.803177] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.805683] env[62361]: DEBUG nova.network.neutron [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Updating instance_info_cache with network_info: [{"id": "981af6f9-4ad2-4c39-bd96-809296533d76", "address": "fa:16:3e:f4:1a:e7", "network": {"id": "445a976b-3bcb-45b0-b1a4-cb74bde4bb70", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1487765863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1292fa8258bd4b159755668cf8ac1588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap981af6f9-4a", "ovs_interfaceid": "981af6f9-4ad2-4c39-bd96-809296533d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.828051] env[62361]: DEBUG nova.network.neutron [-] [instance: a6a860ad-919e-4184-9850-79316658b946] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.894484] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.009238] env[62361]: DEBUG nova.scheduler.client.report [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1352.183404] env[62361]: DEBUG nova.compute.manager [req-8be2dc4f-0b4c-4727-af9f-5157a17a0595 req-2f57e4b4-252b-4b63-aaea-768422cb3553 service nova] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Received event network-vif-deleted-5706d886-0df0-43f6-b1bc-b489cc3edbf0 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1352.219476] env[62361]: DEBUG nova.compute.manager [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1352.248936] env[62361]: DEBUG nova.virt.hardware [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1352.249254] env[62361]: DEBUG nova.virt.hardware [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1352.249415] env[62361]: DEBUG nova.virt.hardware [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.249597] env[62361]: DEBUG nova.virt.hardware [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1352.249731] env[62361]: DEBUG nova.virt.hardware [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.249896] env[62361]: DEBUG nova.virt.hardware [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1352.251143] env[62361]: DEBUG nova.virt.hardware [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1352.251369] env[62361]: DEBUG nova.virt.hardware [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1352.251551] env[62361]: DEBUG nova.virt.hardware [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1352.251770] env[62361]: DEBUG nova.virt.hardware [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1352.252335] env[62361]: DEBUG nova.virt.hardware [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1352.253613] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e88743d-e99c-496a-9e0f-7fa4bc3a8b1c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.262649] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a4639a-b87f-4e2b-983b-5944d7b5e370 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.304111] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707896, 'name': ReconfigVM_Task, 'duration_secs': 0.657985} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.304111] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 4efa4e8e-02c5-4bad-a716-21d294f28c26/4efa4e8e-02c5-4bad-a716-21d294f28c26.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.304512] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deac0ed1-ea21-4c66-9dac-d03a00e3398b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.308222] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Releasing lock "refresh_cache-9daab8ae-8d10-4349-aafe-b5e00459521c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.308419] env[62361]: DEBUG nova.compute.manager [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Instance network_info: |[{"id": "981af6f9-4ad2-4c39-bd96-809296533d76", "address": "fa:16:3e:f4:1a:e7", "network": {"id": "445a976b-3bcb-45b0-b1a4-cb74bde4bb70", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1487765863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1292fa8258bd4b159755668cf8ac1588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap981af6f9-4a", "ovs_interfaceid": "981af6f9-4ad2-4c39-bd96-809296533d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1352.308794] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:1a:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '981af6f9-4ad2-4c39-bd96-809296533d76', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.316935] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Creating folder: Project (1292fa8258bd4b159755668cf8ac1588). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1352.319695] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acf81f60-8479-404f-b739-cad144d75eb2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.321608] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Waiting for the task: (returnval){ [ 1352.321608] env[62361]: value = "task-1707897" [ 1352.321608] env[62361]: _type = "Task" [ 1352.321608] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.322767] env[62361]: DEBUG nova.compute.manager [req-f790cc77-28d7-409a-a2b9-59805c398e1b req-f3c6da7c-be81-4b08-8664-3ef6b8d77e2e service nova] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Received event network-changed-981af6f9-4ad2-4c39-bd96-809296533d76 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1352.323039] env[62361]: DEBUG nova.compute.manager [req-f790cc77-28d7-409a-a2b9-59805c398e1b req-f3c6da7c-be81-4b08-8664-3ef6b8d77e2e service nova] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Refreshing instance network info cache due to event network-changed-981af6f9-4ad2-4c39-bd96-809296533d76. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1352.323319] env[62361]: DEBUG oslo_concurrency.lockutils [req-f790cc77-28d7-409a-a2b9-59805c398e1b req-f3c6da7c-be81-4b08-8664-3ef6b8d77e2e service nova] Acquiring lock "refresh_cache-9daab8ae-8d10-4349-aafe-b5e00459521c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.323499] env[62361]: DEBUG oslo_concurrency.lockutils [req-f790cc77-28d7-409a-a2b9-59805c398e1b req-f3c6da7c-be81-4b08-8664-3ef6b8d77e2e service nova] Acquired lock "refresh_cache-9daab8ae-8d10-4349-aafe-b5e00459521c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.323688] env[62361]: DEBUG nova.network.neutron [req-f790cc77-28d7-409a-a2b9-59805c398e1b req-f3c6da7c-be81-4b08-8664-3ef6b8d77e2e service nova] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Refreshing network info cache for port 981af6f9-4ad2-4c39-bd96-809296533d76 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.329994] env[62361]: INFO nova.compute.manager [-] [instance: a6a860ad-919e-4184-9850-79316658b946] Took 1.03 seconds to deallocate network for instance. [ 1352.337068] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707897, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.341148] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Created folder: Project (1292fa8258bd4b159755668cf8ac1588) in parent group-v355747. [ 1352.341355] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Creating folder: Instances. Parent ref: group-v355841. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1352.341969] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06bb1a3a-232c-4330-96c0-92e7d5a33512 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.351120] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Created folder: Instances in parent group-v355841. [ 1352.351406] env[62361]: DEBUG oslo.service.loopingcall [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.351620] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.351938] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a0d8a4f-1ecf-4f55-9228-3185567f3bfe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.372799] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.372799] env[62361]: value = "task-1707900" [ 1352.372799] env[62361]: _type = "Task" [ 1352.372799] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.382128] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707900, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.516084] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.520348] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.051s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.520819] env[62361]: DEBUG nova.objects.instance [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Lazy-loading 'resources' on Instance uuid fcf611a3-a07e-4d1c-8a39-c02357bd9f30 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.545322] env[62361]: INFO nova.scheduler.client.report [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Deleted allocations for instance 3d3de8fe-5189-4105-bc80-566c5307922e [ 1352.841871] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707897, 'name': Rename_Task, 'duration_secs': 0.165196} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.842798] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.846912] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.847229] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e189fd81-2c00-4ec1-8edd-06b135aa0d5e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.856729] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Waiting for the task: (returnval){ [ 1352.856729] env[62361]: value = "task-1707901" [ 1352.856729] env[62361]: _type = "Task" [ 1352.856729] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.865563] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.888655] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707900, 'name': CreateVM_Task, 'duration_secs': 0.362297} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.888976] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.889649] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.890012] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.890255] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1352.890518] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be5d826-ff5a-44db-95a9-57de151df984 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.904494] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1352.904494] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b48812-68f6-7822-bc15-3cd2ac93b089" [ 1352.904494] env[62361]: _type = "Task" [ 1352.904494] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.916419] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b48812-68f6-7822-bc15-3cd2ac93b089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.061889] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e70407a2-d357-44d4-adcd-e751bf2c07a1 tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "3d3de8fe-5189-4105-bc80-566c5307922e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.017s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.178201] env[62361]: DEBUG nova.network.neutron [req-f790cc77-28d7-409a-a2b9-59805c398e1b req-f3c6da7c-be81-4b08-8664-3ef6b8d77e2e service nova] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Updated VIF entry in instance network info cache for port 981af6f9-4ad2-4c39-bd96-809296533d76. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.178201] env[62361]: DEBUG nova.network.neutron [req-f790cc77-28d7-409a-a2b9-59805c398e1b req-f3c6da7c-be81-4b08-8664-3ef6b8d77e2e service nova] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Updating instance_info_cache with network_info: [{"id": "981af6f9-4ad2-4c39-bd96-809296533d76", "address": "fa:16:3e:f4:1a:e7", "network": {"id": "445a976b-3bcb-45b0-b1a4-cb74bde4bb70", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1487765863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1292fa8258bd4b159755668cf8ac1588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap981af6f9-4a", "ovs_interfaceid": "981af6f9-4ad2-4c39-bd96-809296533d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.180956] env[62361]: DEBUG nova.network.neutron [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Successfully updated port: 68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1353.370660] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707901, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.418129] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b48812-68f6-7822-bc15-3cd2ac93b089, 'name': SearchDatastore_Task, 'duration_secs': 0.010979} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.419905] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.420221] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.420526] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.420679] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.420856] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.424635] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0374a99c-5697-4b41-909f-ff3b732a5f5d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.426867] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Acquiring lock "77001028-7b3e-403a-8975-ff98fb95532f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.426867] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Lock "77001028-7b3e-403a-8975-ff98fb95532f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.435979] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.436189] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.436933] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d655e880-19b3-4e32-a58c-8cc6a1a8d30c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.444835] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1353.444835] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fddb24-8219-d9f3-32ef-b1d4397a2e65" [ 1353.444835] env[62361]: _type = "Task" [ 1353.444835] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.454028] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fddb24-8219-d9f3-32ef-b1d4397a2e65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.621136] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028311be-2d1c-44cb-bc06-2c26b2c4604b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.629926] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4b605f-c266-46a2-b35f-89b86bcf985c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.667573] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccf028c-3e59-46d0-831e-30c6a44d9dfb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.676702] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3275415f-5242-454b-bfd4-2d78a307c490 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.691216] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "refresh_cache-3388fd22-865a-4cf7-9912-af8ca03ed930" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.691373] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquired lock "refresh_cache-3388fd22-865a-4cf7-9912-af8ca03ed930" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.691544] env[62361]: DEBUG nova.network.neutron [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.692865] env[62361]: DEBUG oslo_concurrency.lockutils [req-f790cc77-28d7-409a-a2b9-59805c398e1b req-f3c6da7c-be81-4b08-8664-3ef6b8d77e2e service nova] Releasing lock "refresh_cache-9daab8ae-8d10-4349-aafe-b5e00459521c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.693576] env[62361]: DEBUG nova.compute.provider_tree [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.868396] env[62361]: DEBUG oslo_vmware.api [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707901, 'name': PowerOnVM_Task, 'duration_secs': 0.520084} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.868854] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.869100] env[62361]: INFO nova.compute.manager [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1353.869287] env[62361]: DEBUG nova.compute.manager [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1353.870242] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb7bd51-8ef1-4e64-bbea-a8fa4ea9e365 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.957879] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fddb24-8219-d9f3-32ef-b1d4397a2e65, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.959139] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e80ba68-1f25-4c09-81c4-153cfe9b1f9b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.966857] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1353.966857] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ba0771-5451-044d-6e36-004d7c8d8987" [ 1353.966857] env[62361]: _type = "Task" [ 1353.966857] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.978428] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ba0771-5451-044d-6e36-004d7c8d8987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.004501] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquiring lock "7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.004783] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.004993] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquiring lock "7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.005199] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.006032] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.007977] env[62361]: INFO nova.compute.manager [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Terminating instance [ 1354.010118] env[62361]: DEBUG nova.compute.manager [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1354.010329] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.011732] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d02695c-b554-42f6-a60f-326d6c3d8989 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.020838] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.021112] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f19f30f6-f3e5-4b53-848b-06b7fe3a72a4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.030366] env[62361]: DEBUG oslo_vmware.api [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1354.030366] env[62361]: value = "task-1707902" [ 1354.030366] env[62361]: _type = "Task" [ 1354.030366] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.039746] env[62361]: DEBUG oslo_vmware.api [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.198849] env[62361]: DEBUG nova.scheduler.client.report [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1354.251255] env[62361]: DEBUG nova.network.neutron [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.390260] env[62361]: INFO nova.compute.manager [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Took 49.49 seconds to build instance. [ 1354.405343] env[62361]: DEBUG nova.network.neutron [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Updating instance_info_cache with network_info: [{"id": "68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1", "address": "fa:16:3e:e9:1c:ec", "network": {"id": "f4a647a8-f29e-4433-a04b-5074044da4ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-557391844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "59816017fcf446c4946a84809b59ae1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68025a4d-5c", "ovs_interfaceid": "68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.412708] env[62361]: DEBUG nova.compute.manager [req-95a5de25-6d05-48aa-a67b-754f2c1517ab req-e73c9528-6ba7-4188-82eb-04260d218a0a service nova] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Received event network-vif-plugged-68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1354.412708] env[62361]: DEBUG oslo_concurrency.lockutils [req-95a5de25-6d05-48aa-a67b-754f2c1517ab req-e73c9528-6ba7-4188-82eb-04260d218a0a service nova] Acquiring lock "3388fd22-865a-4cf7-9912-af8ca03ed930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.412947] env[62361]: DEBUG oslo_concurrency.lockutils [req-95a5de25-6d05-48aa-a67b-754f2c1517ab req-e73c9528-6ba7-4188-82eb-04260d218a0a service nova] Lock "3388fd22-865a-4cf7-9912-af8ca03ed930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.413041] env[62361]: DEBUG oslo_concurrency.lockutils [req-95a5de25-6d05-48aa-a67b-754f2c1517ab req-e73c9528-6ba7-4188-82eb-04260d218a0a service nova] Lock "3388fd22-865a-4cf7-9912-af8ca03ed930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.413222] env[62361]: DEBUG nova.compute.manager [req-95a5de25-6d05-48aa-a67b-754f2c1517ab req-e73c9528-6ba7-4188-82eb-04260d218a0a service nova] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] No waiting events found dispatching network-vif-plugged-68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1354.413405] env[62361]: WARNING nova.compute.manager [req-95a5de25-6d05-48aa-a67b-754f2c1517ab req-e73c9528-6ba7-4188-82eb-04260d218a0a service nova] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Received unexpected event network-vif-plugged-68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1 for instance with vm_state building and task_state spawning. [ 1354.413559] env[62361]: DEBUG nova.compute.manager [req-95a5de25-6d05-48aa-a67b-754f2c1517ab req-e73c9528-6ba7-4188-82eb-04260d218a0a service nova] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Received event network-changed-68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1354.413705] env[62361]: DEBUG nova.compute.manager [req-95a5de25-6d05-48aa-a67b-754f2c1517ab req-e73c9528-6ba7-4188-82eb-04260d218a0a service nova] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Refreshing instance network info cache due to event network-changed-68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1354.413866] env[62361]: DEBUG oslo_concurrency.lockutils [req-95a5de25-6d05-48aa-a67b-754f2c1517ab req-e73c9528-6ba7-4188-82eb-04260d218a0a service nova] Acquiring lock "refresh_cache-3388fd22-865a-4cf7-9912-af8ca03ed930" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.477301] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ba0771-5451-044d-6e36-004d7c8d8987, 'name': SearchDatastore_Task, 'duration_secs': 0.014703} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.477838] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.477838] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 9daab8ae-8d10-4349-aafe-b5e00459521c/9daab8ae-8d10-4349-aafe-b5e00459521c.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.478105] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae281236-6748-43d7-9ce1-8f61a9d461e9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.488868] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1354.488868] env[62361]: value = "task-1707903" [ 1354.488868] env[62361]: _type = "Task" [ 1354.488868] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.500043] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.543711] env[62361]: DEBUG oslo_vmware.api [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707902, 'name': PowerOffVM_Task, 'duration_secs': 0.231711} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.544543] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.544543] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.544543] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d41e19ab-de7c-4c7a-a08f-7451c3786524 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.656031] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.656031] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.656031] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Deleting the datastore file [datastore1] 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.656031] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-216a23bc-64e6-4b25-a432-f109f7c007b7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.664313] env[62361]: DEBUG oslo_vmware.api [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for the task: (returnval){ [ 1354.664313] env[62361]: value = "task-1707905" [ 1354.664313] env[62361]: _type = "Task" [ 1354.664313] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.678798] env[62361]: DEBUG oslo_vmware.api [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.704341] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.710024] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.143s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.710024] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.710024] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1354.710024] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.189s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.710024] env[62361]: INFO nova.compute.claims [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1354.714125] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71136e6f-b735-41c2-a854-ee9182949638 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.724861] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb36973-3119-4fb7-9cc4-ba98c2823b77 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.743437] env[62361]: INFO nova.scheduler.client.report [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Deleted allocations for instance fcf611a3-a07e-4d1c-8a39-c02357bd9f30 [ 1354.745818] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e7f41c-505e-410c-8135-1cc173138606 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.761198] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676f1764-5eb9-42f3-81b8-78d430df0c24 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.802700] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179694MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1354.803157] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.893316] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cff3be99-36af-4b68-bf7e-563ecf9183cc tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Lock "4efa4e8e-02c5-4bad-a716-21d294f28c26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.727s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.909042] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Releasing lock "refresh_cache-3388fd22-865a-4cf7-9912-af8ca03ed930" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.909265] env[62361]: DEBUG nova.compute.manager [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Instance network_info: |[{"id": "68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1", "address": "fa:16:3e:e9:1c:ec", "network": {"id": "f4a647a8-f29e-4433-a04b-5074044da4ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-557391844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "59816017fcf446c4946a84809b59ae1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68025a4d-5c", "ovs_interfaceid": "68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1354.909696] env[62361]: DEBUG oslo_concurrency.lockutils [req-95a5de25-6d05-48aa-a67b-754f2c1517ab req-e73c9528-6ba7-4188-82eb-04260d218a0a service nova] Acquired lock "refresh_cache-3388fd22-865a-4cf7-9912-af8ca03ed930" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.909965] env[62361]: DEBUG nova.network.neutron [req-95a5de25-6d05-48aa-a67b-754f2c1517ab req-e73c9528-6ba7-4188-82eb-04260d218a0a service nova] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Refreshing network info cache for port 68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.911872] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:1c:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.925516] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Creating folder: Project (59816017fcf446c4946a84809b59ae1a). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.931444] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f764d83d-a6ac-46a7-b6c2-f11505394023 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.946729] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Created folder: Project (59816017fcf446c4946a84809b59ae1a) in parent group-v355747. [ 1354.946914] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Creating folder: Instances. Parent ref: group-v355844. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.947219] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c8db657-486a-49db-b789-031238dacf3e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.962903] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Created folder: Instances in parent group-v355844. [ 1354.963348] env[62361]: DEBUG oslo.service.loopingcall [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1354.963641] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.963948] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deeafff6-897e-4c4b-8c4b-d5cb9b4794a0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.006448] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707903, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.008191] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1355.008191] env[62361]: value = "task-1707908" [ 1355.008191] env[62361]: _type = "Task" [ 1355.008191] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.021837] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707908, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.177282] env[62361]: DEBUG oslo_vmware.api [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.207337] env[62361]: DEBUG nova.network.neutron [req-95a5de25-6d05-48aa-a67b-754f2c1517ab req-e73c9528-6ba7-4188-82eb-04260d218a0a service nova] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Updated VIF entry in instance network info cache for port 68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.208177] env[62361]: DEBUG nova.network.neutron [req-95a5de25-6d05-48aa-a67b-754f2c1517ab req-e73c9528-6ba7-4188-82eb-04260d218a0a service nova] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Updating instance_info_cache with network_info: [{"id": "68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1", "address": "fa:16:3e:e9:1c:ec", "network": {"id": "f4a647a8-f29e-4433-a04b-5074044da4ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-557391844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "59816017fcf446c4946a84809b59ae1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68025a4d-5c", "ovs_interfaceid": "68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.258896] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d09a6976-fae2-4364-860e-33d3c84f7088 tempest-ImagesOneServerTestJSON-1597396227 tempest-ImagesOneServerTestJSON-1597396227-project-member] Lock "fcf611a3-a07e-4d1c-8a39-c02357bd9f30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.698s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.396165] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1355.504685] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524906} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.504949] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 9daab8ae-8d10-4349-aafe-b5e00459521c/9daab8ae-8d10-4349-aafe-b5e00459521c.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.505388] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1355.505717] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0909d86a-93be-4201-88a4-c83d85e84c22 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.513965] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1355.513965] env[62361]: value = "task-1707909" [ 1355.513965] env[62361]: _type = "Task" [ 1355.513965] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.522400] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707908, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.528784] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.677426] env[62361]: DEBUG oslo_vmware.api [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Task: {'id': task-1707905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.543224} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.677683] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.677841] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.678022] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.678327] env[62361]: INFO nova.compute.manager [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1355.678590] env[62361]: DEBUG oslo.service.loopingcall [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.678791] env[62361]: DEBUG nova.compute.manager [-] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1355.678887] env[62361]: DEBUG nova.network.neutron [-] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.712870] env[62361]: DEBUG oslo_concurrency.lockutils [req-95a5de25-6d05-48aa-a67b-754f2c1517ab req-e73c9528-6ba7-4188-82eb-04260d218a0a service nova] Releasing lock "refresh_cache-3388fd22-865a-4cf7-9912-af8ca03ed930" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.921264] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.046084] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07374} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.046938] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707908, 'name': CreateVM_Task, 'duration_secs': 0.880483} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.047294] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1356.047686] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1356.048677] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65f761b-9e1f-49d6-a7d2-a10b2aef1d49 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.052416] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.052498] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.052895] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1356.056613] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a47ec3-5f0a-498a-966c-927dcb7fbc06 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.082991] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 9daab8ae-8d10-4349-aafe-b5e00459521c/9daab8ae-8d10-4349-aafe-b5e00459521c.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.087365] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17841ca6-4723-4b9c-80df-7817d993e586 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.101864] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1356.101864] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52323d8c-f1b1-4e55-e6bb-a9af821fcdbf" [ 1356.101864] env[62361]: _type = "Task" [ 1356.101864] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.113798] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52323d8c-f1b1-4e55-e6bb-a9af821fcdbf, 'name': SearchDatastore_Task, 'duration_secs': 0.017254} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.114152] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1356.114152] env[62361]: value = "task-1707910" [ 1356.114152] env[62361]: _type = "Task" [ 1356.114152] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.117351] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.117598] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.117845] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.117996] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.118246] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.118804] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a02040bb-b149-46e2-8649-7d483a2529b5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.129783] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707910, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.137330] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.137330] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.137330] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6a89b2-1479-43c2-a4d1-427536dde960 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.142134] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1356.142134] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52216fd0-7d6c-34fb-30ec-3e6f3684e49b" [ 1356.142134] env[62361]: _type = "Task" [ 1356.142134] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.154244] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52216fd0-7d6c-34fb-30ec-3e6f3684e49b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.336038] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72adc134-0048-4dc5-b396-348307f5e502 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.345233] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffae893-5e07-493f-a7e2-735f30607c0f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.386602] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50021a57-05ed-465f-847a-9414bc21281f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.396545] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af20517-0347-434b-ac9a-cef7cd5bf85a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.413521] env[62361]: DEBUG nova.compute.provider_tree [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1356.446211] env[62361]: DEBUG nova.compute.manager [req-b0c36f86-83a5-4e25-b204-2f59739c7e0c req-b9e5e854-d6f6-400c-91e1-946b8e32c23a service nova] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Received event network-vif-deleted-71be643b-4042-44d7-b6a3-346cbe08fdca {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1356.446403] env[62361]: INFO nova.compute.manager [req-b0c36f86-83a5-4e25-b204-2f59739c7e0c req-b9e5e854-d6f6-400c-91e1-946b8e32c23a service nova] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Neutron deleted interface 71be643b-4042-44d7-b6a3-346cbe08fdca; detaching it from the instance and deleting it from the info cache [ 1356.446600] env[62361]: DEBUG nova.network.neutron [req-b0c36f86-83a5-4e25-b204-2f59739c7e0c req-b9e5e854-d6f6-400c-91e1-946b8e32c23a service nova] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.484025] env[62361]: DEBUG nova.network.neutron [-] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.520343] env[62361]: DEBUG oslo_concurrency.lockutils [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Acquiring lock "4efa4e8e-02c5-4bad-a716-21d294f28c26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.520542] env[62361]: DEBUG oslo_concurrency.lockutils [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Lock "4efa4e8e-02c5-4bad-a716-21d294f28c26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.520754] env[62361]: DEBUG oslo_concurrency.lockutils [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Acquiring lock "4efa4e8e-02c5-4bad-a716-21d294f28c26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.520936] env[62361]: DEBUG oslo_concurrency.lockutils [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Lock "4efa4e8e-02c5-4bad-a716-21d294f28c26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.521125] env[62361]: DEBUG oslo_concurrency.lockutils [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Lock "4efa4e8e-02c5-4bad-a716-21d294f28c26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.523168] env[62361]: INFO nova.compute.manager [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Terminating instance [ 1356.526034] env[62361]: DEBUG nova.compute.manager [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1356.526333] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.527199] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edfcc85-0502-4ad9-a923-df09fbde0728 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.537517] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.537734] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e30a8aa1-2126-4ffb-afb8-8e57f0fd53bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.546967] env[62361]: DEBUG oslo_vmware.api [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Waiting for the task: (returnval){ [ 1356.546967] env[62361]: value = "task-1707911" [ 1356.546967] env[62361]: _type = "Task" [ 1356.546967] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.555789] env[62361]: DEBUG oslo_vmware.api [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.630354] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.652395] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52216fd0-7d6c-34fb-30ec-3e6f3684e49b, 'name': SearchDatastore_Task, 'duration_secs': 0.010749} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.653219] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2252ec02-8041-4337-8e67-7d2ebf7af00e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.664170] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1356.664170] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52be3d89-cf10-a58b-55f8-8474394ca8bb" [ 1356.664170] env[62361]: _type = "Task" [ 1356.664170] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.674286] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52be3d89-cf10-a58b-55f8-8474394ca8bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.932523] env[62361]: ERROR nova.scheduler.client.report [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [req-6c00cc71-e4fc-4735-aae6-b2d6cc97d82c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6c00cc71-e4fc-4735-aae6-b2d6cc97d82c"}]} [ 1356.948955] env[62361]: DEBUG nova.scheduler.client.report [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1356.952420] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-490d6bca-e61a-4f38-9644-7afe83492293 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.962888] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8427a508-5f7a-4db9-a2d2-6edd158d63c8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.974105] env[62361]: DEBUG nova.scheduler.client.report [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1356.974396] env[62361]: DEBUG nova.compute.provider_tree [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1356.985955] env[62361]: DEBUG nova.scheduler.client.report [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1356.988010] env[62361]: INFO nova.compute.manager [-] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Took 1.31 seconds to deallocate network for instance. [ 1357.001812] env[62361]: DEBUG nova.compute.manager [req-b0c36f86-83a5-4e25-b204-2f59739c7e0c req-b9e5e854-d6f6-400c-91e1-946b8e32c23a service nova] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Detach interface failed, port_id=71be643b-4042-44d7-b6a3-346cbe08fdca, reason: Instance 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1357.006467] env[62361]: DEBUG nova.scheduler.client.report [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1357.057134] env[62361]: DEBUG oslo_vmware.api [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707911, 'name': PowerOffVM_Task, 'duration_secs': 0.267358} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.060114] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.060114] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.060768] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8ea2699-d39d-4d19-a2aa-5f47b0b32f59 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.135380] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707910, 'name': ReconfigVM_Task, 'duration_secs': 0.683916} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.135715] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 9daab8ae-8d10-4349-aafe-b5e00459521c/9daab8ae-8d10-4349-aafe-b5e00459521c.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.136621] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-155ff3f8-8b36-486c-a33b-6f5d3d81a535 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.144925] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.145499] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.145624] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Deleting the datastore file [datastore1] 4efa4e8e-02c5-4bad-a716-21d294f28c26 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.147537] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab5808c0-cea7-4a8d-8339-5bfc828f36ac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.149373] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1357.149373] env[62361]: value = "task-1707913" [ 1357.149373] env[62361]: _type = "Task" [ 1357.149373] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.155020] env[62361]: DEBUG oslo_vmware.api [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Waiting for the task: (returnval){ [ 1357.155020] env[62361]: value = "task-1707914" [ 1357.155020] env[62361]: _type = "Task" [ 1357.155020] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.161520] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707913, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.173682] env[62361]: DEBUG oslo_vmware.api [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.177400] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52be3d89-cf10-a58b-55f8-8474394ca8bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009975} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.180208] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.180738] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 3388fd22-865a-4cf7-9912-af8ca03ed930/3388fd22-865a-4cf7-9912-af8ca03ed930.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.181328] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-787040d7-3160-4164-a234-c095ae4e542e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.190143] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1357.190143] env[62361]: value = "task-1707915" [ 1357.190143] env[62361]: _type = "Task" [ 1357.190143] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.203340] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.506938] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.589036] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e14895-1fee-4bf7-abf6-c5493e22782c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.596875] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6107e5-e8f2-4ab0-a9f5-bc49e9f60a9a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.630426] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c114de0-cd14-4529-9c81-837c4bb80015 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.642441] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a16426d-1a03-4413-89ea-13af1a74590d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.661999] env[62361]: DEBUG nova.compute.provider_tree [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1357.670760] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707913, 'name': Rename_Task, 'duration_secs': 0.180647} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.671060] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.671945] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53df3be0-bfbd-4493-8c87-b5507a645510 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.677390] env[62361]: DEBUG oslo_vmware.api [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Task: {'id': task-1707914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154676} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.678029] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.678248] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.678441] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.678615] env[62361]: INFO nova.compute.manager [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1357.678860] env[62361]: DEBUG oslo.service.loopingcall [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1357.679065] env[62361]: DEBUG nova.compute.manager [-] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1357.679162] env[62361]: DEBUG nova.network.neutron [-] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.683282] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1357.683282] env[62361]: value = "task-1707916" [ 1357.683282] env[62361]: _type = "Task" [ 1357.683282] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.692666] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.702391] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510121} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.702765] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 3388fd22-865a-4cf7-9912-af8ca03ed930/3388fd22-865a-4cf7-9912-af8ca03ed930.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1357.702892] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1357.703132] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32d1e36f-be34-4eb2-bc54-58390ce657f7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.713125] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1357.713125] env[62361]: value = "task-1707917" [ 1357.713125] env[62361]: _type = "Task" [ 1357.713125] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.721999] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.194620] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.204364] env[62361]: DEBUG nova.scheduler.client.report [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Updated inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1358.204620] env[62361]: DEBUG nova.compute.provider_tree [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 65 to 66 during operation: update_inventory {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1358.204841] env[62361]: DEBUG nova.compute.provider_tree [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1358.224083] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.520359] env[62361]: DEBUG nova.compute.manager [req-f71ebc64-6675-4ccf-af0f-9cb0ba446809 req-f9112a05-8130-454e-bb8f-d0d19838737f service nova] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Received event network-vif-deleted-e2d4cd26-eabe-4ac2-8925-5c566dafafde {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1358.522136] env[62361]: INFO nova.compute.manager [req-f71ebc64-6675-4ccf-af0f-9cb0ba446809 req-f9112a05-8130-454e-bb8f-d0d19838737f service nova] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Neutron deleted interface e2d4cd26-eabe-4ac2-8925-5c566dafafde; detaching it from the instance and deleting it from the info cache [ 1358.522136] env[62361]: DEBUG nova.network.neutron [req-f71ebc64-6675-4ccf-af0f-9cb0ba446809 req-f9112a05-8130-454e-bb8f-d0d19838737f service nova] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.536698] env[62361]: DEBUG nova.network.neutron [-] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.700255] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.710391] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.002s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.713135] env[62361]: DEBUG nova.compute.manager [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1358.714461] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.883s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.715855] env[62361]: INFO nova.compute.claims [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.730748] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.690183} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.730947] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1358.731880] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0158e8ef-0838-4e60-870b-22864c60ae4e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.757306] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 3388fd22-865a-4cf7-9912-af8ca03ed930/3388fd22-865a-4cf7-9912-af8ca03ed930.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.757593] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f97d661-6fc9-4314-a3b0-553a9e01ad37 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.780509] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1358.780509] env[62361]: value = "task-1707918" [ 1358.780509] env[62361]: _type = "Task" [ 1358.780509] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.790757] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.024774] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6be8ae81-4b74-44c9-8654-7312e1c14d65 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.040358] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e596ff7-6292-4cc3-9a42-b3d1eb12895d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.058985] env[62361]: INFO nova.compute.manager [-] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Took 1.38 seconds to deallocate network for instance. [ 1359.090060] env[62361]: DEBUG nova.compute.manager [req-f71ebc64-6675-4ccf-af0f-9cb0ba446809 req-f9112a05-8130-454e-bb8f-d0d19838737f service nova] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Detach interface failed, port_id=e2d4cd26-eabe-4ac2-8925-5c566dafafde, reason: Instance 4efa4e8e-02c5-4bad-a716-21d294f28c26 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1359.196307] env[62361]: DEBUG oslo_vmware.api [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707916, 'name': PowerOnVM_Task, 'duration_secs': 1.080545} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.196799] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.197095] env[62361]: INFO nova.compute.manager [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1359.197398] env[62361]: DEBUG nova.compute.manager [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1359.198369] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62b5015-0071-4f2f-bce6-59d356837750 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.221730] env[62361]: DEBUG nova.compute.utils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1359.223116] env[62361]: DEBUG nova.compute.manager [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1359.223311] env[62361]: DEBUG nova.network.neutron [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1359.276050] env[62361]: DEBUG nova.policy [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1da86f7165df4f629545ba2b364add11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbafec927f4b46199e39f0850fc276b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1359.290635] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707918, 'name': ReconfigVM_Task, 'duration_secs': 0.345366} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.290926] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 3388fd22-865a-4cf7-9912-af8ca03ed930/3388fd22-865a-4cf7-9912-af8ca03ed930.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.292019] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-337e249c-0e8a-483b-aac6-50b85556f105 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.299022] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1359.299022] env[62361]: value = "task-1707919" [ 1359.299022] env[62361]: _type = "Task" [ 1359.299022] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.306918] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707919, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.569069] env[62361]: DEBUG oslo_concurrency.lockutils [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.611075] env[62361]: DEBUG nova.network.neutron [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Successfully created port: 50569605-19ce-43d9-8344-82fb6b62ff34 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.719244] env[62361]: INFO nova.compute.manager [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Took 51.35 seconds to build instance. [ 1359.728102] env[62361]: DEBUG nova.compute.manager [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1359.816212] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707919, 'name': Rename_Task, 'duration_secs': 0.167827} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.816666] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.816955] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ed1be98-c9c7-48ba-b59f-eb9f41670583 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.824250] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1359.824250] env[62361]: value = "task-1707920" [ 1359.824250] env[62361]: _type = "Task" [ 1359.824250] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.834106] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.223973] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9cfc16a2-a5ea-4033-812a-56f54d3f6df9 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "9daab8ae-8d10-4349-aafe-b5e00459521c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.780s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.336202] env[62361]: DEBUG oslo_vmware.api [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707920, 'name': PowerOnVM_Task, 'duration_secs': 0.496211} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.340098] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1360.340098] env[62361]: INFO nova.compute.manager [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1360.340098] env[62361]: DEBUG nova.compute.manager [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1360.340098] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880f75af-816f-4c9f-847b-e89d91a8a4ca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.342499] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98315c0f-5327-48d1-908a-284e2323a2ef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.355356] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eca673-c969-4626-a17e-68a26ddf2c8e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.388972] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55b1711-1244-4b4c-8fe8-89fc31cabfd8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.402114] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867b8d0c-06f7-475c-b635-34654a54c997 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.421763] env[62361]: DEBUG nova.compute.provider_tree [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1360.729428] env[62361]: DEBUG nova.compute.manager [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1360.748670] env[62361]: DEBUG nova.compute.manager [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1360.784672] env[62361]: DEBUG nova.virt.hardware [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1360.784965] env[62361]: DEBUG nova.virt.hardware [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1360.785137] env[62361]: DEBUG nova.virt.hardware [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.785394] env[62361]: DEBUG nova.virt.hardware [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1360.785482] env[62361]: DEBUG nova.virt.hardware [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.785604] env[62361]: DEBUG nova.virt.hardware [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1360.785814] env[62361]: DEBUG nova.virt.hardware [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1360.785971] env[62361]: DEBUG nova.virt.hardware [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1360.786416] env[62361]: DEBUG nova.virt.hardware [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1360.786582] env[62361]: DEBUG nova.virt.hardware [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1360.786764] env[62361]: DEBUG nova.virt.hardware [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1360.788034] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1001cb-9b1d-4d77-b347-083d12d75efe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.799269] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68027db-aade-4134-9d1e-67ef1c65f83e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.861328] env[62361]: INFO nova.compute.manager [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Took 50.80 seconds to build instance. [ 1360.960573] env[62361]: DEBUG nova.scheduler.client.report [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Updated inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1360.960883] env[62361]: DEBUG nova.compute.provider_tree [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 66 to 67 during operation: update_inventory {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1360.961083] env[62361]: DEBUG nova.compute.provider_tree [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1361.259673] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.363595] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e617c940-7b89-4fbd-90ef-cb56232547c5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "3388fd22-865a-4cf7-9912-af8ca03ed930" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.670s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.471059] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.471059] env[62361]: DEBUG nova.compute.manager [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1361.473247] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.480s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.474792] env[62361]: DEBUG nova.objects.instance [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] [instance: a6a860ad-919e-4184-9850-79316658b946] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62361) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1361.503355] env[62361]: DEBUG nova.compute.manager [req-8b23dff3-218f-4293-a7e1-e3277ee6472f req-1e2eed9b-171a-402f-800e-f4654aa2f6d2 service nova] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Received event network-vif-plugged-50569605-19ce-43d9-8344-82fb6b62ff34 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1361.503623] env[62361]: DEBUG oslo_concurrency.lockutils [req-8b23dff3-218f-4293-a7e1-e3277ee6472f req-1e2eed9b-171a-402f-800e-f4654aa2f6d2 service nova] Acquiring lock "892cb689-afd2-4995-880f-cef4186f2439-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.503838] env[62361]: DEBUG oslo_concurrency.lockutils [req-8b23dff3-218f-4293-a7e1-e3277ee6472f req-1e2eed9b-171a-402f-800e-f4654aa2f6d2 service nova] Lock "892cb689-afd2-4995-880f-cef4186f2439-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.504025] env[62361]: DEBUG oslo_concurrency.lockutils [req-8b23dff3-218f-4293-a7e1-e3277ee6472f req-1e2eed9b-171a-402f-800e-f4654aa2f6d2 service nova] Lock "892cb689-afd2-4995-880f-cef4186f2439-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.504216] env[62361]: DEBUG nova.compute.manager [req-8b23dff3-218f-4293-a7e1-e3277ee6472f req-1e2eed9b-171a-402f-800e-f4654aa2f6d2 service nova] [instance: 892cb689-afd2-4995-880f-cef4186f2439] No waiting events found dispatching network-vif-plugged-50569605-19ce-43d9-8344-82fb6b62ff34 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1361.506457] env[62361]: WARNING nova.compute.manager [req-8b23dff3-218f-4293-a7e1-e3277ee6472f req-1e2eed9b-171a-402f-800e-f4654aa2f6d2 service nova] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Received unexpected event network-vif-plugged-50569605-19ce-43d9-8344-82fb6b62ff34 for instance with vm_state building and task_state spawning. [ 1361.575231] env[62361]: DEBUG nova.network.neutron [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Successfully updated port: 50569605-19ce-43d9-8344-82fb6b62ff34 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.631688] env[62361]: INFO nova.compute.manager [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Rescuing [ 1361.632043] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "refresh_cache-3388fd22-865a-4cf7-9912-af8ca03ed930" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.632877] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquired lock "refresh_cache-3388fd22-865a-4cf7-9912-af8ca03ed930" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.632877] env[62361]: DEBUG nova.network.neutron [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.872266] env[62361]: DEBUG nova.compute.manager [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1361.982943] env[62361]: DEBUG nova.compute.utils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1361.988341] env[62361]: DEBUG nova.compute.manager [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1361.992270] env[62361]: DEBUG nova.network.neutron [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1362.050299] env[62361]: DEBUG nova.policy [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1da86f7165df4f629545ba2b364add11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbafec927f4b46199e39f0850fc276b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1362.077576] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "refresh_cache-892cb689-afd2-4995-880f-cef4186f2439" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.077690] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquired lock "refresh_cache-892cb689-afd2-4995-880f-cef4186f2439" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.077829] env[62361]: DEBUG nova.network.neutron [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.394683] env[62361]: DEBUG nova.network.neutron [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Updating instance_info_cache with network_info: [{"id": "68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1", "address": "fa:16:3e:e9:1c:ec", "network": {"id": "f4a647a8-f29e-4433-a04b-5074044da4ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-557391844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "59816017fcf446c4946a84809b59ae1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68025a4d-5c", "ovs_interfaceid": "68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.401222] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.442166] env[62361]: DEBUG nova.network.neutron [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Successfully created port: 83f4e235-cab4-4fea-86ad-1004d3203258 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1362.497023] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd0b1253-7c9e-4dab-8bd9-d2b42a9d778e tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.498527] env[62361]: DEBUG nova.compute.manager [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1362.506085] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.995s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.508029] env[62361]: INFO nova.compute.claims [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.621634] env[62361]: DEBUG nova.network.neutron [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1362.836326] env[62361]: DEBUG nova.network.neutron [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Updating instance_info_cache with network_info: [{"id": "50569605-19ce-43d9-8344-82fb6b62ff34", "address": "fa:16:3e:ad:ca:78", "network": {"id": "3c2389ac-ca9e-4bfa-978b-5dbcdb35be91", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1556369419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbafec927f4b46199e39f0850fc276b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50569605-19", "ovs_interfaceid": "50569605-19ce-43d9-8344-82fb6b62ff34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.897324] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Releasing lock "refresh_cache-3388fd22-865a-4cf7-9912-af8ca03ed930" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.338135] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Releasing lock "refresh_cache-892cb689-afd2-4995-880f-cef4186f2439" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.338582] env[62361]: DEBUG nova.compute.manager [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Instance network_info: |[{"id": "50569605-19ce-43d9-8344-82fb6b62ff34", "address": "fa:16:3e:ad:ca:78", "network": {"id": "3c2389ac-ca9e-4bfa-978b-5dbcdb35be91", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1556369419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbafec927f4b46199e39f0850fc276b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50569605-19", "ovs_interfaceid": "50569605-19ce-43d9-8344-82fb6b62ff34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1363.339019] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:ca:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50569605-19ce-43d9-8344-82fb6b62ff34', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.347190] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Creating folder: Project (bbafec927f4b46199e39f0850fc276b8). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.347450] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-727f650e-033b-4cf1-a61f-484eb1e41beb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.359942] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Created folder: Project (bbafec927f4b46199e39f0850fc276b8) in parent group-v355747. [ 1363.360151] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Creating folder: Instances. Parent ref: group-v355847. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.360454] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-704b8aef-d1cd-41ed-a79c-74f4bc0384d5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.371190] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Created folder: Instances in parent group-v355847. [ 1363.371500] env[62361]: DEBUG oslo.service.loopingcall [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1363.371714] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.371943] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78333136-0551-4d42-a6e0-cd15feb58920 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.392417] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.392417] env[62361]: value = "task-1707923" [ 1363.392417] env[62361]: _type = "Task" [ 1363.392417] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.401621] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707923, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.429126] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.429495] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f73a078e-78be-4c11-9c7d-d11b868734c4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.437525] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1363.437525] env[62361]: value = "task-1707924" [ 1363.437525] env[62361]: _type = "Task" [ 1363.437525] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.449666] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.526181] env[62361]: DEBUG nova.compute.manager [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1363.568770] env[62361]: DEBUG nova.virt.hardware [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1363.569046] env[62361]: DEBUG nova.virt.hardware [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1363.569213] env[62361]: DEBUG nova.virt.hardware [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.569434] env[62361]: DEBUG nova.virt.hardware [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1363.569586] env[62361]: DEBUG nova.virt.hardware [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.570016] env[62361]: DEBUG nova.virt.hardware [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1363.570704] env[62361]: DEBUG nova.virt.hardware [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1363.570704] env[62361]: DEBUG nova.virt.hardware [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1363.570923] env[62361]: DEBUG nova.virt.hardware [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1363.571243] env[62361]: DEBUG nova.virt.hardware [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1363.571303] env[62361]: DEBUG nova.virt.hardware [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1363.572185] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c3b598-80e2-44d2-8f5c-0d576e1577bc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.582941] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168c5b05-1770-49ca-8d2e-c7b494b70679 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.731868] env[62361]: DEBUG nova.compute.manager [req-c8c5022a-4956-480e-ac50-7d77dbc803bf req-4e2573af-b0fc-4e6d-923c-3bc09ddaf9b5 service nova] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Received event network-changed-50569605-19ce-43d9-8344-82fb6b62ff34 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1363.732446] env[62361]: DEBUG nova.compute.manager [req-c8c5022a-4956-480e-ac50-7d77dbc803bf req-4e2573af-b0fc-4e6d-923c-3bc09ddaf9b5 service nova] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Refreshing instance network info cache due to event network-changed-50569605-19ce-43d9-8344-82fb6b62ff34. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1363.732446] env[62361]: DEBUG oslo_concurrency.lockutils [req-c8c5022a-4956-480e-ac50-7d77dbc803bf req-4e2573af-b0fc-4e6d-923c-3bc09ddaf9b5 service nova] Acquiring lock "refresh_cache-892cb689-afd2-4995-880f-cef4186f2439" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.732446] env[62361]: DEBUG oslo_concurrency.lockutils [req-c8c5022a-4956-480e-ac50-7d77dbc803bf req-4e2573af-b0fc-4e6d-923c-3bc09ddaf9b5 service nova] Acquired lock "refresh_cache-892cb689-afd2-4995-880f-cef4186f2439" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.732662] env[62361]: DEBUG nova.network.neutron [req-c8c5022a-4956-480e-ac50-7d77dbc803bf req-4e2573af-b0fc-4e6d-923c-3bc09ddaf9b5 service nova] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Refreshing network info cache for port 50569605-19ce-43d9-8344-82fb6b62ff34 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.906717] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707923, 'name': CreateVM_Task, 'duration_secs': 0.460123} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.907532] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.907532] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.907658] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.908115] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1363.908252] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5de1ddc-4e46-452c-8d6d-436f57c662b6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.915643] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1363.915643] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c6a0c9-3334-caf4-bae4-bebdbb8cb301" [ 1363.915643] env[62361]: _type = "Task" [ 1363.915643] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.926703] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c6a0c9-3334-caf4-bae4-bebdbb8cb301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.948031] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707924, 'name': PowerOffVM_Task, 'duration_secs': 0.194549} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.948031] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.950359] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b353f1c6-695c-4dae-aea9-a48393acedc5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.974995] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5e7682-83e2-4bf1-acbb-55073aeaf3da {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.012605] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.012968] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cbd4992-7085-494b-b6f7-bdefd93c2fd9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.022035] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1364.022035] env[62361]: value = "task-1707925" [ 1364.022035] env[62361]: _type = "Task" [ 1364.022035] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.037958] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] VM already powered off {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1364.038823] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.039383] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.039960] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.040418] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.044618] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ea46c23-b8e4-4eb7-ad13-5da67f5fe126 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.057914] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.058570] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.064875] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cddafa8-b638-438c-a72d-90e6f474b7de {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.073809] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1364.073809] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523d01a5-2d93-3cc3-ab7e-9a5346062baa" [ 1364.073809] env[62361]: _type = "Task" [ 1364.073809] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.088405] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523d01a5-2d93-3cc3-ab7e-9a5346062baa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.116049] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ffeadf-daea-4e38-a412-cf289eded93e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.124494] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0437720-0f7d-48c3-8f7d-6f877d048a6b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.158032] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a81219-0482-442f-bef5-d6d2c209686f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.167448] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d045115d-ebd3-46f9-8930-a4d4aaf9e098 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.182974] env[62361]: DEBUG nova.compute.provider_tree [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.226959] env[62361]: DEBUG nova.network.neutron [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Successfully updated port: 83f4e235-cab4-4fea-86ad-1004d3203258 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.428986] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c6a0c9-3334-caf4-bae4-bebdbb8cb301, 'name': SearchDatastore_Task, 'duration_secs': 0.01188} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.429323] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.429562] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.429766] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.518823] env[62361]: DEBUG nova.network.neutron [req-c8c5022a-4956-480e-ac50-7d77dbc803bf req-4e2573af-b0fc-4e6d-923c-3bc09ddaf9b5 service nova] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Updated VIF entry in instance network info cache for port 50569605-19ce-43d9-8344-82fb6b62ff34. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.519555] env[62361]: DEBUG nova.network.neutron [req-c8c5022a-4956-480e-ac50-7d77dbc803bf req-4e2573af-b0fc-4e6d-923c-3bc09ddaf9b5 service nova] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Updating instance_info_cache with network_info: [{"id": "50569605-19ce-43d9-8344-82fb6b62ff34", "address": "fa:16:3e:ad:ca:78", "network": {"id": "3c2389ac-ca9e-4bfa-978b-5dbcdb35be91", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1556369419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbafec927f4b46199e39f0850fc276b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50569605-19", "ovs_interfaceid": "50569605-19ce-43d9-8344-82fb6b62ff34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.586251] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523d01a5-2d93-3cc3-ab7e-9a5346062baa, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.587132] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a9489a-ee4f-4226-a279-2faa98f9d3bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.593739] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1364.593739] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d7eba0-63a7-b413-6246-ada480279048" [ 1364.593739] env[62361]: _type = "Task" [ 1364.593739] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.606792] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d7eba0-63a7-b413-6246-ada480279048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.674881] env[62361]: DEBUG nova.compute.manager [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1364.675883] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c083b2-5932-4f88-81fe-8d4e73ff32b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.685373] env[62361]: DEBUG nova.scheduler.client.report [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1364.730533] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "refresh_cache-4bc7f740-730f-49d4-a221-8fa0517a4520" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.730533] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquired lock "refresh_cache-4bc7f740-730f-49d4-a221-8fa0517a4520" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.730533] env[62361]: DEBUG nova.network.neutron [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.908575] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Acquiring lock "54650f01-3470-46bd-ae16-051df7758071" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.909111] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Lock "54650f01-3470-46bd-ae16-051df7758071" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.023406] env[62361]: DEBUG oslo_concurrency.lockutils [req-c8c5022a-4956-480e-ac50-7d77dbc803bf req-4e2573af-b0fc-4e6d-923c-3bc09ddaf9b5 service nova] Releasing lock "refresh_cache-892cb689-afd2-4995-880f-cef4186f2439" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.104817] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d7eba0-63a7-b413-6246-ada480279048, 'name': SearchDatastore_Task, 'duration_secs': 0.012226} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.105121] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.105423] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 3388fd22-865a-4cf7-9912-af8ca03ed930/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk. {{(pid=62361) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1365.105711] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.105925] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.106149] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-975f8809-7691-4764-abdf-f7e449e46a13 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.108085] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-213f3df3-e9bf-46d2-8e3d-bc4e2b27bb1f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.116799] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.116943] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.117683] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71955408-0700-47a4-9c4a-f25020c0f775 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.123291] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1365.123291] env[62361]: value = "task-1707926" [ 1365.123291] env[62361]: _type = "Task" [ 1365.123291] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.133212] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1365.133212] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b8db6e-3f89-95dc-ee28-89bc4fd6b43e" [ 1365.133212] env[62361]: _type = "Task" [ 1365.133212] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.136293] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.146628] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b8db6e-3f89-95dc-ee28-89bc4fd6b43e, 'name': SearchDatastore_Task, 'duration_secs': 0.009628} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.146628] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a52dc725-bf0c-4e5f-9b70-e7da95b7353b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.147537] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1365.147537] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5223b1b7-8639-6864-546b-f8f4046a8a07" [ 1365.147537] env[62361]: _type = "Task" [ 1365.147537] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.156669] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5223b1b7-8639-6864-546b-f8f4046a8a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.190119] env[62361]: INFO nova.compute.manager [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] instance snapshotting [ 1365.192780] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.193332] env[62361]: DEBUG nova.compute.manager [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1365.196706] env[62361]: DEBUG oslo_concurrency.lockutils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.187s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.199300] env[62361]: INFO nova.compute.claims [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.202961] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fc6a7c-4851-4e42-91c6-b569ff1cf50b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.226562] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f747f7-626a-4860-b097-5d046ab68c7c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.270922] env[62361]: DEBUG nova.network.neutron [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.412067] env[62361]: DEBUG nova.compute.utils [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1365.420278] env[62361]: DEBUG nova.network.neutron [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Updating instance_info_cache with network_info: [{"id": "83f4e235-cab4-4fea-86ad-1004d3203258", "address": "fa:16:3e:b2:11:af", "network": {"id": "3c2389ac-ca9e-4bfa-978b-5dbcdb35be91", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1556369419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbafec927f4b46199e39f0850fc276b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f4e235-ca", "ovs_interfaceid": "83f4e235-cab4-4fea-86ad-1004d3203258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.634646] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707926, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.661068] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5223b1b7-8639-6864-546b-f8f4046a8a07, 'name': SearchDatastore_Task, 'duration_secs': 0.008904} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.661068] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.661068] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 892cb689-afd2-4995-880f-cef4186f2439/892cb689-afd2-4995-880f-cef4186f2439.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.661068] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77f32ff4-6238-43ce-9a03-b5b166b4dc68 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.667810] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1365.667810] env[62361]: value = "task-1707927" [ 1365.667810] env[62361]: _type = "Task" [ 1365.667810] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.676220] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.710648] env[62361]: DEBUG nova.compute.utils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1365.712821] env[62361]: DEBUG nova.compute.manager [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1365.714115] env[62361]: DEBUG nova.network.neutron [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1365.740573] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1365.741688] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1bacbc06-b55c-4698-b511-ecca528dadc5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.749066] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1365.749066] env[62361]: value = "task-1707928" [ 1365.749066] env[62361]: _type = "Task" [ 1365.749066] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.757722] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707928, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.809650] env[62361]: DEBUG nova.policy [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1da86f7165df4f629545ba2b364add11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbafec927f4b46199e39f0850fc276b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1365.915993] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Lock "54650f01-3470-46bd-ae16-051df7758071" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.923306] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Releasing lock "refresh_cache-4bc7f740-730f-49d4-a221-8fa0517a4520" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.924097] env[62361]: DEBUG nova.compute.manager [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Instance network_info: |[{"id": "83f4e235-cab4-4fea-86ad-1004d3203258", "address": "fa:16:3e:b2:11:af", "network": {"id": "3c2389ac-ca9e-4bfa-978b-5dbcdb35be91", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1556369419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbafec927f4b46199e39f0850fc276b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f4e235-ca", "ovs_interfaceid": "83f4e235-cab4-4fea-86ad-1004d3203258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1365.924367] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:11:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83f4e235-cab4-4fea-86ad-1004d3203258', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.935495] env[62361]: DEBUG oslo.service.loopingcall [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.938022] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1365.938022] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e396966-a4fc-4491-9311-87313dd84579 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.959905] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.959905] env[62361]: value = "task-1707929" [ 1365.959905] env[62361]: _type = "Task" [ 1365.959905] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.968638] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707929, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.138948] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577542} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.139604] env[62361]: INFO nova.virt.vmwareapi.ds_util [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 3388fd22-865a-4cf7-9912-af8ca03ed930/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk. [ 1366.140203] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f7658f-a34e-4fa0-8df7-b09626479496 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.175920] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 3388fd22-865a-4cf7-9912-af8ca03ed930/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.175920] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2fbd7ff-4a81-4da5-a600-c39d9e698b91 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.211797] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473863} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.213347] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 892cb689-afd2-4995-880f-cef4186f2439/892cb689-afd2-4995-880f-cef4186f2439.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.213627] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1366.214178] env[62361]: DEBUG nova.compute.manager [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1366.220039] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1366.220039] env[62361]: value = "task-1707930" [ 1366.220039] env[62361]: _type = "Task" [ 1366.220039] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.221186] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15ec7bb0-6df4-4d40-8179-986a77a511c9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.236408] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.238652] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1366.238652] env[62361]: value = "task-1707931" [ 1366.238652] env[62361]: _type = "Task" [ 1366.238652] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.248290] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.258118] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707928, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.330932] env[62361]: DEBUG nova.network.neutron [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Successfully created port: 67fba3bc-60d1-45a1-a714-4a6f4806e486 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1366.472520] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707929, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.535172] env[62361]: DEBUG nova.compute.manager [req-fd570af8-3f16-4475-8512-3d2dc149ad0f req-338c7ae5-4203-4f49-ba0a-4017b1b889f4 service nova] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Received event network-vif-plugged-83f4e235-cab4-4fea-86ad-1004d3203258 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1366.535616] env[62361]: DEBUG oslo_concurrency.lockutils [req-fd570af8-3f16-4475-8512-3d2dc149ad0f req-338c7ae5-4203-4f49-ba0a-4017b1b889f4 service nova] Acquiring lock "4bc7f740-730f-49d4-a221-8fa0517a4520-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.535616] env[62361]: DEBUG oslo_concurrency.lockutils [req-fd570af8-3f16-4475-8512-3d2dc149ad0f req-338c7ae5-4203-4f49-ba0a-4017b1b889f4 service nova] Lock "4bc7f740-730f-49d4-a221-8fa0517a4520-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.535862] env[62361]: DEBUG oslo_concurrency.lockutils [req-fd570af8-3f16-4475-8512-3d2dc149ad0f req-338c7ae5-4203-4f49-ba0a-4017b1b889f4 service nova] Lock "4bc7f740-730f-49d4-a221-8fa0517a4520-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.535862] env[62361]: DEBUG nova.compute.manager [req-fd570af8-3f16-4475-8512-3d2dc149ad0f req-338c7ae5-4203-4f49-ba0a-4017b1b889f4 service nova] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] No waiting events found dispatching network-vif-plugged-83f4e235-cab4-4fea-86ad-1004d3203258 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1366.536156] env[62361]: WARNING nova.compute.manager [req-fd570af8-3f16-4475-8512-3d2dc149ad0f req-338c7ae5-4203-4f49-ba0a-4017b1b889f4 service nova] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Received unexpected event network-vif-plugged-83f4e235-cab4-4fea-86ad-1004d3203258 for instance with vm_state building and task_state spawning. [ 1366.536845] env[62361]: DEBUG nova.compute.manager [req-fd570af8-3f16-4475-8512-3d2dc149ad0f req-338c7ae5-4203-4f49-ba0a-4017b1b889f4 service nova] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Received event network-changed-83f4e235-cab4-4fea-86ad-1004d3203258 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1366.537044] env[62361]: DEBUG nova.compute.manager [req-fd570af8-3f16-4475-8512-3d2dc149ad0f req-338c7ae5-4203-4f49-ba0a-4017b1b889f4 service nova] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Refreshing instance network info cache due to event network-changed-83f4e235-cab4-4fea-86ad-1004d3203258. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1366.537432] env[62361]: DEBUG oslo_concurrency.lockutils [req-fd570af8-3f16-4475-8512-3d2dc149ad0f req-338c7ae5-4203-4f49-ba0a-4017b1b889f4 service nova] Acquiring lock "refresh_cache-4bc7f740-730f-49d4-a221-8fa0517a4520" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.537432] env[62361]: DEBUG oslo_concurrency.lockutils [req-fd570af8-3f16-4475-8512-3d2dc149ad0f req-338c7ae5-4203-4f49-ba0a-4017b1b889f4 service nova] Acquired lock "refresh_cache-4bc7f740-730f-49d4-a221-8fa0517a4520" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.537561] env[62361]: DEBUG nova.network.neutron [req-fd570af8-3f16-4475-8512-3d2dc149ad0f req-338c7ae5-4203-4f49-ba0a-4017b1b889f4 service nova] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Refreshing network info cache for port 83f4e235-cab4-4fea-86ad-1004d3203258 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.732468] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707930, 'name': ReconfigVM_Task, 'duration_secs': 0.439673} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.735026] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 3388fd22-865a-4cf7-9912-af8ca03ed930/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.735026] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a340d59f-b6a5-4712-b6f7-a28b2d9509df {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.770471] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d4bffb5-bab2-4182-9846-ee6403bcd453 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.793266] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115007} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.797394] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.797733] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707928, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.798374] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1366.798374] env[62361]: value = "task-1707932" [ 1366.798374] env[62361]: _type = "Task" [ 1366.798374] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.799137] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b8f591-cefa-4deb-abde-68a65bafdf25 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.826936] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 892cb689-afd2-4995-880f-cef4186f2439/892cb689-afd2-4995-880f-cef4186f2439.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.833290] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed2ccac4-c91f-41fb-844d-e9041202c874 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.848224] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.853479] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1366.853479] env[62361]: value = "task-1707933" [ 1366.853479] env[62361]: _type = "Task" [ 1366.853479] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.861482] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.912998] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6e6818-50b8-4e77-8d49-6f256a387185 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.924232] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ce5da0-943e-40ba-aba0-559f237408d3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.956770] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79fd5f0-162b-40ec-bea4-ae2bc97c877c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.968161] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37b06fb-332f-4d2b-b495-11eb817a32e8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.977256] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707929, 'name': CreateVM_Task, 'duration_secs': 0.58399} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.985914] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.986475] env[62361]: DEBUG nova.compute.provider_tree [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.988381] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.988620] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.988884] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1366.989388] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0fb4ba-2369-4305-8bbb-49563733de30 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.994095] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1366.994095] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bdeab2-8b32-ea5d-8611-82a4599ede48" [ 1366.994095] env[62361]: _type = "Task" [ 1366.994095] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.005464] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bdeab2-8b32-ea5d-8611-82a4599ede48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.018022] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Acquiring lock "54650f01-3470-46bd-ae16-051df7758071" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.018022] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Lock "54650f01-3470-46bd-ae16-051df7758071" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.018022] env[62361]: INFO nova.compute.manager [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] [instance: 54650f01-3470-46bd-ae16-051df7758071] Attaching volume 116e2dee-d15c-4591-82ef-206e7f3f086e to /dev/sdb [ 1367.070937] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd14622b-517d-4c81-b5fc-28bcc4637840 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.078669] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74cad8b-0231-45b8-8d22-faf3ec255dd3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.096731] env[62361]: DEBUG nova.virt.block_device [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] [instance: 54650f01-3470-46bd-ae16-051df7758071] Updating existing volume attachment record: 88bd8ec1-4b3e-410a-bf2b-c7fb6acb7195 {{(pid=62361) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1367.228246] env[62361]: DEBUG nova.compute.manager [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1367.259823] env[62361]: DEBUG nova.virt.hardware [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1367.260122] env[62361]: DEBUG nova.virt.hardware [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1367.260246] env[62361]: DEBUG nova.virt.hardware [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.260442] env[62361]: DEBUG nova.virt.hardware [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1367.260651] env[62361]: DEBUG nova.virt.hardware [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.260739] env[62361]: DEBUG nova.virt.hardware [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1367.260943] env[62361]: DEBUG nova.virt.hardware [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1367.261116] env[62361]: DEBUG nova.virt.hardware [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1367.261373] env[62361]: DEBUG nova.virt.hardware [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1367.261565] env[62361]: DEBUG nova.virt.hardware [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1367.261792] env[62361]: DEBUG nova.virt.hardware [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1367.262609] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a61b23-22cb-45ed-884a-9eb8784f43b7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.279956] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05889421-378a-4794-ab76-9bb788998cad {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.283922] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707928, 'name': CreateSnapshot_Task, 'duration_secs': 1.244359} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.284254] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1367.285418] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21555dd6-1d2a-4009-be6d-3ac78821bdb5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.310075] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707932, 'name': ReconfigVM_Task, 'duration_secs': 0.155382} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.315549] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.315549] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7630065-cb20-4094-a893-909147c501a1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.318915] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1367.318915] env[62361]: value = "task-1707936" [ 1367.318915] env[62361]: _type = "Task" [ 1367.318915] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.329526] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.359386] env[62361]: DEBUG nova.network.neutron [req-fd570af8-3f16-4475-8512-3d2dc149ad0f req-338c7ae5-4203-4f49-ba0a-4017b1b889f4 service nova] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Updated VIF entry in instance network info cache for port 83f4e235-cab4-4fea-86ad-1004d3203258. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.359827] env[62361]: DEBUG nova.network.neutron [req-fd570af8-3f16-4475-8512-3d2dc149ad0f req-338c7ae5-4203-4f49-ba0a-4017b1b889f4 service nova] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Updating instance_info_cache with network_info: [{"id": "83f4e235-cab4-4fea-86ad-1004d3203258", "address": "fa:16:3e:b2:11:af", "network": {"id": "3c2389ac-ca9e-4bfa-978b-5dbcdb35be91", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1556369419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbafec927f4b46199e39f0850fc276b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f4e235-ca", "ovs_interfaceid": "83f4e235-cab4-4fea-86ad-1004d3203258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.369731] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707933, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.491023] env[62361]: DEBUG nova.scheduler.client.report [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1367.504551] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bdeab2-8b32-ea5d-8611-82a4599ede48, 'name': SearchDatastore_Task, 'duration_secs': 0.009715} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.504771] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.508009] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.508009] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.508009] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.508009] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.508009] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-596d32e2-7d17-4ce2-9d7d-df13647d8195 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.522780] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.522982] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.523763] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6896484a-ea9e-4c67-8acb-60d855cc9669 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.529306] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1367.529306] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ec10b5-35c6-8cd7-3ad8-3763d8a3f1fc" [ 1367.529306] env[62361]: _type = "Task" [ 1367.529306] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.538167] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ec10b5-35c6-8cd7-3ad8-3763d8a3f1fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.812545] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1367.812880] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-22ee5255-76d8-432a-8877-730ce86d767a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.824452] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1367.824452] env[62361]: value = "task-1707938" [ 1367.824452] env[62361]: _type = "Task" [ 1367.824452] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.830817] env[62361]: DEBUG oslo_vmware.api [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1707936, 'name': PowerOnVM_Task, 'duration_secs': 0.396854} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.831834] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.836533] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707938, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.837796] env[62361]: DEBUG nova.compute.manager [None req-bb73afe2-5f1f-49b4-a1cc-f2333b7ce4ec tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1367.838012] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272b2564-9959-4b12-b738-35266a31bffb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.865857] env[62361]: DEBUG oslo_concurrency.lockutils [req-fd570af8-3f16-4475-8512-3d2dc149ad0f req-338c7ae5-4203-4f49-ba0a-4017b1b889f4 service nova] Releasing lock "refresh_cache-4bc7f740-730f-49d4-a221-8fa0517a4520" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.866660] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707933, 'name': ReconfigVM_Task, 'duration_secs': 0.517994} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.866660] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 892cb689-afd2-4995-880f-cef4186f2439/892cb689-afd2-4995-880f-cef4186f2439.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.867258] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce470004-53a8-42dc-873c-dab25d3d6b8d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.874803] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1367.874803] env[62361]: value = "task-1707939" [ 1367.874803] env[62361]: _type = "Task" [ 1367.874803] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.884784] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707939, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.999909] env[62361]: DEBUG oslo_concurrency.lockutils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.000522] env[62361]: DEBUG nova.compute.manager [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1368.003574] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.847s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.007027] env[62361]: INFO nova.compute.claims [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.025664] env[62361]: DEBUG nova.network.neutron [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Successfully updated port: 67fba3bc-60d1-45a1-a714-4a6f4806e486 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.047514] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ec10b5-35c6-8cd7-3ad8-3763d8a3f1fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01686} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.051064] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff7314c5-1c5f-4885-bfa7-ac5fa70e3faf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.054390] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1368.054390] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5220373c-a67b-1650-a57f-6fda87a14124" [ 1368.054390] env[62361]: _type = "Task" [ 1368.054390] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.063650] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5220373c-a67b-1650-a57f-6fda87a14124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.334612] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707938, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.384778] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707939, 'name': Rename_Task, 'duration_secs': 0.355988} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.385141] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.385421] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c34e556c-2666-4f86-86f1-752ffd2a8c31 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.391832] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1368.391832] env[62361]: value = "task-1707940" [ 1368.391832] env[62361]: _type = "Task" [ 1368.391832] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.401806] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.512880] env[62361]: DEBUG nova.compute.utils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1368.514819] env[62361]: DEBUG nova.compute.manager [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1368.515098] env[62361]: DEBUG nova.network.neutron [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1368.524942] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "refresh_cache-d6624485-5300-4a54-9893-690479dcd095" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.524942] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquired lock "refresh_cache-d6624485-5300-4a54-9893-690479dcd095" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.524942] env[62361]: DEBUG nova.network.neutron [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.570721] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "427ae412-ed01-4b32-ae0b-ac620ec9cf85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.570721] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "427ae412-ed01-4b32-ae0b-ac620ec9cf85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.570721] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5220373c-a67b-1650-a57f-6fda87a14124, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.570721] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.570721] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 4bc7f740-730f-49d4-a221-8fa0517a4520/4bc7f740-730f-49d4-a221-8fa0517a4520.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1368.570721] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fe6714f-ae0a-4511-9ee9-231f9cd7d55f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.578727] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1368.578727] env[62361]: value = "task-1707941" [ 1368.578727] env[62361]: _type = "Task" [ 1368.578727] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.590285] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.599641] env[62361]: DEBUG nova.policy [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bda621ee3f424b6f866558b02c864545', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f1347b9be48427eb0b33a6292c7ef6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1368.768575] env[62361]: DEBUG nova.compute.manager [req-b159c7e7-9c57-49f3-86a3-be73db4be3ba req-b6f3eb87-e0ba-4987-a5ab-74d09f7a0948 service nova] [instance: d6624485-5300-4a54-9893-690479dcd095] Received event network-vif-plugged-67fba3bc-60d1-45a1-a714-4a6f4806e486 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1368.768827] env[62361]: DEBUG oslo_concurrency.lockutils [req-b159c7e7-9c57-49f3-86a3-be73db4be3ba req-b6f3eb87-e0ba-4987-a5ab-74d09f7a0948 service nova] Acquiring lock "d6624485-5300-4a54-9893-690479dcd095-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.768971] env[62361]: DEBUG oslo_concurrency.lockutils [req-b159c7e7-9c57-49f3-86a3-be73db4be3ba req-b6f3eb87-e0ba-4987-a5ab-74d09f7a0948 service nova] Lock "d6624485-5300-4a54-9893-690479dcd095-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.769166] env[62361]: DEBUG oslo_concurrency.lockutils [req-b159c7e7-9c57-49f3-86a3-be73db4be3ba req-b6f3eb87-e0ba-4987-a5ab-74d09f7a0948 service nova] Lock "d6624485-5300-4a54-9893-690479dcd095-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.769322] env[62361]: DEBUG nova.compute.manager [req-b159c7e7-9c57-49f3-86a3-be73db4be3ba req-b6f3eb87-e0ba-4987-a5ab-74d09f7a0948 service nova] [instance: d6624485-5300-4a54-9893-690479dcd095] No waiting events found dispatching network-vif-plugged-67fba3bc-60d1-45a1-a714-4a6f4806e486 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1368.769536] env[62361]: WARNING nova.compute.manager [req-b159c7e7-9c57-49f3-86a3-be73db4be3ba req-b6f3eb87-e0ba-4987-a5ab-74d09f7a0948 service nova] [instance: d6624485-5300-4a54-9893-690479dcd095] Received unexpected event network-vif-plugged-67fba3bc-60d1-45a1-a714-4a6f4806e486 for instance with vm_state building and task_state spawning. [ 1368.769819] env[62361]: DEBUG nova.compute.manager [req-b159c7e7-9c57-49f3-86a3-be73db4be3ba req-b6f3eb87-e0ba-4987-a5ab-74d09f7a0948 service nova] [instance: d6624485-5300-4a54-9893-690479dcd095] Received event network-changed-67fba3bc-60d1-45a1-a714-4a6f4806e486 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1368.769925] env[62361]: DEBUG nova.compute.manager [req-b159c7e7-9c57-49f3-86a3-be73db4be3ba req-b6f3eb87-e0ba-4987-a5ab-74d09f7a0948 service nova] [instance: d6624485-5300-4a54-9893-690479dcd095] Refreshing instance network info cache due to event network-changed-67fba3bc-60d1-45a1-a714-4a6f4806e486. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1368.770465] env[62361]: DEBUG oslo_concurrency.lockutils [req-b159c7e7-9c57-49f3-86a3-be73db4be3ba req-b6f3eb87-e0ba-4987-a5ab-74d09f7a0948 service nova] Acquiring lock "refresh_cache-d6624485-5300-4a54-9893-690479dcd095" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.838527] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707938, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.902138] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.019074] env[62361]: DEBUG nova.compute.manager [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1369.092982] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707941, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.103177] env[62361]: DEBUG nova.network.neutron [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Successfully created port: e37f8484-c9b4-4815-bee1-a29115a7389d {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1369.124722] env[62361]: DEBUG nova.network.neutron [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.170230] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "ea3d9715-fbaf-44c4-986b-20996b2958bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.170546] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "ea3d9715-fbaf-44c4-986b-20996b2958bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.341340] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "07679006-d4fe-4699-969e-a92156194070" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.341602] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "07679006-d4fe-4699-969e-a92156194070" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.351264] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707938, 'name': CloneVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.397538] env[62361]: DEBUG nova.network.neutron [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Updating instance_info_cache with network_info: [{"id": "67fba3bc-60d1-45a1-a714-4a6f4806e486", "address": "fa:16:3e:21:41:14", "network": {"id": "3c2389ac-ca9e-4bfa-978b-5dbcdb35be91", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1556369419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbafec927f4b46199e39f0850fc276b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67fba3bc-60", "ovs_interfaceid": "67fba3bc-60d1-45a1-a714-4a6f4806e486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.407490] env[62361]: DEBUG oslo_vmware.api [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707940, 'name': PowerOnVM_Task, 'duration_secs': 0.780697} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.407640] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.407881] env[62361]: INFO nova.compute.manager [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1369.408158] env[62361]: DEBUG nova.compute.manager [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1369.410055] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7bfb4b-bfa1-4568-9960-1b84811d88c2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.590783] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690393} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.590783] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 4bc7f740-730f-49d4-a221-8fa0517a4520/4bc7f740-730f-49d4-a221-8fa0517a4520.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1369.590783] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1369.591085] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08e7579c-352d-466d-be3e-eefdcb580fe4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.597477] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1369.597477] env[62361]: value = "task-1707943" [ 1369.597477] env[62361]: _type = "Task" [ 1369.597477] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.610167] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.683818] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83fb5bf-d516-447e-a33c-d278a0eef39e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.691403] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7b7c18-954d-4532-a94b-94880921e275 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.721445] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea929bae-c5ed-4178-a56d-c699d3a6a9ac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.728602] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e835512-fa89-4a43-a3a2-737ff4f543f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.741411] env[62361]: DEBUG nova.compute.provider_tree [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.835801] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707938, 'name': CloneVM_Task, 'duration_secs': 1.526863} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.836040] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Created linked-clone VM from snapshot [ 1369.836839] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80323043-4101-4265-b806-777ab97a5c16 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.844066] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Uploading image f903f2eb-b516-4fcb-b6c2-9b8d592dd1ae {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1369.856454] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1369.857261] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2d172545-ad20-4cf8-812f-6aceb15d112e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.862842] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1369.862842] env[62361]: value = "task-1707944" [ 1369.862842] env[62361]: _type = "Task" [ 1369.862842] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.874337] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707944, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.903513] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Releasing lock "refresh_cache-d6624485-5300-4a54-9893-690479dcd095" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.903883] env[62361]: DEBUG nova.compute.manager [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Instance network_info: |[{"id": "67fba3bc-60d1-45a1-a714-4a6f4806e486", "address": "fa:16:3e:21:41:14", "network": {"id": "3c2389ac-ca9e-4bfa-978b-5dbcdb35be91", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1556369419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbafec927f4b46199e39f0850fc276b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67fba3bc-60", "ovs_interfaceid": "67fba3bc-60d1-45a1-a714-4a6f4806e486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1369.904208] env[62361]: DEBUG oslo_concurrency.lockutils [req-b159c7e7-9c57-49f3-86a3-be73db4be3ba req-b6f3eb87-e0ba-4987-a5ab-74d09f7a0948 service nova] Acquired lock "refresh_cache-d6624485-5300-4a54-9893-690479dcd095" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.904391] env[62361]: DEBUG nova.network.neutron [req-b159c7e7-9c57-49f3-86a3-be73db4be3ba req-b6f3eb87-e0ba-4987-a5ab-74d09f7a0948 service nova] [instance: d6624485-5300-4a54-9893-690479dcd095] Refreshing network info cache for port 67fba3bc-60d1-45a1-a714-4a6f4806e486 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.905757] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:41:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67fba3bc-60d1-45a1-a714-4a6f4806e486', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.913565] env[62361]: DEBUG oslo.service.loopingcall [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.914617] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6624485-5300-4a54-9893-690479dcd095] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.914855] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b1f992f-a7ba-4827-bfb0-816068c8bf29 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.938498] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.938498] env[62361]: value = "task-1707945" [ 1369.938498] env[62361]: _type = "Task" [ 1369.938498] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.938914] env[62361]: INFO nova.compute.manager [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Took 42.45 seconds to build instance. [ 1369.948084] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707945, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.031080] env[62361]: DEBUG nova.compute.manager [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1370.058353] env[62361]: DEBUG nova.virt.hardware [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1370.058681] env[62361]: DEBUG nova.virt.hardware [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1370.058847] env[62361]: DEBUG nova.virt.hardware [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.059062] env[62361]: DEBUG nova.virt.hardware [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1370.059233] env[62361]: DEBUG nova.virt.hardware [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.059475] env[62361]: DEBUG nova.virt.hardware [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1370.059622] env[62361]: DEBUG nova.virt.hardware [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1370.059804] env[62361]: DEBUG nova.virt.hardware [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1370.059993] env[62361]: DEBUG nova.virt.hardware [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1370.060185] env[62361]: DEBUG nova.virt.hardware [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1370.060384] env[62361]: DEBUG nova.virt.hardware [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1370.061350] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ec0798-47c3-47f7-bf0a-2a1239794cbd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.069947] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6e13c1-e824-43f8-add4-357ec0e8c162 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.107380] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216599} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.107380] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1370.107970] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bc0c81-0568-43c0-8c31-fc1ad0d86640 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.130690] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 4bc7f740-730f-49d4-a221-8fa0517a4520/4bc7f740-730f-49d4-a221-8fa0517a4520.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.130997] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2765c423-07d1-4724-80b4-6a325dc8ed47 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.151310] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1370.151310] env[62361]: value = "task-1707946" [ 1370.151310] env[62361]: _type = "Task" [ 1370.151310] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.159645] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.244521] env[62361]: DEBUG nova.scheduler.client.report [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1370.373186] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707944, 'name': Destroy_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.446013] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb1864a0-ea19-48c5-915c-affe0f0af653 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "892cb689-afd2-4995-880f-cef4186f2439" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.141s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.452966] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707945, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.661444] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.704048] env[62361]: DEBUG nova.network.neutron [req-b159c7e7-9c57-49f3-86a3-be73db4be3ba req-b6f3eb87-e0ba-4987-a5ab-74d09f7a0948 service nova] [instance: d6624485-5300-4a54-9893-690479dcd095] Updated VIF entry in instance network info cache for port 67fba3bc-60d1-45a1-a714-4a6f4806e486. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.704556] env[62361]: DEBUG nova.network.neutron [req-b159c7e7-9c57-49f3-86a3-be73db4be3ba req-b6f3eb87-e0ba-4987-a5ab-74d09f7a0948 service nova] [instance: d6624485-5300-4a54-9893-690479dcd095] Updating instance_info_cache with network_info: [{"id": "67fba3bc-60d1-45a1-a714-4a6f4806e486", "address": "fa:16:3e:21:41:14", "network": {"id": "3c2389ac-ca9e-4bfa-978b-5dbcdb35be91", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1556369419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbafec927f4b46199e39f0850fc276b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67fba3bc-60", "ovs_interfaceid": "67fba3bc-60d1-45a1-a714-4a6f4806e486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.755904] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.756477] env[62361]: DEBUG nova.compute.manager [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1370.760902] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.430s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.761087] env[62361]: DEBUG nova.objects.instance [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62361) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1370.801333] env[62361]: DEBUG nova.compute.manager [req-658b6d46-b6f7-433a-8d41-58c022972257 req-086e2b34-b5f2-48b1-a4b3-6fe3474459bc service nova] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Received event network-vif-plugged-e37f8484-c9b4-4815-bee1-a29115a7389d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1370.801664] env[62361]: DEBUG oslo_concurrency.lockutils [req-658b6d46-b6f7-433a-8d41-58c022972257 req-086e2b34-b5f2-48b1-a4b3-6fe3474459bc service nova] Acquiring lock "f2670f16-d09a-405f-8f23-b6c2aca29e57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.801792] env[62361]: DEBUG oslo_concurrency.lockutils [req-658b6d46-b6f7-433a-8d41-58c022972257 req-086e2b34-b5f2-48b1-a4b3-6fe3474459bc service nova] Lock "f2670f16-d09a-405f-8f23-b6c2aca29e57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.801973] env[62361]: DEBUG oslo_concurrency.lockutils [req-658b6d46-b6f7-433a-8d41-58c022972257 req-086e2b34-b5f2-48b1-a4b3-6fe3474459bc service nova] Lock "f2670f16-d09a-405f-8f23-b6c2aca29e57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.802163] env[62361]: DEBUG nova.compute.manager [req-658b6d46-b6f7-433a-8d41-58c022972257 req-086e2b34-b5f2-48b1-a4b3-6fe3474459bc service nova] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] No waiting events found dispatching network-vif-plugged-e37f8484-c9b4-4815-bee1-a29115a7389d {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1370.802329] env[62361]: WARNING nova.compute.manager [req-658b6d46-b6f7-433a-8d41-58c022972257 req-086e2b34-b5f2-48b1-a4b3-6fe3474459bc service nova] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Received unexpected event network-vif-plugged-e37f8484-c9b4-4815-bee1-a29115a7389d for instance with vm_state building and task_state spawning. [ 1370.821613] env[62361]: DEBUG nova.network.neutron [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Successfully updated port: e37f8484-c9b4-4815-bee1-a29115a7389d {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1370.872941] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707944, 'name': Destroy_Task, 'duration_secs': 0.909626} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.873315] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Destroyed the VM [ 1370.873501] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1370.873695] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-434e4c15-0845-431a-8198-1fc2aea5a842 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.879651] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1370.879651] env[62361]: value = "task-1707947" [ 1370.879651] env[62361]: _type = "Task" [ 1370.879651] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.887053] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707947, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.949633] env[62361]: DEBUG nova.compute.manager [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1370.952206] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707945, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.161848] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.208458] env[62361]: DEBUG oslo_concurrency.lockutils [req-b159c7e7-9c57-49f3-86a3-be73db4be3ba req-b6f3eb87-e0ba-4987-a5ab-74d09f7a0948 service nova] Releasing lock "refresh_cache-d6624485-5300-4a54-9893-690479dcd095" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.272921] env[62361]: DEBUG nova.compute.utils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1371.272921] env[62361]: DEBUG nova.compute.manager [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1371.272921] env[62361]: DEBUG nova.network.neutron [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.325623] env[62361]: DEBUG nova.policy [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bda621ee3f424b6f866558b02c864545', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f1347b9be48427eb0b33a6292c7ef6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1371.327502] env[62361]: DEBUG oslo_concurrency.lockutils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquiring lock "refresh_cache-f2670f16-d09a-405f-8f23-b6c2aca29e57" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.327638] env[62361]: DEBUG oslo_concurrency.lockutils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquired lock "refresh_cache-f2670f16-d09a-405f-8f23-b6c2aca29e57" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.327784] env[62361]: DEBUG nova.network.neutron [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.391873] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707947, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.451209] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707945, 'name': CreateVM_Task, 'duration_secs': 1.256868} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.451552] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6624485-5300-4a54-9893-690479dcd095] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.452761] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.453062] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.453507] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1371.458228] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4e2d30b-3538-415e-9c98-a3a98cebff68 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.464967] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1371.464967] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52af16ce-0aa4-4c60-1885-f3eb3f8a8a07" [ 1371.464967] env[62361]: _type = "Task" [ 1371.464967] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.474575] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52af16ce-0aa4-4c60-1885-f3eb3f8a8a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.475550] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.645244] env[62361]: DEBUG nova.network.neutron [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Successfully created port: 8c0a94e4-25ca-41c7-83ac-68ea058094c7 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1371.662633] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707946, 'name': ReconfigVM_Task, 'duration_secs': 1.087679} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.662975] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 4bc7f740-730f-49d4-a221-8fa0517a4520/4bc7f740-730f-49d4-a221-8fa0517a4520.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.663698] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d0217bc-1a74-42e9-812e-e3c8623bf883 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.671391] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1371.671391] env[62361]: value = "task-1707948" [ 1371.671391] env[62361]: _type = "Task" [ 1371.671391] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.675450] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] [instance: 54650f01-3470-46bd-ae16-051df7758071] Volume attach. Driver type: vmdk {{(pid=62361) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1371.676194] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] [instance: 54650f01-3470-46bd-ae16-051df7758071] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355854', 'volume_id': '116e2dee-d15c-4591-82ef-206e7f3f086e', 'name': 'volume-116e2dee-d15c-4591-82ef-206e7f3f086e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '54650f01-3470-46bd-ae16-051df7758071', 'attached_at': '', 'detached_at': '', 'volume_id': '116e2dee-d15c-4591-82ef-206e7f3f086e', 'serial': '116e2dee-d15c-4591-82ef-206e7f3f086e'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1371.677163] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a64c40f-f0cc-43f4-ab5e-31b9426dbcf4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.699152] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da831e4-7fb9-4b57-8dc7-9158802dc6a7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.701927] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707948, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.724808] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] [instance: 54650f01-3470-46bd-ae16-051df7758071] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-116e2dee-d15c-4591-82ef-206e7f3f086e/volume-116e2dee-d15c-4591-82ef-206e7f3f086e.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.725260] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-609e883c-8fd1-4740-9140-01deb008f581 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.743650] env[62361]: DEBUG oslo_vmware.api [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Waiting for the task: (returnval){ [ 1371.743650] env[62361]: value = "task-1707949" [ 1371.743650] env[62361]: _type = "Task" [ 1371.743650] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.752197] env[62361]: DEBUG oslo_vmware.api [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Task: {'id': task-1707949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.771648] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4628e0ff-7ec4-4fb8-95d7-cab43a805f92 tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.772883] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.077s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.773140] env[62361]: DEBUG nova.objects.instance [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lazy-loading 'resources' on Instance uuid 7d92bde5-1e58-493a-9b90-e18a83fde582 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.775148] env[62361]: DEBUG nova.compute.manager [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1371.893349] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707947, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.896371] env[62361]: DEBUG nova.network.neutron [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1371.976458] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52af16ce-0aa4-4c60-1885-f3eb3f8a8a07, 'name': SearchDatastore_Task, 'duration_secs': 0.011672} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.976826] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.977072] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.977310] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.977466] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.977644] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.978232] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5200abd8-eae4-48ee-be9c-3262334dd5a6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.986996] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.987194] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.988189] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7acf8d7b-8bbe-4c99-ad1d-10818f36c709 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.993859] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1371.993859] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527e42f4-6ff2-1c43-062e-0a55aa4d5d07" [ 1371.993859] env[62361]: _type = "Task" [ 1371.993859] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.003218] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527e42f4-6ff2-1c43-062e-0a55aa4d5d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.139406] env[62361]: DEBUG nova.network.neutron [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Updating instance_info_cache with network_info: [{"id": "e37f8484-c9b4-4815-bee1-a29115a7389d", "address": "fa:16:3e:99:c9:83", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape37f8484-c9", "ovs_interfaceid": "e37f8484-c9b4-4815-bee1-a29115a7389d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.182691] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707948, 'name': Rename_Task, 'duration_secs': 0.174061} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.182968] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.183426] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f8de2ee-199a-4b23-802f-34752933edd1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.189845] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1372.189845] env[62361]: value = "task-1707950" [ 1372.189845] env[62361]: _type = "Task" [ 1372.189845] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.197568] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.253160] env[62361]: DEBUG oslo_vmware.api [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Task: {'id': task-1707949, 'name': ReconfigVM_Task, 'duration_secs': 0.485196} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.253457] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] [instance: 54650f01-3470-46bd-ae16-051df7758071] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-116e2dee-d15c-4591-82ef-206e7f3f086e/volume-116e2dee-d15c-4591-82ef-206e7f3f086e.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.258326] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b987157-ae5c-4833-b129-90896ee89fc8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.273263] env[62361]: DEBUG oslo_vmware.api [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Waiting for the task: (returnval){ [ 1372.273263] env[62361]: value = "task-1707951" [ 1372.273263] env[62361]: _type = "Task" [ 1372.273263] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.286921] env[62361]: DEBUG oslo_vmware.api [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Task: {'id': task-1707951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.394657] env[62361]: DEBUG oslo_vmware.api [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707947, 'name': RemoveSnapshot_Task, 'duration_secs': 1.138211} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.394931] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1372.505089] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527e42f4-6ff2-1c43-062e-0a55aa4d5d07, 'name': SearchDatastore_Task, 'duration_secs': 0.015753} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.508782] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef6d0c9-666d-4c63-a307-8d4543af097b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.513951] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1372.513951] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b0d760-19dd-1797-8115-74f44608a16f" [ 1372.513951] env[62361]: _type = "Task" [ 1372.513951] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.523429] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b0d760-19dd-1797-8115-74f44608a16f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.641464] env[62361]: DEBUG oslo_concurrency.lockutils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Releasing lock "refresh_cache-f2670f16-d09a-405f-8f23-b6c2aca29e57" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.641782] env[62361]: DEBUG nova.compute.manager [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Instance network_info: |[{"id": "e37f8484-c9b4-4815-bee1-a29115a7389d", "address": "fa:16:3e:99:c9:83", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape37f8484-c9", "ovs_interfaceid": "e37f8484-c9b4-4815-bee1-a29115a7389d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1372.642729] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:c9:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e37f8484-c9b4-4815-bee1-a29115a7389d', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1372.649773] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Creating folder: Project (3f1347b9be48427eb0b33a6292c7ef6c). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1372.650052] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c32bc208-170e-437c-af35-fc0116800a2c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.660522] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Created folder: Project (3f1347b9be48427eb0b33a6292c7ef6c) in parent group-v355747. [ 1372.660712] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Creating folder: Instances. Parent ref: group-v355857. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1372.661173] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-411592b4-f94a-4fa2-a909-0dd5363eca54 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.669846] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Created folder: Instances in parent group-v355857. [ 1372.670090] env[62361]: DEBUG oslo.service.loopingcall [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1372.670276] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1372.670469] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77eefec1-1c3e-4503-a482-043668a44616 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.695159] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1372.695159] env[62361]: value = "task-1707954" [ 1372.695159] env[62361]: _type = "Task" [ 1372.695159] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.703839] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.708183] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707954, 'name': CreateVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.785225] env[62361]: DEBUG oslo_vmware.api [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Task: {'id': task-1707951, 'name': ReconfigVM_Task, 'duration_secs': 0.137726} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.785550] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] [instance: 54650f01-3470-46bd-ae16-051df7758071] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355854', 'volume_id': '116e2dee-d15c-4591-82ef-206e7f3f086e', 'name': 'volume-116e2dee-d15c-4591-82ef-206e7f3f086e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '54650f01-3470-46bd-ae16-051df7758071', 'attached_at': '', 'detached_at': '', 'volume_id': '116e2dee-d15c-4591-82ef-206e7f3f086e', 'serial': '116e2dee-d15c-4591-82ef-206e7f3f086e'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1372.788732] env[62361]: DEBUG nova.compute.manager [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1372.791045] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c1025a-d88f-40af-8548-92891589ec4f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.798977] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f05be8e-9a16-4ca4-a08f-3607926a6b14 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.832339] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11823374-4add-4241-bec6-7a35ec503933 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.838287] env[62361]: DEBUG nova.compute.manager [req-22fbe70f-6a7c-400e-906f-7e388443e555 req-48897ece-5621-43c4-9acd-6e729e82f329 service nova] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Received event network-changed-e37f8484-c9b4-4815-bee1-a29115a7389d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1372.839056] env[62361]: DEBUG nova.compute.manager [req-22fbe70f-6a7c-400e-906f-7e388443e555 req-48897ece-5621-43c4-9acd-6e729e82f329 service nova] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Refreshing instance network info cache due to event network-changed-e37f8484-c9b4-4815-bee1-a29115a7389d. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1372.839056] env[62361]: DEBUG oslo_concurrency.lockutils [req-22fbe70f-6a7c-400e-906f-7e388443e555 req-48897ece-5621-43c4-9acd-6e729e82f329 service nova] Acquiring lock "refresh_cache-f2670f16-d09a-405f-8f23-b6c2aca29e57" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.839056] env[62361]: DEBUG oslo_concurrency.lockutils [req-22fbe70f-6a7c-400e-906f-7e388443e555 req-48897ece-5621-43c4-9acd-6e729e82f329 service nova] Acquired lock "refresh_cache-f2670f16-d09a-405f-8f23-b6c2aca29e57" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.839056] env[62361]: DEBUG nova.network.neutron [req-22fbe70f-6a7c-400e-906f-7e388443e555 req-48897ece-5621-43c4-9acd-6e729e82f329 service nova] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Refreshing network info cache for port e37f8484-c9b4-4815-bee1-a29115a7389d {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.844235] env[62361]: DEBUG nova.virt.hardware [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1372.844461] env[62361]: DEBUG nova.virt.hardware [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1372.844620] env[62361]: DEBUG nova.virt.hardware [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.844804] env[62361]: DEBUG nova.virt.hardware [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1372.844948] env[62361]: DEBUG nova.virt.hardware [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.845125] env[62361]: DEBUG nova.virt.hardware [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1372.845331] env[62361]: DEBUG nova.virt.hardware [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1372.845489] env[62361]: DEBUG nova.virt.hardware [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1372.845654] env[62361]: DEBUG nova.virt.hardware [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1372.845812] env[62361]: DEBUG nova.virt.hardware [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1372.845982] env[62361]: DEBUG nova.virt.hardware [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1372.847180] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6345da-9f35-4415-a8f0-863591a18f1c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.853627] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cbcae1-2690-4946-a63b-69703ec34f44 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.860807] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a4dd00-2532-4446-832b-eb4a731f02c9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.872369] env[62361]: DEBUG nova.compute.provider_tree [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.900195] env[62361]: WARNING nova.compute.manager [None req-beafb799-6079-426a-a390-b86eeaf5fb4a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Image not found during snapshot: nova.exception.ImageNotFound: Image f903f2eb-b516-4fcb-b6c2-9b8d592dd1ae could not be found. [ 1373.024825] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b0d760-19dd-1797-8115-74f44608a16f, 'name': SearchDatastore_Task, 'duration_secs': 0.054047} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.025120] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.025380] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] d6624485-5300-4a54-9893-690479dcd095/d6624485-5300-4a54-9893-690479dcd095.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.025643] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d32c93f1-4f62-4320-a4e0-3c78497d2ff0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.032932] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1373.032932] env[62361]: value = "task-1707955" [ 1373.032932] env[62361]: _type = "Task" [ 1373.032932] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.041485] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.202327] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.208705] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707954, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.375634] env[62361]: DEBUG nova.scheduler.client.report [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1373.544745] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707955, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.578915] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "9daab8ae-8d10-4349-aafe-b5e00459521c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.578915] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "9daab8ae-8d10-4349-aafe-b5e00459521c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.578915] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "9daab8ae-8d10-4349-aafe-b5e00459521c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.578915] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "9daab8ae-8d10-4349-aafe-b5e00459521c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.579167] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "9daab8ae-8d10-4349-aafe-b5e00459521c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.581122] env[62361]: INFO nova.compute.manager [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Terminating instance [ 1373.585093] env[62361]: DEBUG nova.compute.manager [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1373.585093] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1373.586155] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d67b8dc-407a-489c-8e20-7079bb49ab9c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.601692] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.601692] env[62361]: DEBUG nova.network.neutron [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Successfully updated port: 8c0a94e4-25ca-41c7-83ac-68ea058094c7 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1373.603046] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-965f56d6-f566-4d89-ac0f-a2c2cc3031ac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.609028] env[62361]: DEBUG oslo_vmware.api [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1373.609028] env[62361]: value = "task-1707956" [ 1373.609028] env[62361]: _type = "Task" [ 1373.609028] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.617206] env[62361]: DEBUG oslo_vmware.api [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.640230] env[62361]: DEBUG nova.network.neutron [req-22fbe70f-6a7c-400e-906f-7e388443e555 req-48897ece-5621-43c4-9acd-6e729e82f329 service nova] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Updated VIF entry in instance network info cache for port e37f8484-c9b4-4815-bee1-a29115a7389d. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.640608] env[62361]: DEBUG nova.network.neutron [req-22fbe70f-6a7c-400e-906f-7e388443e555 req-48897ece-5621-43c4-9acd-6e729e82f329 service nova] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Updating instance_info_cache with network_info: [{"id": "e37f8484-c9b4-4815-bee1-a29115a7389d", "address": "fa:16:3e:99:c9:83", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape37f8484-c9", "ovs_interfaceid": "e37f8484-c9b4-4815-bee1-a29115a7389d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.706037] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707950, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.709631] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707954, 'name': CreateVM_Task, 'duration_secs': 0.541316} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.709920] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.710868] env[62361]: DEBUG oslo_concurrency.lockutils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.710868] env[62361]: DEBUG oslo_concurrency.lockutils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.711081] env[62361]: DEBUG oslo_concurrency.lockutils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1373.711485] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d6e30c-be02-4ad3-8c51-7dc40979114e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.716823] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1373.716823] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526ecddc-414f-f4f2-7659-bd9e4859ba8f" [ 1373.716823] env[62361]: _type = "Task" [ 1373.716823] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.725270] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526ecddc-414f-f4f2-7659-bd9e4859ba8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.839778] env[62361]: DEBUG nova.objects.instance [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Lazy-loading 'flavor' on Instance uuid 54650f01-3470-46bd-ae16-051df7758071 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.883845] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.887792] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.086s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.889599] env[62361]: INFO nova.compute.claims [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.907554] env[62361]: INFO nova.scheduler.client.report [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Deleted allocations for instance 7d92bde5-1e58-493a-9b90-e18a83fde582 [ 1374.044901] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557588} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.045305] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] d6624485-5300-4a54-9893-690479dcd095/d6624485-5300-4a54-9893-690479dcd095.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1374.045648] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1374.046112] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cfa8c86-fa35-4f5a-89e0-05b1098c010b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.056479] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1374.056479] env[62361]: value = "task-1707957" [ 1374.056479] env[62361]: _type = "Task" [ 1374.056479] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.068378] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.105838] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquiring lock "refresh_cache-d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.106124] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquired lock "refresh_cache-d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.106276] env[62361]: DEBUG nova.network.neutron [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.121285] env[62361]: DEBUG oslo_vmware.api [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707956, 'name': PowerOffVM_Task, 'duration_secs': 0.48079} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.121608] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.121779] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.122063] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1be3486e-b7e2-4e36-bff8-db88d2503450 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.143142] env[62361]: DEBUG oslo_concurrency.lockutils [req-22fbe70f-6a7c-400e-906f-7e388443e555 req-48897ece-5621-43c4-9acd-6e729e82f329 service nova] Releasing lock "refresh_cache-f2670f16-d09a-405f-8f23-b6c2aca29e57" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.203953] env[62361]: DEBUG oslo_vmware.api [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707950, 'name': PowerOnVM_Task, 'duration_secs': 1.563425} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.204892] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.204892] env[62361]: INFO nova.compute.manager [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1374.205000] env[62361]: DEBUG nova.compute.manager [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1374.205841] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bd2e38-a5a4-4dca-a356-2f54389639f5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.229724] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526ecddc-414f-f4f2-7659-bd9e4859ba8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.230105] env[62361]: DEBUG oslo_concurrency.lockutils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.230383] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1374.230703] env[62361]: DEBUG oslo_concurrency.lockutils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.230931] env[62361]: DEBUG oslo_concurrency.lockutils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.231135] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1374.231466] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9be60c16-4f3a-4a67-8678-ed0b4e22eb21 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.237840] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.238055] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.238309] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Deleting the datastore file [datastore1] 9daab8ae-8d10-4349-aafe-b5e00459521c {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.238547] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e68fc364-b7cc-453d-bf64-5ce2bd306680 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.242805] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.243221] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1374.245016] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c0ac34-0333-43ec-8523-f637da009a47 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.247647] env[62361]: DEBUG oslo_vmware.api [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1374.247647] env[62361]: value = "task-1707959" [ 1374.247647] env[62361]: _type = "Task" [ 1374.247647] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.252911] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1374.252911] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5273abe0-349c-d69b-23eb-c2f037aa400b" [ 1374.252911] env[62361]: _type = "Task" [ 1374.252911] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.259318] env[62361]: DEBUG oslo_vmware.api [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.264035] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5273abe0-349c-d69b-23eb-c2f037aa400b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.344927] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c9b0cdda-7f48-4767-a6b1-40e974bc1bcf tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Lock "54650f01-3470-46bd-ae16-051df7758071" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.328s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.417014] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a270c1f-0bbe-47d9-b41d-cb57f83e7806 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "7d92bde5-1e58-493a-9b90-e18a83fde582" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.566s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.567199] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088008} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.567477] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1374.568190] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb14693-b380-4673-9d4a-50cfeee65fae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.591021] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] d6624485-5300-4a54-9893-690479dcd095/d6624485-5300-4a54-9893-690479dcd095.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.591313] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9b32e45-d952-4d9a-b035-1cd175c46090 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.611759] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1374.611759] env[62361]: value = "task-1707960" [ 1374.611759] env[62361]: _type = "Task" [ 1374.611759] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.620165] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.667629] env[62361]: DEBUG nova.network.neutron [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.691183] env[62361]: DEBUG oslo_concurrency.lockutils [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Acquiring lock "54650f01-3470-46bd-ae16-051df7758071" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.692437] env[62361]: DEBUG oslo_concurrency.lockutils [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Lock "54650f01-3470-46bd-ae16-051df7758071" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.725193] env[62361]: INFO nova.compute.manager [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Took 40.91 seconds to build instance. [ 1374.759943] env[62361]: DEBUG oslo_vmware.api [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.765337] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5273abe0-349c-d69b-23eb-c2f037aa400b, 'name': SearchDatastore_Task, 'duration_secs': 0.031689} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.766120] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5524776e-c0fa-4123-ae6b-16b3ec058d00 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.771355] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1374.771355] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523d7fcd-0861-1d14-e0c4-5bb6e2e5b5cf" [ 1374.771355] env[62361]: _type = "Task" [ 1374.771355] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.778960] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523d7fcd-0861-1d14-e0c4-5bb6e2e5b5cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.890892] env[62361]: DEBUG nova.network.neutron [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Updating instance_info_cache with network_info: [{"id": "8c0a94e4-25ca-41c7-83ac-68ea058094c7", "address": "fa:16:3e:1d:3d:af", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c0a94e4-25", "ovs_interfaceid": "8c0a94e4-25ca-41c7-83ac-68ea058094c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.926728] env[62361]: DEBUG nova.compute.manager [req-1e72fd10-38e9-4410-85f6-7c2c77f71974 req-93138cda-b5ce-4bb4-ac7a-84a5b0c33998 service nova] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Received event network-vif-plugged-8c0a94e4-25ca-41c7-83ac-68ea058094c7 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1374.926981] env[62361]: DEBUG oslo_concurrency.lockutils [req-1e72fd10-38e9-4410-85f6-7c2c77f71974 req-93138cda-b5ce-4bb4-ac7a-84a5b0c33998 service nova] Acquiring lock "d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.927237] env[62361]: DEBUG oslo_concurrency.lockutils [req-1e72fd10-38e9-4410-85f6-7c2c77f71974 req-93138cda-b5ce-4bb4-ac7a-84a5b0c33998 service nova] Lock "d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.927412] env[62361]: DEBUG oslo_concurrency.lockutils [req-1e72fd10-38e9-4410-85f6-7c2c77f71974 req-93138cda-b5ce-4bb4-ac7a-84a5b0c33998 service nova] Lock "d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.927577] env[62361]: DEBUG nova.compute.manager [req-1e72fd10-38e9-4410-85f6-7c2c77f71974 req-93138cda-b5ce-4bb4-ac7a-84a5b0c33998 service nova] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] No waiting events found dispatching network-vif-plugged-8c0a94e4-25ca-41c7-83ac-68ea058094c7 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1374.927739] env[62361]: WARNING nova.compute.manager [req-1e72fd10-38e9-4410-85f6-7c2c77f71974 req-93138cda-b5ce-4bb4-ac7a-84a5b0c33998 service nova] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Received unexpected event network-vif-plugged-8c0a94e4-25ca-41c7-83ac-68ea058094c7 for instance with vm_state building and task_state spawning. [ 1374.927892] env[62361]: DEBUG nova.compute.manager [req-1e72fd10-38e9-4410-85f6-7c2c77f71974 req-93138cda-b5ce-4bb4-ac7a-84a5b0c33998 service nova] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Received event network-changed-8c0a94e4-25ca-41c7-83ac-68ea058094c7 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1374.929046] env[62361]: DEBUG nova.compute.manager [req-1e72fd10-38e9-4410-85f6-7c2c77f71974 req-93138cda-b5ce-4bb4-ac7a-84a5b0c33998 service nova] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Refreshing instance network info cache due to event network-changed-8c0a94e4-25ca-41c7-83ac-68ea058094c7. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1374.929290] env[62361]: DEBUG oslo_concurrency.lockutils [req-1e72fd10-38e9-4410-85f6-7c2c77f71974 req-93138cda-b5ce-4bb4-ac7a-84a5b0c33998 service nova] Acquiring lock "refresh_cache-d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.123849] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.194781] env[62361]: INFO nova.compute.manager [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] [instance: 54650f01-3470-46bd-ae16-051df7758071] Detaching volume 116e2dee-d15c-4591-82ef-206e7f3f086e [ 1375.227737] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b8c6eba4-e70d-432b-944f-8573ecd68cfb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "4bc7f740-730f-49d4-a221-8fa0517a4520" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.326s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.239263] env[62361]: INFO nova.virt.block_device [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] [instance: 54650f01-3470-46bd-ae16-051df7758071] Attempting to driver detach volume 116e2dee-d15c-4591-82ef-206e7f3f086e from mountpoint /dev/sdb [ 1375.239571] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] [instance: 54650f01-3470-46bd-ae16-051df7758071] Volume detach. Driver type: vmdk {{(pid=62361) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1375.239780] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] [instance: 54650f01-3470-46bd-ae16-051df7758071] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355854', 'volume_id': '116e2dee-d15c-4591-82ef-206e7f3f086e', 'name': 'volume-116e2dee-d15c-4591-82ef-206e7f3f086e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '54650f01-3470-46bd-ae16-051df7758071', 'attached_at': '', 'detached_at': '', 'volume_id': '116e2dee-d15c-4591-82ef-206e7f3f086e', 'serial': '116e2dee-d15c-4591-82ef-206e7f3f086e'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1375.240663] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddfca63-f68f-4ed4-9797-e8879ebd4c2f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.282074] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfda39c2-59e2-44d8-8f63-823e92978947 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.290940] env[62361]: DEBUG oslo_vmware.api [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1707959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.827643} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.296167] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.296167] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.296167] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.296406] env[62361]: INFO nova.compute.manager [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1375.296652] env[62361]: DEBUG oslo.service.loopingcall [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.296843] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523d7fcd-0861-1d14-e0c4-5bb6e2e5b5cf, 'name': SearchDatastore_Task, 'duration_secs': 0.050487} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.299851] env[62361]: DEBUG nova.compute.manager [-] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1375.299994] env[62361]: DEBUG nova.network.neutron [-] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.301726] env[62361]: DEBUG oslo_concurrency.lockutils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.301981] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] f2670f16-d09a-405f-8f23-b6c2aca29e57/f2670f16-d09a-405f-8f23-b6c2aca29e57.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1375.302845] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fbc5cc-84c5-457f-99f1-9a3667d92fff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.306539] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-485bff93-9378-4041-969f-09d4d8c0d0c2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.332388] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53debc9b-0846-4027-a3c6-ed02760d9b06 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.335079] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1375.335079] env[62361]: value = "task-1707961" [ 1375.335079] env[62361]: _type = "Task" [ 1375.335079] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.350746] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] The volume has not been displaced from its original location: [datastore1] volume-116e2dee-d15c-4591-82ef-206e7f3f086e/volume-116e2dee-d15c-4591-82ef-206e7f3f086e.vmdk. No consolidation needed. {{(pid=62361) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1375.357496] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] [instance: 54650f01-3470-46bd-ae16-051df7758071] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1375.360846] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24cc318e-23af-4b0c-8ac9-93bcbd1dc922 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.379251] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.382489] env[62361]: DEBUG oslo_vmware.api [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Waiting for the task: (returnval){ [ 1375.382489] env[62361]: value = "task-1707962" [ 1375.382489] env[62361]: _type = "Task" [ 1375.382489] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.392871] env[62361]: DEBUG oslo_vmware.api [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Task: {'id': task-1707962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.395721] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Releasing lock "refresh_cache-d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.396027] env[62361]: DEBUG nova.compute.manager [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Instance network_info: |[{"id": "8c0a94e4-25ca-41c7-83ac-68ea058094c7", "address": "fa:16:3e:1d:3d:af", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c0a94e4-25", "ovs_interfaceid": "8c0a94e4-25ca-41c7-83ac-68ea058094c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1375.396493] env[62361]: DEBUG oslo_concurrency.lockutils [req-1e72fd10-38e9-4410-85f6-7c2c77f71974 req-93138cda-b5ce-4bb4-ac7a-84a5b0c33998 service nova] Acquired lock "refresh_cache-d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.396695] env[62361]: DEBUG nova.network.neutron [req-1e72fd10-38e9-4410-85f6-7c2c77f71974 req-93138cda-b5ce-4bb4-ac7a-84a5b0c33998 service nova] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Refreshing network info cache for port 8c0a94e4-25ca-41c7-83ac-68ea058094c7 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.398035] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:3d:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c0a94e4-25ca-41c7-83ac-68ea058094c7', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1375.405674] env[62361]: DEBUG oslo.service.loopingcall [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.406175] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1375.406411] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50b62a65-a325-499e-a9ca-0356ea3fac67 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.428902] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1375.428902] env[62361]: value = "task-1707963" [ 1375.428902] env[62361]: _type = "Task" [ 1375.428902] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.437204] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707963, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.626477] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707960, 'name': ReconfigVM_Task, 'duration_secs': 0.633935} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.626891] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Reconfigured VM instance instance-00000025 to attach disk [datastore1] d6624485-5300-4a54-9893-690479dcd095/d6624485-5300-4a54-9893-690479dcd095.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.627686] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db1cc72b-c2fb-44ac-9ef2-3059f4e6cc1a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.634423] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49002f41-e787-407d-a860-368ecdfff23a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.637329] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1375.637329] env[62361]: value = "task-1707964" [ 1375.637329] env[62361]: _type = "Task" [ 1375.637329] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.644541] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e98fd2-00e0-40cd-b19f-4849f2039e25 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.651476] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707964, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.681404] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25112c1c-5040-49e3-9466-38c0272bb87e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.693587] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f7f5c4-872a-4a98-b3ff-e2150c023666 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.706999] env[62361]: DEBUG nova.compute.provider_tree [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1375.730446] env[62361]: DEBUG nova.compute.manager [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1375.809942] env[62361]: DEBUG nova.compute.manager [req-63e8c56a-a76a-4f54-9262-adea985aa383 req-747b413c-d3db-4753-a206-b47a2020a764 service nova] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Received event network-vif-deleted-981af6f9-4ad2-4c39-bd96-809296533d76 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1375.810157] env[62361]: INFO nova.compute.manager [req-63e8c56a-a76a-4f54-9262-adea985aa383 req-747b413c-d3db-4753-a206-b47a2020a764 service nova] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Neutron deleted interface 981af6f9-4ad2-4c39-bd96-809296533d76; detaching it from the instance and deleting it from the info cache [ 1375.812039] env[62361]: DEBUG nova.network.neutron [req-63e8c56a-a76a-4f54-9262-adea985aa383 req-747b413c-d3db-4753-a206-b47a2020a764 service nova] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.845869] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707961, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.894854] env[62361]: DEBUG oslo_vmware.api [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Task: {'id': task-1707962, 'name': ReconfigVM_Task, 'duration_secs': 0.272323} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.895396] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] [instance: 54650f01-3470-46bd-ae16-051df7758071] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1375.900825] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd90705-fccb-41c1-856e-47c0d90197f7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.922377] env[62361]: DEBUG oslo_vmware.api [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Waiting for the task: (returnval){ [ 1375.922377] env[62361]: value = "task-1707965" [ 1375.922377] env[62361]: _type = "Task" [ 1375.922377] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.930868] env[62361]: DEBUG oslo_vmware.api [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Task: {'id': task-1707965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.940896] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707963, 'name': CreateVM_Task, 'duration_secs': 0.400861} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.941118] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.941763] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.941933] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.945120] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1375.945120] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862a03ea-5c4a-44a9-a234-b383b763ddb3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.947252] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1375.947252] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f81f09-0250-6cfc-04ad-c95a4c85eae9" [ 1375.947252] env[62361]: _type = "Task" [ 1375.947252] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.955832] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f81f09-0250-6cfc-04ad-c95a4c85eae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.148380] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707964, 'name': Rename_Task, 'duration_secs': 0.318258} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.151303] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.151363] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0631221a-6401-421a-a357-229714a0d0a1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.157963] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1376.157963] env[62361]: value = "task-1707966" [ 1376.157963] env[62361]: _type = "Task" [ 1376.157963] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.165531] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.233289] env[62361]: DEBUG nova.network.neutron [-] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.233289] env[62361]: ERROR nova.scheduler.client.report [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [req-5419621d-fccd-41bd-b9af-530f7bd08ba5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5419621d-fccd-41bd-b9af-530f7bd08ba5"}]} [ 1376.255597] env[62361]: DEBUG nova.scheduler.client.report [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1376.266133] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.277656] env[62361]: DEBUG nova.scheduler.client.report [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1376.277897] env[62361]: DEBUG nova.compute.provider_tree [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1376.285387] env[62361]: DEBUG nova.network.neutron [req-1e72fd10-38e9-4410-85f6-7c2c77f71974 req-93138cda-b5ce-4bb4-ac7a-84a5b0c33998 service nova] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Updated VIF entry in instance network info cache for port 8c0a94e4-25ca-41c7-83ac-68ea058094c7. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.285739] env[62361]: DEBUG nova.network.neutron [req-1e72fd10-38e9-4410-85f6-7c2c77f71974 req-93138cda-b5ce-4bb4-ac7a-84a5b0c33998 service nova] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Updating instance_info_cache with network_info: [{"id": "8c0a94e4-25ca-41c7-83ac-68ea058094c7", "address": "fa:16:3e:1d:3d:af", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c0a94e4-25", "ovs_interfaceid": "8c0a94e4-25ca-41c7-83ac-68ea058094c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.290436] env[62361]: DEBUG nova.scheduler.client.report [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1376.308487] env[62361]: DEBUG nova.scheduler.client.report [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1376.316721] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23bb5f89-af3a-4153-82b0-0c98f88741c5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.330645] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e26d7a2-a038-4814-8ddd-72c3934622d0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.353439] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538831} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.353831] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] f2670f16-d09a-405f-8f23-b6c2aca29e57/f2670f16-d09a-405f-8f23-b6c2aca29e57.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1376.354063] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1376.354316] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d58f999-abfa-4ca3-a26f-17048f28d1cf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.371312] env[62361]: DEBUG nova.compute.manager [req-63e8c56a-a76a-4f54-9262-adea985aa383 req-747b413c-d3db-4753-a206-b47a2020a764 service nova] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Detach interface failed, port_id=981af6f9-4ad2-4c39-bd96-809296533d76, reason: Instance 9daab8ae-8d10-4349-aafe-b5e00459521c could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1376.377942] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1376.377942] env[62361]: value = "task-1707967" [ 1376.377942] env[62361]: _type = "Task" [ 1376.377942] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.387997] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.432178] env[62361]: DEBUG oslo_vmware.api [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Task: {'id': task-1707965, 'name': ReconfigVM_Task, 'duration_secs': 0.138} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.434898] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] [instance: 54650f01-3470-46bd-ae16-051df7758071] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355854', 'volume_id': '116e2dee-d15c-4591-82ef-206e7f3f086e', 'name': 'volume-116e2dee-d15c-4591-82ef-206e7f3f086e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '54650f01-3470-46bd-ae16-051df7758071', 'attached_at': '', 'detached_at': '', 'volume_id': '116e2dee-d15c-4591-82ef-206e7f3f086e', 'serial': '116e2dee-d15c-4591-82ef-206e7f3f086e'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1376.459870] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f81f09-0250-6cfc-04ad-c95a4c85eae9, 'name': SearchDatastore_Task, 'duration_secs': 0.009444} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.460222] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.460454] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1376.460694] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.460874] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.461075] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1376.461393] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0ec1f90-f034-4adf-a9c5-aba415faa25d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.470125] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1376.470367] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1376.473593] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1879ed64-2bae-4dc9-b75e-3a9e3c3e0e38 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.479098] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1376.479098] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52839343-6eb4-6c32-63e6-dc0c35e43432" [ 1376.479098] env[62361]: _type = "Task" [ 1376.479098] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.487371] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52839343-6eb4-6c32-63e6-dc0c35e43432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.671413] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707966, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.735502] env[62361]: INFO nova.compute.manager [-] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Took 1.44 seconds to deallocate network for instance. [ 1376.787956] env[62361]: DEBUG oslo_concurrency.lockutils [req-1e72fd10-38e9-4410-85f6-7c2c77f71974 req-93138cda-b5ce-4bb4-ac7a-84a5b0c33998 service nova] Releasing lock "refresh_cache-d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.871557] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5338dd-8229-4ab6-a597-ee4d167af8c6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.882889] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162a4d7f-7790-493b-9e00-7eadfe163b00 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.892491] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069241} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.918086] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1376.922552] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d830f2ce-7264-4be9-95de-c941541ee1f0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.922811] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db317fed-c9da-45ff-afc3-d34b2596305b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.947074] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] f2670f16-d09a-405f-8f23-b6c2aca29e57/f2670f16-d09a-405f-8f23-b6c2aca29e57.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.948391] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21f2822-47f7-42da-b809-dcd765f61695 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.952489] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16e6e25c-9247-4785-b1bb-d58e456cffea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.981358] env[62361]: DEBUG nova.compute.provider_tree [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.989486] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1376.989486] env[62361]: value = "task-1707968" [ 1376.989486] env[62361]: _type = "Task" [ 1376.989486] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.997937] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52839343-6eb4-6c32-63e6-dc0c35e43432, 'name': SearchDatastore_Task, 'duration_secs': 0.026568} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.999658] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea07eedd-ca68-4738-89d6-c168fcf52a89 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.005922] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.009434] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1377.009434] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529b0a99-730d-6abe-bac9-73620ae9f765" [ 1377.009434] env[62361]: _type = "Task" [ 1377.009434] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.015586] env[62361]: DEBUG nova.objects.instance [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Lazy-loading 'flavor' on Instance uuid 54650f01-3470-46bd-ae16-051df7758071 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.020398] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529b0a99-730d-6abe-bac9-73620ae9f765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.170026] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707966, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.174303] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquiring lock "cf12a075-c381-4ba9-9bf6-582689bec58d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.176020] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "cf12a075-c381-4ba9-9bf6-582689bec58d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.245524] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.491700] env[62361]: DEBUG nova.scheduler.client.report [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1377.504487] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707968, 'name': ReconfigVM_Task, 'duration_secs': 0.486653} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.504487] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Reconfigured VM instance instance-00000026 to attach disk [datastore1] f2670f16-d09a-405f-8f23-b6c2aca29e57/f2670f16-d09a-405f-8f23-b6c2aca29e57.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.505018] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71bab419-128d-4ec3-9ebf-05bd5ec34220 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.514320] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1377.514320] env[62361]: value = "task-1707969" [ 1377.514320] env[62361]: _type = "Task" [ 1377.514320] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.521108] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529b0a99-730d-6abe-bac9-73620ae9f765, 'name': SearchDatastore_Task, 'duration_secs': 0.013557} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.523118] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.523381] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc/d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1377.524669] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc8e1a9a-c37f-427e-92ec-37c0c3de6532 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.529876] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707969, 'name': Rename_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.533795] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1377.533795] env[62361]: value = "task-1707970" [ 1377.533795] env[62361]: _type = "Task" [ 1377.533795] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.541944] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.670518] env[62361]: DEBUG oslo_vmware.api [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707966, 'name': PowerOnVM_Task, 'duration_secs': 1.070785} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.670922] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.671244] env[62361]: INFO nova.compute.manager [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Took 10.44 seconds to spawn the instance on the hypervisor. [ 1377.671672] env[62361]: DEBUG nova.compute.manager [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1377.673032] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd52113-0c83-4807-a31d-39193229b44e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.001066] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.113s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.001066] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1378.004751] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.157s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.007158] env[62361]: INFO nova.compute.claims [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.027996] env[62361]: DEBUG oslo_concurrency.lockutils [None req-74d4a07f-476d-49ab-82d1-261ea4d95777 tempest-VolumesAssistedSnapshotsTest-1230170660 tempest-VolumesAssistedSnapshotsTest-1230170660-project-admin] Lock "54650f01-3470-46bd-ae16-051df7758071" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.336s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.029293] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707969, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.046440] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.187946] env[62361]: INFO nova.compute.manager [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Took 40.70 seconds to build instance. [ 1378.513496] env[62361]: DEBUG nova.compute.utils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1378.519375] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1378.519375] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1378.535170] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707969, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.548423] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.901032} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.548780] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc/d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1378.548994] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1378.549301] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5997750-111b-4006-8f25-256aa6c4b49a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.557250] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1378.557250] env[62361]: value = "task-1707972" [ 1378.557250] env[62361]: _type = "Task" [ 1378.557250] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.567371] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.582262] env[62361]: DEBUG nova.policy [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22bb7b42b3da4db58c21e1e8cadd8bd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83e5458bfa6f4b1eb9214b1dbc8dc0b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1378.690617] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fae657ff-b507-4538-86b5-ca35fc9a82be tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "d6624485-5300-4a54-9893-690479dcd095" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.807s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.903685] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Successfully created port: a4f478f9-4c17-4433-a259-2a985c28237c {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1379.021019] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1379.041743] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707969, 'name': Rename_Task, 'duration_secs': 1.131583} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.042187] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.042476] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b2c913f-ee85-4b56-a536-d4597927ea2c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.050945] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1379.050945] env[62361]: value = "task-1707973" [ 1379.050945] env[62361]: _type = "Task" [ 1379.050945] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.070963] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707973, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.076701] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06749} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.076958] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1379.077843] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf419b28-0ad7-470d-b737-25eaa80fdab9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.112795] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc/d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.115605] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f52dfd7d-34ac-488d-bf7c-592c7f44b00b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.139316] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1379.139316] env[62361]: value = "task-1707974" [ 1379.139316] env[62361]: _type = "Task" [ 1379.139316] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.146352] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.193376] env[62361]: DEBUG nova.compute.manager [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1379.570431] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707973, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.647717] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707974, 'name': ReconfigVM_Task, 'duration_secs': 0.295556} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.650357] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Reconfigured VM instance instance-00000027 to attach disk [datastore1] d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc/d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.651507] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3b847fb-8fb4-4739-9cf9-9950972c103c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.658454] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1379.658454] env[62361]: value = "task-1707975" [ 1379.658454] env[62361]: _type = "Task" [ 1379.658454] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.670491] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707975, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.687056] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bba11c-311b-40bd-922e-9f27ea9d35aa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.695688] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb719032-fabc-4f5a-820b-29ff9621f7d2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.729597] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.730423] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0f392e-63df-437c-954e-9fc5dc7a0b9b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.738071] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75b79a2-87bb-41c2-a3cd-5f09995dfd25 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.751863] env[62361]: DEBUG nova.compute.provider_tree [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.035366] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1380.063076] env[62361]: DEBUG oslo_vmware.api [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707973, 'name': PowerOnVM_Task, 'duration_secs': 0.526415} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.065518] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1380.066115] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1380.066327] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.067141] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1380.067141] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.067141] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1380.067318] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1380.067356] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1380.067576] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1380.067736] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1380.067896] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1380.068247] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.068480] env[62361]: INFO nova.compute.manager [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1380.069075] env[62361]: DEBUG nova.compute.manager [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1380.069553] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2637735-1eda-4877-a1da-2ff06f5b3e17 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.072839] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fabc11c-883b-40ab-af81-fddc26d8be13 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.082174] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb610421-1cce-4bde-a1a5-bf6f6e54d9ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.172777] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707975, 'name': Rename_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.257062] env[62361]: DEBUG nova.scheduler.client.report [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1380.472815] env[62361]: DEBUG nova.compute.manager [req-fd9ccbfa-559b-45cd-b8a6-0a6ceb419f47 req-3bf20662-8105-4ddc-b849-ddd5a7ac94cf service nova] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Received event network-vif-plugged-a4f478f9-4c17-4433-a259-2a985c28237c {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1380.473062] env[62361]: DEBUG oslo_concurrency.lockutils [req-fd9ccbfa-559b-45cd-b8a6-0a6ceb419f47 req-3bf20662-8105-4ddc-b849-ddd5a7ac94cf service nova] Acquiring lock "7b15c661-a18b-4be8-b6c8-3026e35eb615-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.473277] env[62361]: DEBUG oslo_concurrency.lockutils [req-fd9ccbfa-559b-45cd-b8a6-0a6ceb419f47 req-3bf20662-8105-4ddc-b849-ddd5a7ac94cf service nova] Lock "7b15c661-a18b-4be8-b6c8-3026e35eb615-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.473446] env[62361]: DEBUG oslo_concurrency.lockutils [req-fd9ccbfa-559b-45cd-b8a6-0a6ceb419f47 req-3bf20662-8105-4ddc-b849-ddd5a7ac94cf service nova] Lock "7b15c661-a18b-4be8-b6c8-3026e35eb615-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.473654] env[62361]: DEBUG nova.compute.manager [req-fd9ccbfa-559b-45cd-b8a6-0a6ceb419f47 req-3bf20662-8105-4ddc-b849-ddd5a7ac94cf service nova] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] No waiting events found dispatching network-vif-plugged-a4f478f9-4c17-4433-a259-2a985c28237c {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1380.473814] env[62361]: WARNING nova.compute.manager [req-fd9ccbfa-559b-45cd-b8a6-0a6ceb419f47 req-3bf20662-8105-4ddc-b849-ddd5a7ac94cf service nova] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Received unexpected event network-vif-plugged-a4f478f9-4c17-4433-a259-2a985c28237c for instance with vm_state building and task_state spawning. [ 1380.531868] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Successfully updated port: a4f478f9-4c17-4433-a259-2a985c28237c {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1380.606429] env[62361]: INFO nova.compute.manager [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Took 37.62 seconds to build instance. [ 1380.670095] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707975, 'name': Rename_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.760989] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.761557] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1380.764088] env[62361]: DEBUG oslo_concurrency.lockutils [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.356s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.765146] env[62361]: DEBUG nova.objects.instance [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] [instance: a6a860ad-919e-4184-9850-79316658b946] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62361) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1380.902810] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d8352eda-4147-4970-8f53-ee5155460b80 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "892cb689-afd2-4995-880f-cef4186f2439" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.903087] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d8352eda-4147-4970-8f53-ee5155460b80 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "892cb689-afd2-4995-880f-cef4186f2439" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.903277] env[62361]: DEBUG nova.compute.manager [None req-d8352eda-4147-4970-8f53-ee5155460b80 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1380.904210] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31c3194-55cf-4624-b2da-1df582db0678 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.911070] env[62361]: DEBUG nova.compute.manager [None req-d8352eda-4147-4970-8f53-ee5155460b80 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62361) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1380.911863] env[62361]: DEBUG nova.objects.instance [None req-d8352eda-4147-4970-8f53-ee5155460b80 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lazy-loading 'flavor' on Instance uuid 892cb689-afd2-4995-880f-cef4186f2439 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.033342] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "refresh_cache-7b15c661-a18b-4be8-b6c8-3026e35eb615" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.034020] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquired lock "refresh_cache-7b15c661-a18b-4be8-b6c8-3026e35eb615" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.034020] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.109277] env[62361]: DEBUG oslo_concurrency.lockutils [None req-61c36ec6-2c4e-4748-ac2a-f2d8a31a0f44 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "f2670f16-d09a-405f-8f23-b6c2aca29e57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.788s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.171075] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707975, 'name': Rename_Task, 'duration_secs': 1.162932} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.171422] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.171833] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f28a988-4b05-488c-8eb0-5cc059d5e552 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.179115] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1381.179115] env[62361]: value = "task-1707976" [ 1381.179115] env[62361]: _type = "Task" [ 1381.179115] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.188421] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.268302] env[62361]: DEBUG nova.compute.utils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1381.272479] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1381.272657] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1381.419136] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8352eda-4147-4970-8f53-ee5155460b80 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.422741] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21561851-d7a4-4ed7-9b96-1be6e13d3b4b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.430993] env[62361]: DEBUG oslo_vmware.api [None req-d8352eda-4147-4970-8f53-ee5155460b80 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1381.430993] env[62361]: value = "task-1707977" [ 1381.430993] env[62361]: _type = "Task" [ 1381.430993] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.448478] env[62361]: DEBUG oslo_vmware.api [None req-d8352eda-4147-4970-8f53-ee5155460b80 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.545176] env[62361]: DEBUG nova.policy [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22bb7b42b3da4db58c21e1e8cadd8bd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83e5458bfa6f4b1eb9214b1dbc8dc0b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1381.583935] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.612395] env[62361]: DEBUG nova.compute.manager [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1381.693536] env[62361]: DEBUG oslo_vmware.api [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707976, 'name': PowerOnVM_Task, 'duration_secs': 0.488387} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.693905] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.694148] env[62361]: INFO nova.compute.manager [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1381.694371] env[62361]: DEBUG nova.compute.manager [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1381.695409] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a23d22-05b2-4f6d-a20c-c1205dc890cc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.773511] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1381.776834] env[62361]: DEBUG oslo_concurrency.lockutils [None req-746c54d0-f444-4e69-8a38-1e1cab067c4d tempest-ServersAdmin275Test-19212829 tempest-ServersAdmin275Test-19212829-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.778425] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.179s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.778425] env[62361]: DEBUG nova.objects.instance [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Lazy-loading 'resources' on Instance uuid af53eb4c-6e15-4a65-8555-a8966e2e887c {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.854269] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Updating instance_info_cache with network_info: [{"id": "a4f478f9-4c17-4433-a259-2a985c28237c", "address": "fa:16:3e:6b:0f:8e", "network": {"id": "7bf6d83f-1d0f-45d0-a300-aec8712f0ef6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2076135660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e5458bfa6f4b1eb9214b1dbc8dc0b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4f478f9-4c", "ovs_interfaceid": "a4f478f9-4c17-4433-a259-2a985c28237c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.891256] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Successfully created port: 7a883fe3-38c5-480f-a2d7-14b86c98e684 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1381.941119] env[62361]: DEBUG oslo_vmware.api [None req-d8352eda-4147-4970-8f53-ee5155460b80 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707977, 'name': PowerOffVM_Task, 'duration_secs': 0.324289} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.941742] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8352eda-4147-4970-8f53-ee5155460b80 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.941742] env[62361]: DEBUG nova.compute.manager [None req-d8352eda-4147-4970-8f53-ee5155460b80 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1381.942385] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b67f0d-0045-4c08-a094-e271ddc0fbdd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.137947] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.217690] env[62361]: INFO nova.compute.manager [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Took 38.08 seconds to build instance. [ 1382.317077] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Acquiring lock "54650f01-3470-46bd-ae16-051df7758071" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.317696] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Lock "54650f01-3470-46bd-ae16-051df7758071" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.318251] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Acquiring lock "54650f01-3470-46bd-ae16-051df7758071-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.318251] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Lock "54650f01-3470-46bd-ae16-051df7758071-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.318401] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Lock "54650f01-3470-46bd-ae16-051df7758071-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.320594] env[62361]: INFO nova.compute.manager [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Terminating instance [ 1382.323325] env[62361]: DEBUG nova.compute.manager [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1382.323325] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.323582] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7988cb-3266-4958-bfb5-98e1626ff7a9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.335885] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.336200] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebc4b7eb-c059-44b0-8018-40a59a56851d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.343699] env[62361]: DEBUG oslo_vmware.api [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Waiting for the task: (returnval){ [ 1382.343699] env[62361]: value = "task-1707978" [ 1382.343699] env[62361]: _type = "Task" [ 1382.343699] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.352579] env[62361]: DEBUG oslo_vmware.api [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.359622] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Releasing lock "refresh_cache-7b15c661-a18b-4be8-b6c8-3026e35eb615" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.359962] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Instance network_info: |[{"id": "a4f478f9-4c17-4433-a259-2a985c28237c", "address": "fa:16:3e:6b:0f:8e", "network": {"id": "7bf6d83f-1d0f-45d0-a300-aec8712f0ef6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2076135660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e5458bfa6f4b1eb9214b1dbc8dc0b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4f478f9-4c", "ovs_interfaceid": "a4f478f9-4c17-4433-a259-2a985c28237c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1382.360359] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:0f:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4f478f9-4c17-4433-a259-2a985c28237c', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.368101] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Creating folder: Project (83e5458bfa6f4b1eb9214b1dbc8dc0b2). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1382.370917] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d31f9da5-64d6-4ce9-854c-01432f4171ca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.382032] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Created folder: Project (83e5458bfa6f4b1eb9214b1dbc8dc0b2) in parent group-v355747. [ 1382.382257] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Creating folder: Instances. Parent ref: group-v355861. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1382.382509] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1a21fe1-bb07-4490-96b2-a5eefd8bf46d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.395608] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Created folder: Instances in parent group-v355861. [ 1382.395608] env[62361]: DEBUG oslo.service.loopingcall [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1382.398060] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1382.398425] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-189da658-05a8-4eee-a467-2c1dbbebc654 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.422143] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.422143] env[62361]: value = "task-1707981" [ 1382.422143] env[62361]: _type = "Task" [ 1382.422143] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.434603] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707981, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.455601] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d8352eda-4147-4970-8f53-ee5155460b80 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "892cb689-afd2-4995-880f-cef4186f2439" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.552s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.501871] env[62361]: DEBUG nova.compute.manager [req-49101e1f-8b53-46de-909b-b90774ae952f req-a6ed54a1-ea4f-4330-a412-e741df50e285 service nova] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Received event network-changed-a4f478f9-4c17-4433-a259-2a985c28237c {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1382.502089] env[62361]: DEBUG nova.compute.manager [req-49101e1f-8b53-46de-909b-b90774ae952f req-a6ed54a1-ea4f-4330-a412-e741df50e285 service nova] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Refreshing instance network info cache due to event network-changed-a4f478f9-4c17-4433-a259-2a985c28237c. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1382.502306] env[62361]: DEBUG oslo_concurrency.lockutils [req-49101e1f-8b53-46de-909b-b90774ae952f req-a6ed54a1-ea4f-4330-a412-e741df50e285 service nova] Acquiring lock "refresh_cache-7b15c661-a18b-4be8-b6c8-3026e35eb615" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.502449] env[62361]: DEBUG oslo_concurrency.lockutils [req-49101e1f-8b53-46de-909b-b90774ae952f req-a6ed54a1-ea4f-4330-a412-e741df50e285 service nova] Acquired lock "refresh_cache-7b15c661-a18b-4be8-b6c8-3026e35eb615" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.502610] env[62361]: DEBUG nova.network.neutron [req-49101e1f-8b53-46de-909b-b90774ae952f req-a6ed54a1-ea4f-4330-a412-e741df50e285 service nova] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Refreshing network info cache for port a4f478f9-4c17-4433-a259-2a985c28237c {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.719940] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99e1373c-beb8-4368-9beb-9c352f3ed531 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.890s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.788135] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1382.817879] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1382.818167] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1382.818333] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.818515] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1382.818732] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.819305] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1382.819613] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1382.819824] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1382.820104] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1382.820596] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1382.820808] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1382.822706] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2ef61f-cc13-4265-8d96-700bd80d679f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.833328] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e85cc1f-60bb-4464-b6a1-c45252ca1ce5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.859162] env[62361]: DEBUG oslo_vmware.api [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707978, 'name': PowerOffVM_Task, 'duration_secs': 0.304248} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.859497] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.859695] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1382.859987] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4e91a72-9caa-4f08-bac9-9763eb761003 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.865324] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2831c5-23da-4e12-b3f2-a472e8cacc76 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.872315] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83794478-a6f2-494a-90d0-f68e55cd0331 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.903919] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81793239-1bd2-4272-ac4e-310d4d19b93c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.911755] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e84b9f0-38f9-4c57-8604-6fe53b71537b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.925424] env[62361]: DEBUG nova.compute.provider_tree [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.934799] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707981, 'name': CreateVM_Task, 'duration_secs': 0.492905} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.935629] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1382.936240] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.936406] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.936729] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.937261] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02857bd4-8f62-4180-8e52-4cc9512883ed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.943170] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1382.943170] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523812d2-66ff-1fef-9e30-bb3986fdcb27" [ 1382.943170] env[62361]: _type = "Task" [ 1382.943170] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.948903] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1382.950098] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1382.950098] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Deleting the datastore file [datastore1] 54650f01-3470-46bd-ae16-051df7758071 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1382.950098] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a42d812b-1cc7-419b-8c47-a1d507acf954 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.954989] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523812d2-66ff-1fef-9e30-bb3986fdcb27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.959501] env[62361]: DEBUG oslo_vmware.api [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Waiting for the task: (returnval){ [ 1382.959501] env[62361]: value = "task-1707983" [ 1382.959501] env[62361]: _type = "Task" [ 1382.959501] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.967628] env[62361]: DEBUG oslo_vmware.api [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.222824] env[62361]: DEBUG nova.compute.manager [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1383.268256] env[62361]: DEBUG nova.network.neutron [req-49101e1f-8b53-46de-909b-b90774ae952f req-a6ed54a1-ea4f-4330-a412-e741df50e285 service nova] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Updated VIF entry in instance network info cache for port a4f478f9-4c17-4433-a259-2a985c28237c. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.268702] env[62361]: DEBUG nova.network.neutron [req-49101e1f-8b53-46de-909b-b90774ae952f req-a6ed54a1-ea4f-4330-a412-e741df50e285 service nova] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Updating instance_info_cache with network_info: [{"id": "a4f478f9-4c17-4433-a259-2a985c28237c", "address": "fa:16:3e:6b:0f:8e", "network": {"id": "7bf6d83f-1d0f-45d0-a300-aec8712f0ef6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2076135660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e5458bfa6f4b1eb9214b1dbc8dc0b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4f478f9-4c", "ovs_interfaceid": "a4f478f9-4c17-4433-a259-2a985c28237c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.430731] env[62361]: DEBUG nova.scheduler.client.report [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1383.455739] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523812d2-66ff-1fef-9e30-bb3986fdcb27, 'name': SearchDatastore_Task, 'duration_secs': 0.023715} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.457222] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.457447] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.457673] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.458500] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.458500] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.458682] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98f30f2e-a1ea-4509-9d7d-a1c3925a3bb3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.470581] env[62361]: DEBUG oslo_vmware.api [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Task: {'id': task-1707983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459384} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.471956] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1383.472164] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1383.472219] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1383.472368] env[62361]: INFO nova.compute.manager [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] [instance: 54650f01-3470-46bd-ae16-051df7758071] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1383.472611] env[62361]: DEBUG oslo.service.loopingcall [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1383.473232] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.473232] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.473718] env[62361]: DEBUG nova.compute.manager [-] [instance: 54650f01-3470-46bd-ae16-051df7758071] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1383.473819] env[62361]: DEBUG nova.network.neutron [-] [instance: 54650f01-3470-46bd-ae16-051df7758071] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1383.475674] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6409e2ec-f73e-40fe-a2fc-214f82ad0ccf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.481707] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1383.481707] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bf375a-7527-8816-6e5d-97c15e6125f3" [ 1383.481707] env[62361]: _type = "Task" [ 1383.481707] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.490470] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bf375a-7527-8816-6e5d-97c15e6125f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.653183] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Successfully updated port: 7a883fe3-38c5-480f-a2d7-14b86c98e684 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.745286] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.775023] env[62361]: DEBUG oslo_concurrency.lockutils [req-49101e1f-8b53-46de-909b-b90774ae952f req-a6ed54a1-ea4f-4330-a412-e741df50e285 service nova] Releasing lock "refresh_cache-7b15c661-a18b-4be8-b6c8-3026e35eb615" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.939054] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.939054] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.556s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.939054] env[62361]: DEBUG nova.objects.instance [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Lazy-loading 'resources' on Instance uuid 5d9196da-9f8c-43d4-b031-023fd76183d2 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.958325] env[62361]: DEBUG nova.objects.instance [None req-7a41f50a-c9f4-4324-a03a-c2ac436761fb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lazy-loading 'flavor' on Instance uuid 892cb689-afd2-4995-880f-cef4186f2439 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.961515] env[62361]: INFO nova.scheduler.client.report [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Deleted allocations for instance af53eb4c-6e15-4a65-8555-a8966e2e887c [ 1383.993297] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bf375a-7527-8816-6e5d-97c15e6125f3, 'name': SearchDatastore_Task, 'duration_secs': 0.046296} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.994035] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f28c119-1697-423d-9232-85a9acb60907 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.000211] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1384.000211] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e0dfc7-b7ee-6fb7-882c-97c4be9a4e69" [ 1384.000211] env[62361]: _type = "Task" [ 1384.000211] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.008430] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e0dfc7-b7ee-6fb7-882c-97c4be9a4e69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.158380] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "refresh_cache-bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.158380] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquired lock "refresh_cache-bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.158380] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1384.250257] env[62361]: DEBUG nova.compute.manager [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1384.252878] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edafe60-ba40-4175-9d1a-dcefe6075c67 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.256538] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquiring lock "bbbdec91-762b-415e-bdbd-ed3700c90a24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.256889] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "bbbdec91-762b-415e-bdbd-ed3700c90a24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.257190] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquiring lock "bbbdec91-762b-415e-bdbd-ed3700c90a24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.260940] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "bbbdec91-762b-415e-bdbd-ed3700c90a24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.260940] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "bbbdec91-762b-415e-bdbd-ed3700c90a24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.260940] env[62361]: INFO nova.compute.manager [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Terminating instance [ 1384.269967] env[62361]: DEBUG nova.compute.manager [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1384.270345] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.271416] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76f37ce-bcdd-486e-95ac-5bdb7c1b16b6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.279809] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.280077] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88393cc7-2d89-45fb-b221-60749a650d30 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.287196] env[62361]: DEBUG oslo_vmware.api [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1384.287196] env[62361]: value = "task-1707984" [ 1384.287196] env[62361]: _type = "Task" [ 1384.287196] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.290098] env[62361]: DEBUG nova.compute.manager [req-0b16cf3e-40eb-462f-8c31-d0129b510d72 req-9e85ba93-c337-4ff1-b751-cd324a0f53eb service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] Received event network-vif-deleted-21b2c2bb-c625-4e2c-a48c-940bfdc67b24 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1384.290284] env[62361]: INFO nova.compute.manager [req-0b16cf3e-40eb-462f-8c31-d0129b510d72 req-9e85ba93-c337-4ff1-b751-cd324a0f53eb service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] Neutron deleted interface 21b2c2bb-c625-4e2c-a48c-940bfdc67b24; detaching it from the instance and deleting it from the info cache [ 1384.290450] env[62361]: DEBUG nova.network.neutron [req-0b16cf3e-40eb-462f-8c31-d0129b510d72 req-9e85ba93-c337-4ff1-b751-cd324a0f53eb service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.301830] env[62361]: DEBUG oslo_vmware.api [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.464086] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7a41f50a-c9f4-4324-a03a-c2ac436761fb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "refresh_cache-892cb689-afd2-4995-880f-cef4186f2439" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.464461] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7a41f50a-c9f4-4324-a03a-c2ac436761fb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquired lock "refresh_cache-892cb689-afd2-4995-880f-cef4186f2439" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.464677] env[62361]: DEBUG nova.network.neutron [None req-7a41f50a-c9f4-4324-a03a-c2ac436761fb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1384.464910] env[62361]: DEBUG nova.objects.instance [None req-7a41f50a-c9f4-4324-a03a-c2ac436761fb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lazy-loading 'info_cache' on Instance uuid 892cb689-afd2-4995-880f-cef4186f2439 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.478915] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9781496f-3072-452f-808d-82d067f35196 tempest-AttachInterfacesV270Test-249442326 tempest-AttachInterfacesV270Test-249442326-project-member] Lock "af53eb4c-6e15-4a65-8555-a8966e2e887c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.034s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.513153] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e0dfc7-b7ee-6fb7-882c-97c4be9a4e69, 'name': SearchDatastore_Task, 'duration_secs': 0.018449} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.515816] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.516119] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 7b15c661-a18b-4be8-b6c8-3026e35eb615/7b15c661-a18b-4be8-b6c8-3026e35eb615.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.516573] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-887b1aaa-cc6a-423e-b02c-800e0252049a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.523697] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1384.523697] env[62361]: value = "task-1707985" [ 1384.523697] env[62361]: _type = "Task" [ 1384.523697] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.536060] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.592571] env[62361]: DEBUG nova.network.neutron [-] [instance: 54650f01-3470-46bd-ae16-051df7758071] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.709679] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.754566] env[62361]: DEBUG nova.compute.manager [req-9a10b76f-1ef8-4d43-8fca-e468c9d296ce req-7f7384a7-0242-4b78-a932-c6b1fab65768 service nova] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Received event network-vif-plugged-7a883fe3-38c5-480f-a2d7-14b86c98e684 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1384.754812] env[62361]: DEBUG oslo_concurrency.lockutils [req-9a10b76f-1ef8-4d43-8fca-e468c9d296ce req-7f7384a7-0242-4b78-a932-c6b1fab65768 service nova] Acquiring lock "bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.755049] env[62361]: DEBUG oslo_concurrency.lockutils [req-9a10b76f-1ef8-4d43-8fca-e468c9d296ce req-7f7384a7-0242-4b78-a932-c6b1fab65768 service nova] Lock "bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.755228] env[62361]: DEBUG oslo_concurrency.lockutils [req-9a10b76f-1ef8-4d43-8fca-e468c9d296ce req-7f7384a7-0242-4b78-a932-c6b1fab65768 service nova] Lock "bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.755404] env[62361]: DEBUG nova.compute.manager [req-9a10b76f-1ef8-4d43-8fca-e468c9d296ce req-7f7384a7-0242-4b78-a932-c6b1fab65768 service nova] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] No waiting events found dispatching network-vif-plugged-7a883fe3-38c5-480f-a2d7-14b86c98e684 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1384.755668] env[62361]: WARNING nova.compute.manager [req-9a10b76f-1ef8-4d43-8fca-e468c9d296ce req-7f7384a7-0242-4b78-a932-c6b1fab65768 service nova] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Received unexpected event network-vif-plugged-7a883fe3-38c5-480f-a2d7-14b86c98e684 for instance with vm_state building and task_state spawning. [ 1384.755846] env[62361]: DEBUG nova.compute.manager [req-9a10b76f-1ef8-4d43-8fca-e468c9d296ce req-7f7384a7-0242-4b78-a932-c6b1fab65768 service nova] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Received event network-changed-7a883fe3-38c5-480f-a2d7-14b86c98e684 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1384.756011] env[62361]: DEBUG nova.compute.manager [req-9a10b76f-1ef8-4d43-8fca-e468c9d296ce req-7f7384a7-0242-4b78-a932-c6b1fab65768 service nova] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Refreshing instance network info cache due to event network-changed-7a883fe3-38c5-480f-a2d7-14b86c98e684. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1384.756182] env[62361]: DEBUG oslo_concurrency.lockutils [req-9a10b76f-1ef8-4d43-8fca-e468c9d296ce req-7f7384a7-0242-4b78-a932-c6b1fab65768 service nova] Acquiring lock "refresh_cache-bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.776629] env[62361]: INFO nova.compute.manager [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] instance snapshotting [ 1384.779875] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2403bdc6-d82c-4395-90cb-7273d6217ec5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.807723] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28ea25dc-1d76-419d-94c4-c06bd340c1cd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.811210] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819f1c02-4f4e-477d-b151-9a271dc8c660 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.820979] env[62361]: DEBUG oslo_vmware.api [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707984, 'name': PowerOffVM_Task, 'duration_secs': 0.254831} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.825326] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.825711] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1384.828618] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c97cd87c-668e-452f-911e-40d634404dc6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.833764] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12944a05-88d6-4432-acbf-f46bafed27d5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.873990] env[62361]: DEBUG nova.compute.manager [req-0b16cf3e-40eb-462f-8c31-d0129b510d72 req-9e85ba93-c337-4ff1-b751-cd324a0f53eb service nova] [instance: 54650f01-3470-46bd-ae16-051df7758071] Detach interface failed, port_id=21b2c2bb-c625-4e2c-a48c-940bfdc67b24, reason: Instance 54650f01-3470-46bd-ae16-051df7758071 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1384.969903] env[62361]: DEBUG nova.objects.base [None req-7a41f50a-c9f4-4324-a03a-c2ac436761fb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Object Instance<892cb689-afd2-4995-880f-cef4186f2439> lazy-loaded attributes: flavor,info_cache {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1385.010638] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.011335] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.011335] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Deleting the datastore file [datastore1] bbbdec91-762b-415e-bdbd-ed3700c90a24 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.015469] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5d0a376-a0ef-4d53-9fb5-9cfa2751024c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.023528] env[62361]: DEBUG oslo_vmware.api [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1385.023528] env[62361]: value = "task-1707987" [ 1385.023528] env[62361]: _type = "Task" [ 1385.023528] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.047731] env[62361]: DEBUG oslo_vmware.api [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.052117] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707985, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.099031] env[62361]: INFO nova.compute.manager [-] [instance: 54650f01-3470-46bd-ae16-051df7758071] Took 1.63 seconds to deallocate network for instance. [ 1385.099353] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquiring lock "befe6745-06f9-49c0-8bb6-cd45a606bb97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.099818] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "befe6745-06f9-49c0-8bb6-cd45a606bb97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.202957] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Updating instance_info_cache with network_info: [{"id": "7a883fe3-38c5-480f-a2d7-14b86c98e684", "address": "fa:16:3e:7e:5a:84", "network": {"id": "7bf6d83f-1d0f-45d0-a300-aec8712f0ef6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2076135660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e5458bfa6f4b1eb9214b1dbc8dc0b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a883fe3-38", "ovs_interfaceid": "7a883fe3-38c5-480f-a2d7-14b86c98e684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.211831] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6573df4-be82-4f1c-87fb-25cabe397997 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.221357] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebc1bae-94a3-4152-9dcf-ed68ee454040 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.252631] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbe1977-6813-4f58-b5f2-3752e0ca22f1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.260975] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8c8f5d-e048-4879-84e1-dfc1499e1f5e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.274650] env[62361]: DEBUG nova.compute.provider_tree [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.349532] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1385.349885] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c0f03f88-5714-4a9e-85e7-fb5bb8136d6d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.361321] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1385.361321] env[62361]: value = "task-1707988" [ 1385.361321] env[62361]: _type = "Task" [ 1385.361321] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.372978] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707988, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.535970] env[62361]: DEBUG oslo_vmware.api [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.546921] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577271} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.549322] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 7b15c661-a18b-4be8-b6c8-3026e35eb615/7b15c661-a18b-4be8-b6c8-3026e35eb615.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1385.549609] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1385.549907] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0c8c740-5b7b-413a-bd7f-1abdaf4bf880 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.557470] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1385.557470] env[62361]: value = "task-1707989" [ 1385.557470] env[62361]: _type = "Task" [ 1385.557470] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.566600] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.613354] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.694313] env[62361]: DEBUG nova.network.neutron [None req-7a41f50a-c9f4-4324-a03a-c2ac436761fb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Updating instance_info_cache with network_info: [{"id": "50569605-19ce-43d9-8344-82fb6b62ff34", "address": "fa:16:3e:ad:ca:78", "network": {"id": "3c2389ac-ca9e-4bfa-978b-5dbcdb35be91", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1556369419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbafec927f4b46199e39f0850fc276b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50569605-19", "ovs_interfaceid": "50569605-19ce-43d9-8344-82fb6b62ff34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.706459] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Releasing lock "refresh_cache-bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.706758] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Instance network_info: |[{"id": "7a883fe3-38c5-480f-a2d7-14b86c98e684", "address": "fa:16:3e:7e:5a:84", "network": {"id": "7bf6d83f-1d0f-45d0-a300-aec8712f0ef6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2076135660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e5458bfa6f4b1eb9214b1dbc8dc0b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a883fe3-38", "ovs_interfaceid": "7a883fe3-38c5-480f-a2d7-14b86c98e684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1385.707125] env[62361]: DEBUG oslo_concurrency.lockutils [req-9a10b76f-1ef8-4d43-8fca-e468c9d296ce req-7f7384a7-0242-4b78-a932-c6b1fab65768 service nova] Acquired lock "refresh_cache-bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.707342] env[62361]: DEBUG nova.network.neutron [req-9a10b76f-1ef8-4d43-8fca-e468c9d296ce req-7f7384a7-0242-4b78-a932-c6b1fab65768 service nova] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Refreshing network info cache for port 7a883fe3-38c5-480f-a2d7-14b86c98e684 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1385.708540] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:5a:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a883fe3-38c5-480f-a2d7-14b86c98e684', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.716907] env[62361]: DEBUG oslo.service.loopingcall [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.717157] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1385.719145] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daa16e48-ceab-4dad-b7a5-07297738b4d4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.737626] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1385.737626] env[62361]: value = "task-1707990" [ 1385.737626] env[62361]: _type = "Task" [ 1385.737626] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.748334] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707990, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.777854] env[62361]: DEBUG nova.scheduler.client.report [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1385.873142] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707988, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.033777] env[62361]: DEBUG oslo_vmware.api [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1707987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.683225} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.033777] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1386.034222] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1386.034222] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1386.034286] env[62361]: INFO nova.compute.manager [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1386.034478] env[62361]: DEBUG oslo.service.loopingcall [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1386.034661] env[62361]: DEBUG nova.compute.manager [-] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1386.034758] env[62361]: DEBUG nova.network.neutron [-] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.066983] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.431572} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.067483] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1386.068425] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e3e5be-ecfe-4a20-92ce-d6e68efb4977 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.093571] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 7b15c661-a18b-4be8-b6c8-3026e35eb615/7b15c661-a18b-4be8-b6c8-3026e35eb615.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.095966] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77196c0b-66db-4b68-9cc4-1983508362cc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.116620] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1386.116620] env[62361]: value = "task-1707991" [ 1386.116620] env[62361]: _type = "Task" [ 1386.116620] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.125317] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.195670] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7a41f50a-c9f4-4324-a03a-c2ac436761fb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Releasing lock "refresh_cache-892cb689-afd2-4995-880f-cef4186f2439" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.248303] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707990, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.283117] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.344s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.285428] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.673s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.286594] env[62361]: DEBUG nova.objects.instance [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Lazy-loading 'resources' on Instance uuid 278be240-4d07-4131-a893-f21a445a0caf {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.315089] env[62361]: INFO nova.scheduler.client.report [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Deleted allocations for instance 5d9196da-9f8c-43d4-b031-023fd76183d2 [ 1386.377174] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707988, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.402666] env[62361]: DEBUG nova.compute.manager [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1386.404076] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdd6db1-d078-4451-94df-be281f3ab2eb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.613285] env[62361]: DEBUG nova.network.neutron [req-9a10b76f-1ef8-4d43-8fca-e468c9d296ce req-7f7384a7-0242-4b78-a932-c6b1fab65768 service nova] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Updated VIF entry in instance network info cache for port 7a883fe3-38c5-480f-a2d7-14b86c98e684. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1386.613679] env[62361]: DEBUG nova.network.neutron [req-9a10b76f-1ef8-4d43-8fca-e468c9d296ce req-7f7384a7-0242-4b78-a932-c6b1fab65768 service nova] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Updating instance_info_cache with network_info: [{"id": "7a883fe3-38c5-480f-a2d7-14b86c98e684", "address": "fa:16:3e:7e:5a:84", "network": {"id": "7bf6d83f-1d0f-45d0-a300-aec8712f0ef6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2076135660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e5458bfa6f4b1eb9214b1dbc8dc0b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a883fe3-38", "ovs_interfaceid": "7a883fe3-38c5-480f-a2d7-14b86c98e684", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.635656] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707991, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.704029] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a41f50a-c9f4-4324-a03a-c2ac436761fb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.704029] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-568d0515-eb0e-43c1-b750-5657116a7ed5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.711045] env[62361]: DEBUG oslo_vmware.api [None req-7a41f50a-c9f4-4324-a03a-c2ac436761fb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1386.711045] env[62361]: value = "task-1707992" [ 1386.711045] env[62361]: _type = "Task" [ 1386.711045] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.719733] env[62361]: DEBUG oslo_vmware.api [None req-7a41f50a-c9f4-4324-a03a-c2ac436761fb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.749418] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1707990, 'name': CreateVM_Task, 'duration_secs': 0.772674} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.749800] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1386.750694] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.751027] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.751487] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.751885] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-454c0b41-ef59-4ce4-91f7-fad06e798c18 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.756656] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1386.756656] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d4867f-0d40-82bf-4415-c5672dc4676a" [ 1386.756656] env[62361]: _type = "Task" [ 1386.756656] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.765333] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d4867f-0d40-82bf-4415-c5672dc4676a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.827666] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0a23c52f-6dfd-4f78-9ddd-0e9b0f4c837e tempest-ServerShowV257Test-2097937504 tempest-ServerShowV257Test-2097937504-project-member] Lock "5d9196da-9f8c-43d4-b031-023fd76183d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.175s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.833364] env[62361]: DEBUG nova.compute.manager [req-ec766a47-f19b-4dd3-b43f-db069a02d993 req-cd66a048-66f8-4d0c-a0ef-81daa6803ba1 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Received event network-vif-deleted-726df40d-93bf-47ee-9b19-0822a9fde7c6 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1386.833578] env[62361]: INFO nova.compute.manager [req-ec766a47-f19b-4dd3-b43f-db069a02d993 req-cd66a048-66f8-4d0c-a0ef-81daa6803ba1 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Neutron deleted interface 726df40d-93bf-47ee-9b19-0822a9fde7c6; detaching it from the instance and deleting it from the info cache [ 1386.833753] env[62361]: DEBUG nova.network.neutron [req-ec766a47-f19b-4dd3-b43f-db069a02d993 req-cd66a048-66f8-4d0c-a0ef-81daa6803ba1 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.877673] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707988, 'name': CreateSnapshot_Task, 'duration_secs': 1.515835} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.878016] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1386.878933] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc10c46e-cff3-48d5-96a0-94bccf049266 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.922666] env[62361]: INFO nova.compute.manager [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] instance snapshotting [ 1386.923420] env[62361]: DEBUG nova.objects.instance [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lazy-loading 'flavor' on Instance uuid 92528be1-55ff-40e4-9404-99a4db7766c5 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.116777] env[62361]: DEBUG oslo_concurrency.lockutils [req-9a10b76f-1ef8-4d43-8fca-e468c9d296ce req-7f7384a7-0242-4b78-a932-c6b1fab65768 service nova] Releasing lock "refresh_cache-bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.130739] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707991, 'name': ReconfigVM_Task, 'duration_secs': 0.745504} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.131259] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 7b15c661-a18b-4be8-b6c8-3026e35eb615/7b15c661-a18b-4be8-b6c8-3026e35eb615.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.131942] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64100734-dc86-4252-8318-76a36a8abc8d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.145630] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1387.145630] env[62361]: value = "task-1707993" [ 1387.145630] env[62361]: _type = "Task" [ 1387.145630] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.153911] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707993, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.222572] env[62361]: DEBUG oslo_vmware.api [None req-7a41f50a-c9f4-4324-a03a-c2ac436761fb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.270080] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d4867f-0d40-82bf-4415-c5672dc4676a, 'name': SearchDatastore_Task, 'duration_secs': 0.012035} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.273135] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.273520] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1387.273957] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.274267] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.274590] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1387.275369] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-298dd316-c236-4f07-b802-6d7103e668ef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.286128] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1387.286373] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1387.289675] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd218a2-32bc-40de-b76f-417a2787007c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.296101] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1387.296101] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cc71e6-1776-cdb1-8f37-2d6fb86b5940" [ 1387.296101] env[62361]: _type = "Task" [ 1387.296101] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.307385] env[62361]: DEBUG nova.network.neutron [-] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.308644] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cc71e6-1776-cdb1-8f37-2d6fb86b5940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.338401] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43cbc77f-1ca8-40ca-8fb9-fcd1f99e156e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.349120] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951a7a81-eabf-4365-8cb2-10fba39738e1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.391648] env[62361]: DEBUG nova.compute.manager [req-ec766a47-f19b-4dd3-b43f-db069a02d993 req-cd66a048-66f8-4d0c-a0ef-81daa6803ba1 service nova] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Detach interface failed, port_id=726df40d-93bf-47ee-9b19-0822a9fde7c6, reason: Instance bbbdec91-762b-415e-bdbd-ed3700c90a24 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1387.401844] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1387.403368] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7877eac5-d6ee-4234-a895-d7cbb66b388c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.411312] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1387.411312] env[62361]: value = "task-1707994" [ 1387.411312] env[62361]: _type = "Task" [ 1387.411312] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.423904] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707994, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.439192] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85668e5-0c82-4960-933b-b2841e6a2056 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.460910] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa98938a-88a4-433c-a469-85e8b9b9ea3d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.519827] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9871f9-a081-4981-b312-0175f87767ba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.532248] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761c5ec1-9f1b-4c73-b1c8-9c357d52e317 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.576257] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578a0f6a-53ea-4518-b800-01fa658de3b6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.584385] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e16f1d-774e-4ca5-8094-2aaf5e8cc4d9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.601314] env[62361]: DEBUG nova.compute.provider_tree [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.653211] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707993, 'name': Rename_Task, 'duration_secs': 0.181202} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.653993] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.653993] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7e1d7f5-8463-4325-9c71-5d6be6877c70 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.659775] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1387.659775] env[62361]: value = "task-1707995" [ 1387.659775] env[62361]: _type = "Task" [ 1387.659775] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.669609] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.720637] env[62361]: DEBUG oslo_vmware.api [None req-7a41f50a-c9f4-4324-a03a-c2ac436761fb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1707992, 'name': PowerOnVM_Task, 'duration_secs': 0.589777} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.720956] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a41f50a-c9f4-4324-a03a-c2ac436761fb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.721181] env[62361]: DEBUG nova.compute.manager [None req-7a41f50a-c9f4-4324-a03a-c2ac436761fb tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1387.721980] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736c5ae8-61e0-41d2-9e1b-b58167a9a943 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.807828] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cc71e6-1776-cdb1-8f37-2d6fb86b5940, 'name': SearchDatastore_Task, 'duration_secs': 0.013896} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.808862] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd73e98c-fae9-41ca-bd42-2185c5d70c45 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.811800] env[62361]: INFO nova.compute.manager [-] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Took 1.78 seconds to deallocate network for instance. [ 1387.814841] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1387.814841] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52324844-eccf-7207-908c-6b6c29c46674" [ 1387.814841] env[62361]: _type = "Task" [ 1387.814841] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.828515] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52324844-eccf-7207-908c-6b6c29c46674, 'name': SearchDatastore_Task, 'duration_secs': 0.009771} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.828819] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.829132] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34/bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1387.829444] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e36385c-d95e-4a90-97b9-46e8b771d1a0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.836527] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1387.836527] env[62361]: value = "task-1707996" [ 1387.836527] env[62361]: _type = "Task" [ 1387.836527] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.845403] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.922023] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707994, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.976758] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1387.977113] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c784bb92-b7e6-4875-807a-f060d0ec37fe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.984792] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1387.984792] env[62361]: value = "task-1707997" [ 1387.984792] env[62361]: _type = "Task" [ 1387.984792] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.000619] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1707997, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.104481] env[62361]: DEBUG nova.scheduler.client.report [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1388.173186] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707995, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.323991] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.346863] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707996, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.422637] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707994, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.497380] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1707997, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.609870] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.612651] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.718s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.612651] env[62361]: DEBUG nova.objects.instance [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Lazy-loading 'resources' on Instance uuid 7147df9b-7e03-43fd-8bbc-54d8d0317a77 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.636838] env[62361]: INFO nova.scheduler.client.report [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Deleted allocations for instance 278be240-4d07-4131-a893-f21a445a0caf [ 1388.670381] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707995, 'name': PowerOnVM_Task, 'duration_secs': 0.613977} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.670675] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.670881] env[62361]: INFO nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1388.671071] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1388.671859] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70fc566-5236-41eb-9786-d12aef4d827f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.846258] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579087} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.846527] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34/bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.846739] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.846986] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69233795-014c-4faf-a771-5b5e00a1ca47 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.854139] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1388.854139] env[62361]: value = "task-1707998" [ 1388.854139] env[62361]: _type = "Task" [ 1388.854139] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.863179] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.922492] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707994, 'name': CloneVM_Task} progress is 95%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.995144] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1707997, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.147879] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a9821c05-8b12-44e6-a443-70e2ecf2e0b7 tempest-DeleteServersAdminTestJSON-120644171 tempest-DeleteServersAdminTestJSON-120644171-project-member] Lock "278be240-4d07-4131-a893-f21a445a0caf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.908s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.197868] env[62361]: INFO nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Took 41.42 seconds to build instance. [ 1389.366197] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064475} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.366197] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.366197] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb51555-8031-41ac-9a07-81b483867239 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.389182] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34/bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.392104] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae421c6c-3000-445f-8483-937a5062e1d0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.415287] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1389.415287] env[62361]: value = "task-1707999" [ 1389.415287] env[62361]: _type = "Task" [ 1389.415287] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.431561] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.435418] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1707994, 'name': CloneVM_Task, 'duration_secs': 1.613108} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.438534] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Created linked-clone VM from snapshot [ 1389.440713] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536344ec-b894-4341-a936-ceb2c8da2b49 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.447704] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Uploading image f622ef4b-73a3-4d2b-b713-156bc347b86a {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1389.481050] env[62361]: DEBUG oslo_vmware.rw_handles [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1389.481050] env[62361]: value = "vm-355866" [ 1389.481050] env[62361]: _type = "VirtualMachine" [ 1389.481050] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1389.481359] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5a5e8669-d7a0-47d7-9cd9-2d443c49e3b3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.504498] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1707997, 'name': CreateSnapshot_Task, 'duration_secs': 1.174311} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.504844] env[62361]: DEBUG oslo_vmware.rw_handles [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lease: (returnval){ [ 1389.504844] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a2a642-a95a-97b1-3356-641b84b3caaf" [ 1389.504844] env[62361]: _type = "HttpNfcLease" [ 1389.504844] env[62361]: } obtained for exporting VM: (result){ [ 1389.504844] env[62361]: value = "vm-355866" [ 1389.504844] env[62361]: _type = "VirtualMachine" [ 1389.504844] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1389.505128] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the lease: (returnval){ [ 1389.505128] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a2a642-a95a-97b1-3356-641b84b3caaf" [ 1389.505128] env[62361]: _type = "HttpNfcLease" [ 1389.505128] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1389.509114] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1389.512259] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9e33f8-2fa3-416e-88e9-5d96688551e3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.524051] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1389.524051] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a2a642-a95a-97b1-3356-641b84b3caaf" [ 1389.524051] env[62361]: _type = "HttpNfcLease" [ 1389.524051] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1389.529929] env[62361]: DEBUG oslo_vmware.rw_handles [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1389.529929] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a2a642-a95a-97b1-3356-641b84b3caaf" [ 1389.529929] env[62361]: _type = "HttpNfcLease" [ 1389.529929] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1389.533469] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd6ea09-0fb3-4359-b6d9-74f245f16c1d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.543976] env[62361]: DEBUG oslo_vmware.rw_handles [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256071c-9114-ebfd-32d7-b815be6baedf/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1389.543976] env[62361]: DEBUG oslo_vmware.rw_handles [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256071c-9114-ebfd-32d7-b815be6baedf/disk-0.vmdk for reading. {{(pid=62361) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1389.700639] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "7b15c661-a18b-4be8-b6c8-3026e35eb615" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.860s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.749129] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-89ae0a87-ba6e-45f8-986d-46c095b32ebd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.894287] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b19e86-41aa-4eb1-97c9-7f72cbd9dbff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.901911] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e386ff-ea13-43ee-8427-eb3126049e72 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.939821] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4092ccfd-e4a1-412a-851b-654a1c918285 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.947958] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.952036] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9e411b-f8bd-4b33-a409-3382ffe6c392 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.968574] env[62361]: DEBUG nova.compute.provider_tree [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.048636] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1390.049872] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d7912ffc-af25-42fc-932a-d60e9cb05599 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.065568] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1390.065568] env[62361]: value = "task-1708001" [ 1390.065568] env[62361]: _type = "Task" [ 1390.065568] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.077364] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708001, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.204132] env[62361]: DEBUG nova.compute.manager [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1390.448800] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1707999, 'name': ReconfigVM_Task, 'duration_secs': 0.730911} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.449601] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Reconfigured VM instance instance-0000002a to attach disk [datastore1] bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34/bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.450718] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a83b8edb-5b28-4723-ae5f-0caf224b290d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.457490] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1390.457490] env[62361]: value = "task-1708002" [ 1390.457490] env[62361]: _type = "Task" [ 1390.457490] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.467320] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708002, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.474092] env[62361]: DEBUG nova.scheduler.client.report [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1390.577549] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708001, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.759819] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.971733] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708002, 'name': Rename_Task, 'duration_secs': 0.221332} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.972253] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.972568] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bffea0c-7a1b-41cb-a8aa-bb81d0996f62 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.981776] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.368s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.984730] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1390.984730] env[62361]: value = "task-1708003" [ 1390.984730] env[62361]: _type = "Task" [ 1390.984730] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.985537] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.143s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.991022] env[62361]: DEBUG nova.objects.instance [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Lazy-loading 'resources' on Instance uuid a6a860ad-919e-4184-9850-79316658b946 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.002529] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708003, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.021550] env[62361]: INFO nova.scheduler.client.report [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Deleted allocations for instance 7147df9b-7e03-43fd-8bbc-54d8d0317a77 [ 1391.078876] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708001, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.505342] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708003, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.546801] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8ff892a6-6c23-4226-a5b5-a66d0e1eb942 tempest-ServersTestFqdnHostnames-356331169 tempest-ServersTestFqdnHostnames-356331169-project-member] Lock "7147df9b-7e03-43fd-8bbc-54d8d0317a77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.417s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.580950] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708001, 'name': CloneVM_Task, 'duration_secs': 1.5065} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.584466] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Created linked-clone VM from snapshot [ 1391.584466] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aea298-1f0d-4699-8814-db533c9cc1a3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.598365] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Uploading image ed4a810c-33a4-468a-a663-9d98b9b9522e {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1391.633861] env[62361]: DEBUG oslo_vmware.rw_handles [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1391.633861] env[62361]: value = "vm-355868" [ 1391.633861] env[62361]: _type = "VirtualMachine" [ 1391.633861] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1391.635485] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-99db7151-cd4f-434f-9ea5-b39c20c9225a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.643443] env[62361]: DEBUG oslo_vmware.rw_handles [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lease: (returnval){ [ 1391.643443] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529173af-9f6b-4605-88d9-5e943fe7dda8" [ 1391.643443] env[62361]: _type = "HttpNfcLease" [ 1391.643443] env[62361]: } obtained for exporting VM: (result){ [ 1391.643443] env[62361]: value = "vm-355868" [ 1391.643443] env[62361]: _type = "VirtualMachine" [ 1391.643443] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1391.645385] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the lease: (returnval){ [ 1391.645385] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529173af-9f6b-4605-88d9-5e943fe7dda8" [ 1391.645385] env[62361]: _type = "HttpNfcLease" [ 1391.645385] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1391.659340] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1391.659340] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529173af-9f6b-4605-88d9-5e943fe7dda8" [ 1391.659340] env[62361]: _type = "HttpNfcLease" [ 1391.659340] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1392.003326] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708003, 'name': PowerOnVM_Task, 'duration_secs': 0.686224} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.003616] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.003985] env[62361]: INFO nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1392.003985] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1392.007763] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa57281e-75b5-4131-9dcd-91544a8eaa93 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.158579] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1392.158579] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529173af-9f6b-4605-88d9-5e943fe7dda8" [ 1392.158579] env[62361]: _type = "HttpNfcLease" [ 1392.158579] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1392.159407] env[62361]: DEBUG oslo_vmware.rw_handles [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1392.159407] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529173af-9f6b-4605-88d9-5e943fe7dda8" [ 1392.159407] env[62361]: _type = "HttpNfcLease" [ 1392.159407] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1392.159909] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6509ce3a-9ca1-4b72-9dc3-4ffb7839dd6b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.169404] env[62361]: DEBUG oslo_vmware.rw_handles [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288ee0d-d85d-ed05-383a-477c0d22f36b/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1392.169602] env[62361]: DEBUG oslo_vmware.rw_handles [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288ee0d-d85d-ed05-383a-477c0d22f36b/disk-0.vmdk for reading. {{(pid=62361) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1392.295767] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a009f33-f6ab-46f1-99ce-cd20c7f273bd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.302923] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5146c162-3a02-417b-a112-9775afad69eb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.308489] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01ea87e-0f29-4c66-a342-88cceec953c9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.346681] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d916f5ad-aa33-4626-9595-ebf1ed66422d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.354752] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b8d9d5-736a-4dca-bf63-e2e37ef5db52 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.371956] env[62361]: DEBUG nova.compute.provider_tree [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.534408] env[62361]: INFO nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Took 44.70 seconds to build instance. [ 1392.880272] env[62361]: DEBUG nova.scheduler.client.report [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1392.970091] env[62361]: DEBUG oslo_concurrency.lockutils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Acquiring lock "7f38e33c-5913-4f35-bed2-56c34c48e432" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.970445] env[62361]: DEBUG oslo_concurrency.lockutils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Lock "7f38e33c-5913-4f35-bed2-56c34c48e432" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.038855] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.163s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.251299] env[62361]: DEBUG oslo_concurrency.lockutils [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "d6624485-5300-4a54-9893-690479dcd095" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.251299] env[62361]: DEBUG oslo_concurrency.lockutils [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "d6624485-5300-4a54-9893-690479dcd095" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.251299] env[62361]: DEBUG oslo_concurrency.lockutils [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "d6624485-5300-4a54-9893-690479dcd095-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.251299] env[62361]: DEBUG oslo_concurrency.lockutils [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "d6624485-5300-4a54-9893-690479dcd095-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.251299] env[62361]: DEBUG oslo_concurrency.lockutils [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "d6624485-5300-4a54-9893-690479dcd095-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.252231] env[62361]: INFO nova.compute.manager [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Terminating instance [ 1393.254612] env[62361]: DEBUG nova.compute.manager [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1393.254956] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.256052] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf98baa-8c62-48f8-8e56-8b22b7c4a167 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.264395] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.265061] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cacddbc6-2f8f-47af-b629-cfc2c26ceda7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.272137] env[62361]: DEBUG oslo_vmware.api [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1393.272137] env[62361]: value = "task-1708005" [ 1393.272137] env[62361]: _type = "Task" [ 1393.272137] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.281386] env[62361]: DEBUG oslo_vmware.api [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1708005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.386215] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.401s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.390000] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.587s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.420037] env[62361]: INFO nova.scheduler.client.report [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Deleted allocations for instance a6a860ad-919e-4184-9850-79316658b946 [ 1393.547762] env[62361]: DEBUG nova.compute.manager [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1393.782465] env[62361]: DEBUG oslo_vmware.api [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1708005, 'name': PowerOffVM_Task, 'duration_secs': 0.24753} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.783464] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.783665] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.783930] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cee4044d-8606-45b9-b5c4-7ea4409dfc4c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.857284] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.857529] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.857751] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Deleting the datastore file [datastore1] d6624485-5300-4a54-9893-690479dcd095 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.857982] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9d78f76-859a-492d-a36e-f2ca6adfec43 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.865296] env[62361]: DEBUG oslo_vmware.api [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1393.865296] env[62361]: value = "task-1708007" [ 1393.865296] env[62361]: _type = "Task" [ 1393.865296] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.874692] env[62361]: DEBUG oslo_vmware.api [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1708007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.927717] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7bdcf229-e2d2-49dc-aaa1-1ca01f60ff67 tempest-ServersAdmin275Test-1017299448 tempest-ServersAdmin275Test-1017299448-project-member] Lock "a6a860ad-919e-4184-9850-79316658b946" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.914s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.074329] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.384138] env[62361]: DEBUG oslo_vmware.api [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1708007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30001} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.384596] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.384942] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.385235] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.386194] env[62361]: INFO nova.compute.manager [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: d6624485-5300-4a54-9893-690479dcd095] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1394.386676] env[62361]: DEBUG oslo.service.loopingcall [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.387599] env[62361]: DEBUG nova.compute.manager [-] [instance: d6624485-5300-4a54-9893-690479dcd095] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1394.387864] env[62361]: DEBUG nova.network.neutron [-] [instance: d6624485-5300-4a54-9893-690479dcd095] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.436279] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1394.437036] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 54650f01-3470-46bd-ae16-051df7758071 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1394.437167] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 933f8a73-a8e1-4168-a91e-9cc248518ecd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.437414] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance e26524ba-912d-40ac-a299-6d6c4aae65e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.437685] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance bbbdec91-762b-415e-bdbd-ed3700c90a24 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1394.437918] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance cad0a47a-d332-400d-a662-8b0089e6d803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.438290] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance e7cf29d2-4447-4acf-a14d-51806a352d75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.438576] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 59f30b3f-5286-4d90-b726-011e419fca2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.438793] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 92528be1-55ff-40e4-9404-99a4db7766c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.439050] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 0da9b618-9d28-4028-a42b-fa3b9661cb6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.439308] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 4efa4e8e-02c5-4bad-a716-21d294f28c26 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1394.439577] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 9daab8ae-8d10-4349-aafe-b5e00459521c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1394.440999] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 3388fd22-865a-4cf7-9912-af8ca03ed930 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.441322] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 892cb689-afd2-4995-880f-cef4186f2439 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.441593] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 4bc7f740-730f-49d4-a221-8fa0517a4520 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.441879] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance d6624485-5300-4a54-9893-690479dcd095 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.442444] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance f2670f16-d09a-405f-8f23-b6c2aca29e57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.442722] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.443050] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 7b15c661-a18b-4be8-b6c8-3026e35eb615 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.443219] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1394.947964] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 2f8a2835-618d-4462-8644-1d2790aec62b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1395.394478] env[62361]: DEBUG nova.network.neutron [-] [instance: d6624485-5300-4a54-9893-690479dcd095] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.399155] env[62361]: DEBUG nova.compute.manager [req-31452031-4f59-48d1-ba98-9bc6e55eddfd req-171768f2-eadf-4049-a50d-369791e41896 service nova] [instance: d6624485-5300-4a54-9893-690479dcd095] Received event network-vif-deleted-67fba3bc-60d1-45a1-a714-4a6f4806e486 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1395.399472] env[62361]: INFO nova.compute.manager [req-31452031-4f59-48d1-ba98-9bc6e55eddfd req-171768f2-eadf-4049-a50d-369791e41896 service nova] [instance: d6624485-5300-4a54-9893-690479dcd095] Neutron deleted interface 67fba3bc-60d1-45a1-a714-4a6f4806e486; detaching it from the instance and deleting it from the info cache [ 1395.399749] env[62361]: DEBUG nova.network.neutron [req-31452031-4f59-48d1-ba98-9bc6e55eddfd req-171768f2-eadf-4049-a50d-369791e41896 service nova] [instance: d6624485-5300-4a54-9893-690479dcd095] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.451584] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance fa49043c-5c77-4357-b592-fea3653b9ac7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1395.902851] env[62361]: INFO nova.compute.manager [-] [instance: d6624485-5300-4a54-9893-690479dcd095] Took 1.51 seconds to deallocate network for instance. [ 1395.906016] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa746d19-f0fa-4680-a3ea-4ea3cc8fe0e4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.925556] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526aaa30-e9c3-429c-9cd0-811d8bf3e865 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.963378] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1395.964854] env[62361]: DEBUG nova.compute.manager [req-31452031-4f59-48d1-ba98-9bc6e55eddfd req-171768f2-eadf-4049-a50d-369791e41896 service nova] [instance: d6624485-5300-4a54-9893-690479dcd095] Detach interface failed, port_id=67fba3bc-60d1-45a1-a714-4a6f4806e486, reason: Instance d6624485-5300-4a54-9893-690479dcd095 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1396.415550] env[62361]: DEBUG oslo_concurrency.lockutils [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.466627] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1396.980265] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 3c9d108f-efe1-4fb6-b505-8cb51d38adc1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1397.482427] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1397.988993] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance a14db7b4-d41b-4fee-885a-ba2dbb40e0a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1398.495242] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance a6fd8ee3-7216-45c2-9169-93e5072bcc74 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1399.002594] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 1751c8c5-854f-45f2-a559-95a4ccd0f578 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1399.286373] env[62361]: DEBUG oslo_vmware.rw_handles [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256071c-9114-ebfd-32d7-b815be6baedf/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1399.287578] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ff707b-d385-4430-ba46-4000a6cd4683 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.294781] env[62361]: DEBUG oslo_vmware.rw_handles [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256071c-9114-ebfd-32d7-b815be6baedf/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1399.294990] env[62361]: ERROR oslo_vmware.rw_handles [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256071c-9114-ebfd-32d7-b815be6baedf/disk-0.vmdk due to incomplete transfer. [ 1399.295317] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fa14fbc1-125a-4459-b935-31b9682820be {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.304246] env[62361]: DEBUG oslo_vmware.rw_handles [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256071c-9114-ebfd-32d7-b815be6baedf/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1399.304612] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Uploaded image f622ef4b-73a3-4d2b-b713-156bc347b86a to the Glance image server {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1399.308998] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1399.309517] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-711cabc2-b35b-466c-9096-b0cc6f2604dc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.316908] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1399.316908] env[62361]: value = "task-1708008" [ 1399.316908] env[62361]: _type = "Task" [ 1399.316908] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.326285] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708008, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.508704] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1399.828740] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708008, 'name': Destroy_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.013430] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance fffbfa22-099b-4030-9f42-1a3139a0261f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1400.284610] env[62361]: DEBUG oslo_concurrency.lockutils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "87a80e88-fe64-46e2-b261-3dae67261939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.285129] env[62361]: DEBUG oslo_concurrency.lockutils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "87a80e88-fe64-46e2-b261-3dae67261939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.334344] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708008, 'name': Destroy_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.517043] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 77001028-7b3e-403a-8975-ff98fb95532f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1400.835716] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708008, 'name': Destroy_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.023670] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 427ae412-ed01-4b32-ae0b-ac620ec9cf85 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1401.124437] env[62361]: DEBUG oslo_vmware.rw_handles [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288ee0d-d85d-ed05-383a-477c0d22f36b/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1401.125575] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ee3f1c-9e1d-4000-a040-7eca89a4c22f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.135748] env[62361]: DEBUG oslo_vmware.rw_handles [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288ee0d-d85d-ed05-383a-477c0d22f36b/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1401.135947] env[62361]: ERROR oslo_vmware.rw_handles [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288ee0d-d85d-ed05-383a-477c0d22f36b/disk-0.vmdk due to incomplete transfer. [ 1401.136212] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cbb77aa1-5138-4ccb-80e4-b59b15372581 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.145413] env[62361]: DEBUG oslo_vmware.rw_handles [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288ee0d-d85d-ed05-383a-477c0d22f36b/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1401.145663] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Uploaded image ed4a810c-33a4-468a-a663-9d98b9b9522e to the Glance image server {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1401.147883] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1401.148248] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5c347f5b-98b7-4f58-8961-fcef333933d8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.155420] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1401.155420] env[62361]: value = "task-1708009" [ 1401.155420] env[62361]: _type = "Task" [ 1401.155420] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.167335] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708009, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.336666] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708008, 'name': Destroy_Task, 'duration_secs': 1.630531} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.337066] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Destroyed the VM [ 1401.337151] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1401.337787] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6cdc1ed1-bdc0-4673-8d79-942d3bdbe609 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.344099] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1401.344099] env[62361]: value = "task-1708010" [ 1401.344099] env[62361]: _type = "Task" [ 1401.344099] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.352883] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708010, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.527309] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance ea3d9715-fbaf-44c4-986b-20996b2958bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1401.669612] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708009, 'name': Destroy_Task, 'duration_secs': 0.332529} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.669936] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Destroyed the VM [ 1401.670277] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1401.670566] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f0b315f-9c5e-40d3-bd2b-397fd0d4a6ae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.677823] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1401.677823] env[62361]: value = "task-1708011" [ 1401.677823] env[62361]: _type = "Task" [ 1401.677823] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.686972] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708011, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.715463] env[62361]: DEBUG oslo_concurrency.lockutils [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Acquiring lock "e7cf29d2-4447-4acf-a14d-51806a352d75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.715675] env[62361]: DEBUG oslo_concurrency.lockutils [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Lock "e7cf29d2-4447-4acf-a14d-51806a352d75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.715894] env[62361]: DEBUG oslo_concurrency.lockutils [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Acquiring lock "e7cf29d2-4447-4acf-a14d-51806a352d75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.716109] env[62361]: DEBUG oslo_concurrency.lockutils [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Lock "e7cf29d2-4447-4acf-a14d-51806a352d75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.716365] env[62361]: DEBUG oslo_concurrency.lockutils [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Lock "e7cf29d2-4447-4acf-a14d-51806a352d75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.718802] env[62361]: INFO nova.compute.manager [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Terminating instance [ 1401.720997] env[62361]: DEBUG nova.compute.manager [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1401.721229] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1401.722331] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0689d03-86ba-432c-97f1-e4577e5d2c6d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.731780] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.733483] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a17def7-2681-4de8-a491-7cf5da886e7f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.740417] env[62361]: DEBUG oslo_vmware.api [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Waiting for the task: (returnval){ [ 1401.740417] env[62361]: value = "task-1708012" [ 1401.740417] env[62361]: _type = "Task" [ 1401.740417] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.753473] env[62361]: DEBUG oslo_vmware.api [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': task-1708012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.858358] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708010, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.014803] env[62361]: DEBUG oslo_concurrency.lockutils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "0e9e5d53-2528-4929-9f34-894aadb20547" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.015052] env[62361]: DEBUG oslo_concurrency.lockutils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "0e9e5d53-2528-4929-9f34-894aadb20547" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.034109] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 07679006-d4fe-4699-969e-a92156194070 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1402.189825] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708011, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.250019] env[62361]: DEBUG oslo_vmware.api [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': task-1708012, 'name': PowerOffVM_Task, 'duration_secs': 0.241925} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.250318] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.250492] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1402.250751] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fbfd74a-f085-4f0a-8973-e3c00ed98ca4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.314682] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1402.314682] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1402.314682] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Deleting the datastore file [datastore1] e7cf29d2-4447-4acf-a14d-51806a352d75 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.314682] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b22392c8-5126-4f03-b2e8-23787168f504 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.322447] env[62361]: DEBUG oslo_vmware.api [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Waiting for the task: (returnval){ [ 1402.322447] env[62361]: value = "task-1708014" [ 1402.322447] env[62361]: _type = "Task" [ 1402.322447] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.329354] env[62361]: DEBUG oslo_vmware.api [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': task-1708014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.355845] env[62361]: DEBUG oslo_vmware.api [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708010, 'name': RemoveSnapshot_Task, 'duration_secs': 0.867702} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.356162] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1402.356430] env[62361]: INFO nova.compute.manager [None req-fbb0cdd3-d74c-4859-afec-7795a6f68610 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Took 17.58 seconds to snapshot the instance on the hypervisor. [ 1402.537825] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance cf12a075-c381-4ba9-9bf6-582689bec58d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1403.331813] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance befe6745-06f9-49c0-8bb6-cd45a606bb97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1403.346371] env[62361]: DEBUG oslo_vmware.api [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708011, 'name': RemoveSnapshot_Task, 'duration_secs': 0.593106} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.348998] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1403.349440] env[62361]: INFO nova.compute.manager [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Took 15.91 seconds to snapshot the instance on the hypervisor. [ 1403.355028] env[62361]: DEBUG oslo_vmware.api [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Task: {'id': task-1708014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127977} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.355028] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.355028] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1403.355028] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1403.355028] env[62361]: INFO nova.compute.manager [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1403.355028] env[62361]: DEBUG oslo.service.loopingcall [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.355028] env[62361]: DEBUG nova.compute.manager [-] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1403.355028] env[62361]: DEBUG nova.network.neutron [-] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1403.834545] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 7f38e33c-5913-4f35-bed2-56c34c48e432 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1403.835300] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1403.835300] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1403.929523] env[62361]: DEBUG nova.compute.manager [None req-3673b696-4d10-4011-8bf7-52ed1467c665 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Found 1 images (rotation: 2) {{(pid=62361) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1403.971431] env[62361]: DEBUG nova.compute.manager [req-c26ad1f7-03f7-46f3-b7c8-c5c19a0248b5 req-38bdac7d-1aae-4b2a-85c7-8809a5686e08 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Received event network-vif-deleted-1bec1033-526a-4b8a-851e-e2bb8549a21f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1403.971431] env[62361]: INFO nova.compute.manager [req-c26ad1f7-03f7-46f3-b7c8-c5c19a0248b5 req-38bdac7d-1aae-4b2a-85c7-8809a5686e08 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Neutron deleted interface 1bec1033-526a-4b8a-851e-e2bb8549a21f; detaching it from the instance and deleting it from the info cache [ 1403.971431] env[62361]: DEBUG nova.network.neutron [req-c26ad1f7-03f7-46f3-b7c8-c5c19a0248b5 req-38bdac7d-1aae-4b2a-85c7-8809a5686e08 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.374400] env[62361]: DEBUG nova.network.neutron [-] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.473356] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b85e9462-3b85-470d-b419-769eb05f8ffb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.484564] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a0cc91-631f-4257-b360-f01c2e409ca7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.496694] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceb9230-6212-4856-b9af-295a5dbb2369 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.505285] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a174b214-223a-4379-8048-aa31716c6ad0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.519711] env[62361]: DEBUG nova.compute.manager [req-c26ad1f7-03f7-46f3-b7c8-c5c19a0248b5 req-38bdac7d-1aae-4b2a-85c7-8809a5686e08 service nova] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Detach interface failed, port_id=1bec1033-526a-4b8a-851e-e2bb8549a21f, reason: Instance e7cf29d2-4447-4acf-a14d-51806a352d75 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1404.548353] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de46989e-11b5-465a-b4a7-4d98ed0d5ab7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.560052] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb5d17e-adc2-496d-bea2-3a6c8df432c5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.574906] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.599169] env[62361]: DEBUG nova.compute.manager [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1404.604024] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec93eb30-ddff-4050-977c-a6a70dd2689b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.878666] env[62361]: INFO nova.compute.manager [-] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Took 1.52 seconds to deallocate network for instance. [ 1405.080323] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1405.095042] env[62361]: DEBUG nova.compute.manager [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1405.096326] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32a477c-e20a-46fc-aecf-121d0ab1967b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.115286] env[62361]: INFO nova.compute.manager [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] instance snapshotting [ 1405.117655] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d77cd45-59b9-4384-aa6f-7b10ca0afccb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.140097] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cefc458-2969-41e4-a8b1-d130437740a7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.389196] env[62361]: DEBUG oslo_concurrency.lockutils [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.434536] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Acquiring lock "7f433f05-397b-461a-86ec-3ad0f3381547" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.434769] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Lock "7f433f05-397b-461a-86ec-3ad0f3381547" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.588804] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1405.589104] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 12.199s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.589422] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.668s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.591340] env[62361]: INFO nova.compute.claims [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1405.610950] env[62361]: INFO nova.compute.manager [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] instance snapshotting [ 1405.611553] env[62361]: DEBUG nova.objects.instance [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lazy-loading 'flavor' on Instance uuid 92528be1-55ff-40e4-9404-99a4db7766c5 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.653901] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1405.654235] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fab15d14-1075-4de5-b063-b2121e4c7827 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.662415] env[62361]: DEBUG oslo_vmware.api [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1405.662415] env[62361]: value = "task-1708015" [ 1405.662415] env[62361]: _type = "Task" [ 1405.662415] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.672529] env[62361]: DEBUG oslo_vmware.api [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708015, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.117560] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb6607c-abb3-4e05-9a4a-18b253554d06 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.142045] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77d3dc9-40e2-4953-b4c3-ebd0d9dc65b5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.174395] env[62361]: DEBUG oslo_vmware.api [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708015, 'name': CreateSnapshot_Task, 'duration_secs': 0.434864} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.174676] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1406.175444] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5084c12-b9d9-4507-af96-a43128dc0b64 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.653363] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1406.653683] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-38c267f4-4e18-4718-a6f8-257f3a4df563 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.661602] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1406.661602] env[62361]: value = "task-1708016" [ 1406.661602] env[62361]: _type = "Task" [ 1406.661602] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.669876] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708016, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.693874] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1406.696444] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2be7e757-c430-458f-bc3e-e695a3797dcb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.704127] env[62361]: DEBUG oslo_vmware.api [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1406.704127] env[62361]: value = "task-1708017" [ 1406.704127] env[62361]: _type = "Task" [ 1406.704127] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.712767] env[62361]: DEBUG oslo_vmware.api [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708017, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.102617] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27cc7e5-9f39-4f2d-9f50-2283f8c3929e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.111158] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f944b89-29b8-4345-85c1-b8366b61a0e2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.143830] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61ecb4e-cb87-40f4-ba0d-36136ccc10a0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.152252] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a2cdc0-516f-4a16-9630-afe4a2bf440e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.167074] env[62361]: DEBUG nova.compute.provider_tree [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.178153] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708016, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.213821] env[62361]: DEBUG oslo_vmware.api [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708017, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.673139] env[62361]: DEBUG nova.scheduler.client.report [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1407.679848] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708016, 'name': CreateSnapshot_Task, 'duration_secs': 0.857206} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.680482] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1407.681246] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09423f7e-31bf-4c3d-ad2a-e13307b053e6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.713681] env[62361]: DEBUG oslo_vmware.api [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708017, 'name': CloneVM_Task} progress is 95%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.181454] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.182025] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1408.185096] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.678s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.185225] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.188042] env[62361]: DEBUG oslo_concurrency.lockutils [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.618s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.188042] env[62361]: DEBUG oslo_concurrency.lockutils [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.188961] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.929s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.190425] env[62361]: INFO nova.compute.claims [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1408.199940] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1408.200493] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b27d1f00-2ab8-42dc-97a8-236937c353a2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.210461] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1408.210461] env[62361]: value = "task-1708018" [ 1408.210461] env[62361]: _type = "Task" [ 1408.210461] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.216877] env[62361]: DEBUG oslo_vmware.api [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708017, 'name': CloneVM_Task, 'duration_secs': 1.180908} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.217824] env[62361]: INFO nova.scheduler.client.report [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Deleted allocations for instance 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd [ 1408.219313] env[62361]: INFO nova.scheduler.client.report [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Deleted allocations for instance 4efa4e8e-02c5-4bad-a716-21d294f28c26 [ 1408.220506] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Created linked-clone VM from snapshot [ 1408.223772] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db2640f-b331-4a3e-87da-293a0e2101d4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.232203] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708018, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.237464] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Uploading image 9975fcc7-4c0f-465a-a0e8-1e36fa60b87f {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1408.259426] env[62361]: DEBUG oslo_vmware.rw_handles [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1408.259426] env[62361]: value = "vm-355870" [ 1408.259426] env[62361]: _type = "VirtualMachine" [ 1408.259426] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1408.259741] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f27a8d55-f2ec-4b2c-abb0-4c4fb3420b8d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.265542] env[62361]: DEBUG oslo_vmware.rw_handles [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lease: (returnval){ [ 1408.265542] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525a5431-9f0e-748c-279f-a3bd28766d81" [ 1408.265542] env[62361]: _type = "HttpNfcLease" [ 1408.265542] env[62361]: } obtained for exporting VM: (result){ [ 1408.265542] env[62361]: value = "vm-355870" [ 1408.265542] env[62361]: _type = "VirtualMachine" [ 1408.265542] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1408.266033] env[62361]: DEBUG oslo_vmware.api [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the lease: (returnval){ [ 1408.266033] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525a5431-9f0e-748c-279f-a3bd28766d81" [ 1408.266033] env[62361]: _type = "HttpNfcLease" [ 1408.266033] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1408.273365] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1408.273365] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525a5431-9f0e-748c-279f-a3bd28766d81" [ 1408.273365] env[62361]: _type = "HttpNfcLease" [ 1408.273365] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1408.695378] env[62361]: DEBUG nova.compute.utils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1408.698639] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1408.698832] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1408.721258] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708018, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.736113] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b7a613af-e4b5-4521-ad90-a73b6e9826fd tempest-ServersAdminNegativeTestJSON-2058618197 tempest-ServersAdminNegativeTestJSON-2058618197-project-member] Lock "7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.731s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.737111] env[62361]: DEBUG oslo_concurrency.lockutils [None req-74c06d43-a7c0-496b-9d03-cd2c3247d78d tempest-ServerTagsTestJSON-2084605335 tempest-ServerTagsTestJSON-2084605335-project-member] Lock "4efa4e8e-02c5-4bad-a716-21d294f28c26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.217s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.764181] env[62361]: DEBUG nova.policy [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22bb7b42b3da4db58c21e1e8cadd8bd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83e5458bfa6f4b1eb9214b1dbc8dc0b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1408.773516] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1408.773516] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525a5431-9f0e-748c-279f-a3bd28766d81" [ 1408.773516] env[62361]: _type = "HttpNfcLease" [ 1408.773516] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1408.773805] env[62361]: DEBUG oslo_vmware.rw_handles [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1408.773805] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525a5431-9f0e-748c-279f-a3bd28766d81" [ 1408.773805] env[62361]: _type = "HttpNfcLease" [ 1408.773805] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1408.774536] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b70b75e-f38c-42b5-a471-d719c664cf78 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.781825] env[62361]: DEBUG oslo_vmware.rw_handles [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273e2a2-f069-cbd3-92c3-74ac35763f60/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1408.782114] env[62361]: DEBUG oslo_vmware.rw_handles [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273e2a2-f069-cbd3-92c3-74ac35763f60/disk-0.vmdk for reading. {{(pid=62361) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1408.872561] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e843ec16-ec67-406b-8388-f7017155f06b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.205298] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1409.223225] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708018, 'name': CloneVM_Task} progress is 95%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.587136] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Successfully created port: 7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1409.733056] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708018, 'name': CloneVM_Task} progress is 95%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.860527] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cc7d79-df76-443e-ba2c-a5de3fd46b7a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.869630] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad4395e-1249-4365-a2dd-5a0d8997040a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.908018] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2baa464-125a-42f0-bbf6-531b1c8fb359 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.918157] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135360cf-8642-454c-a415-db27901326dd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.930945] env[62361]: DEBUG nova.compute.provider_tree [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.221996] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1410.236626] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708018, 'name': CloneVM_Task, 'duration_secs': 1.826686} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.236912] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Created linked-clone VM from snapshot [ 1410.239042] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21c1d92-356e-416b-ba71-b1463011b8e8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.246506] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Uploading image 335fda96-853b-4ec4-81db-fd0601d14e66 {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1410.279807] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1410.281897] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1410.281897] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.281897] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1410.281897] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.281897] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1410.281897] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1410.281897] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1410.281897] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1410.281897] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1410.282259] env[62361]: DEBUG nova.virt.hardware [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1410.284738] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac51aee1-33cd-488b-9190-92f92db9c791 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.294680] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd51525-61a3-4329-bdd2-e2566b9f1be9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.301077] env[62361]: DEBUG oslo_vmware.rw_handles [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1410.301077] env[62361]: value = "vm-355872" [ 1410.301077] env[62361]: _type = "VirtualMachine" [ 1410.301077] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1410.301876] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c3bc8517-86e8-4d54-b82d-e1885555604a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.316199] env[62361]: DEBUG oslo_vmware.rw_handles [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lease: (returnval){ [ 1410.316199] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b4c655-b5ca-6f9b-9b35-38459b9fb62a" [ 1410.316199] env[62361]: _type = "HttpNfcLease" [ 1410.316199] env[62361]: } obtained for exporting VM: (result){ [ 1410.316199] env[62361]: value = "vm-355872" [ 1410.316199] env[62361]: _type = "VirtualMachine" [ 1410.316199] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1410.316199] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the lease: (returnval){ [ 1410.316199] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b4c655-b5ca-6f9b-9b35-38459b9fb62a" [ 1410.316199] env[62361]: _type = "HttpNfcLease" [ 1410.316199] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1410.324035] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1410.324035] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b4c655-b5ca-6f9b-9b35-38459b9fb62a" [ 1410.324035] env[62361]: _type = "HttpNfcLease" [ 1410.324035] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1410.436513] env[62361]: DEBUG nova.scheduler.client.report [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1410.829025] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1410.829025] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b4c655-b5ca-6f9b-9b35-38459b9fb62a" [ 1410.829025] env[62361]: _type = "HttpNfcLease" [ 1410.829025] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1410.829431] env[62361]: DEBUG oslo_vmware.rw_handles [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1410.829431] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b4c655-b5ca-6f9b-9b35-38459b9fb62a" [ 1410.829431] env[62361]: _type = "HttpNfcLease" [ 1410.829431] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1410.831891] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718cca06-e6fd-4f6b-96aa-ff7db19a066a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.840419] env[62361]: DEBUG oslo_vmware.rw_handles [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52833ade-3e60-6914-c522-e4caa075d898/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1410.840663] env[62361]: DEBUG oslo_vmware.rw_handles [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52833ade-3e60-6914-c522-e4caa075d898/disk-0.vmdk for reading. {{(pid=62361) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1410.946502] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.946923] env[62361]: DEBUG nova.compute.manager [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1410.950011] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.549s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.952093] env[62361]: INFO nova.compute.claims [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1410.958585] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a775db75-f592-4921-b331-e3d9e1720d23 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.426247] env[62361]: DEBUG nova.compute.manager [req-6497fb78-6653-4a69-aed1-9bbef0ae543a req-7c361b98-1094-4ec9-93f9-cba0bd22aa86 service nova] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Received event network-vif-plugged-7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1411.426362] env[62361]: DEBUG oslo_concurrency.lockutils [req-6497fb78-6653-4a69-aed1-9bbef0ae543a req-7c361b98-1094-4ec9-93f9-cba0bd22aa86 service nova] Acquiring lock "2f8a2835-618d-4462-8644-1d2790aec62b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.426579] env[62361]: DEBUG oslo_concurrency.lockutils [req-6497fb78-6653-4a69-aed1-9bbef0ae543a req-7c361b98-1094-4ec9-93f9-cba0bd22aa86 service nova] Lock "2f8a2835-618d-4462-8644-1d2790aec62b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.426747] env[62361]: DEBUG oslo_concurrency.lockutils [req-6497fb78-6653-4a69-aed1-9bbef0ae543a req-7c361b98-1094-4ec9-93f9-cba0bd22aa86 service nova] Lock "2f8a2835-618d-4462-8644-1d2790aec62b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.426918] env[62361]: DEBUG nova.compute.manager [req-6497fb78-6653-4a69-aed1-9bbef0ae543a req-7c361b98-1094-4ec9-93f9-cba0bd22aa86 service nova] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] No waiting events found dispatching network-vif-plugged-7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1411.427130] env[62361]: WARNING nova.compute.manager [req-6497fb78-6653-4a69-aed1-9bbef0ae543a req-7c361b98-1094-4ec9-93f9-cba0bd22aa86 service nova] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Received unexpected event network-vif-plugged-7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749 for instance with vm_state building and task_state spawning. [ 1411.458097] env[62361]: DEBUG nova.compute.utils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1411.462336] env[62361]: DEBUG nova.compute.manager [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1411.462627] env[62361]: DEBUG nova.network.neutron [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1411.516131] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Successfully updated port: 7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.578654] env[62361]: DEBUG nova.policy [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '655a0b4393f34df0b4385b280354e52e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8559dc16cfa84e6da85ef374be1af41b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1411.971221] env[62361]: DEBUG nova.compute.manager [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1412.029303] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "refresh_cache-2f8a2835-618d-4462-8644-1d2790aec62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.029657] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquired lock "refresh_cache-2f8a2835-618d-4462-8644-1d2790aec62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.029852] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.346515] env[62361]: DEBUG nova.network.neutron [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Successfully created port: 8bb07b3e-b168-4c70-9583-48e393b23cfc {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1412.575799] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1412.694569] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1167f21f-c17c-4ac3-8b6a-e572acad8de0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.704029] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8107ff2f-dda7-4eb8-bc32-7a32eb699553 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.744129] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3684948-a4e8-4ecb-bc4e-3d8737971c43 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.752822] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef95b88-07ee-48af-aa85-b7e7a31f2ead {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.758315] env[62361]: DEBUG nova.network.neutron [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Updating instance_info_cache with network_info: [{"id": "7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749", "address": "fa:16:3e:34:ed:a1", "network": {"id": "7bf6d83f-1d0f-45d0-a300-aec8712f0ef6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2076135660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e5458bfa6f4b1eb9214b1dbc8dc0b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9d5a2d-e7", "ovs_interfaceid": "7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.775926] env[62361]: DEBUG nova.compute.provider_tree [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.994572] env[62361]: DEBUG nova.compute.manager [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1413.264775] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Releasing lock "refresh_cache-2f8a2835-618d-4462-8644-1d2790aec62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.265203] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Instance network_info: |[{"id": "7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749", "address": "fa:16:3e:34:ed:a1", "network": {"id": "7bf6d83f-1d0f-45d0-a300-aec8712f0ef6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2076135660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e5458bfa6f4b1eb9214b1dbc8dc0b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9d5a2d-e7", "ovs_interfaceid": "7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1413.265716] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:ed:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.277285] env[62361]: DEBUG oslo.service.loopingcall [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.277634] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.277990] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1e6ee3f-e6f5-4bab-807e-66ee21fdff3c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.300905] env[62361]: DEBUG nova.scheduler.client.report [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1413.314089] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.314089] env[62361]: value = "task-1708021" [ 1413.314089] env[62361]: _type = "Task" [ 1413.314089] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.323339] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708021, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.810956] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.858s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.810956] env[62361]: DEBUG nova.compute.manager [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1413.812325] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.337s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.813855] env[62361]: INFO nova.compute.claims [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1413.829864] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708021, 'name': CreateVM_Task, 'duration_secs': 0.417569} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.829864] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.829864] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.829864] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.830326] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1413.830326] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d24ccce9-0405-4e90-9705-3fd6a96a51df {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.836040] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1413.836040] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f017dc-30fc-2457-4a91-73acffeb9182" [ 1413.836040] env[62361]: _type = "Task" [ 1413.836040] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.845510] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f017dc-30fc-2457-4a91-73acffeb9182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.269666] env[62361]: DEBUG nova.network.neutron [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Successfully updated port: 8bb07b3e-b168-4c70-9583-48e393b23cfc {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1414.318765] env[62361]: DEBUG nova.compute.utils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1414.322145] env[62361]: DEBUG nova.compute.manager [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1414.322346] env[62361]: DEBUG nova.network.neutron [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1414.353340] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f017dc-30fc-2457-4a91-73acffeb9182, 'name': SearchDatastore_Task, 'duration_secs': 0.013964} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.353650] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.353880] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.354153] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.354414] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.354490] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.354840] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b4d9c34-b366-4699-8389-9e22d26735db {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.364275] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.364473] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.365250] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b359eb9-c5b9-4855-b40d-0e98ef020efe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.369024] env[62361]: DEBUG nova.policy [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e6ba4c8485e4aa3a21a811d9d590be0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c807ce4add4d4736b61527ea1a778a6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1414.374749] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1414.374749] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52647750-3a55-47c4-2cc5-287e1a2e0c95" [ 1414.374749] env[62361]: _type = "Task" [ 1414.374749] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.382988] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52647750-3a55-47c4-2cc5-287e1a2e0c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.415111] env[62361]: DEBUG nova.compute.manager [req-3b7618f5-daec-4d0d-a98b-3dcdc98f0862 req-05e212ff-17e4-4590-9828-b49826211ec3 service nova] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Received event network-changed-7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1414.415349] env[62361]: DEBUG nova.compute.manager [req-3b7618f5-daec-4d0d-a98b-3dcdc98f0862 req-05e212ff-17e4-4590-9828-b49826211ec3 service nova] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Refreshing instance network info cache due to event network-changed-7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1414.415605] env[62361]: DEBUG oslo_concurrency.lockutils [req-3b7618f5-daec-4d0d-a98b-3dcdc98f0862 req-05e212ff-17e4-4590-9828-b49826211ec3 service nova] Acquiring lock "refresh_cache-2f8a2835-618d-4462-8644-1d2790aec62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.415808] env[62361]: DEBUG oslo_concurrency.lockutils [req-3b7618f5-daec-4d0d-a98b-3dcdc98f0862 req-05e212ff-17e4-4590-9828-b49826211ec3 service nova] Acquired lock "refresh_cache-2f8a2835-618d-4462-8644-1d2790aec62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.418606] env[62361]: DEBUG nova.network.neutron [req-3b7618f5-daec-4d0d-a98b-3dcdc98f0862 req-05e212ff-17e4-4590-9828-b49826211ec3 service nova] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Refreshing network info cache for port 7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1414.715942] env[62361]: DEBUG nova.network.neutron [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Successfully created port: 68a027f5-27f5-4ab8-afb6-876cfb83665d {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1414.776671] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "refresh_cache-fa49043c-5c77-4357-b592-fea3653b9ac7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.776835] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "refresh_cache-fa49043c-5c77-4357-b592-fea3653b9ac7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.777022] env[62361]: DEBUG nova.network.neutron [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.829274] env[62361]: DEBUG nova.compute.manager [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1414.888533] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52647750-3a55-47c4-2cc5-287e1a2e0c95, 'name': SearchDatastore_Task, 'duration_secs': 0.012919} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.889407] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e457ec26-1619-4728-85c9-dade2bab3846 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.898651] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1414.898651] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52abf25d-f87e-a5d5-aea6-2a26de1def16" [ 1414.898651] env[62361]: _type = "Task" [ 1414.898651] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.904289] env[62361]: DEBUG nova.compute.manager [req-62fef9bf-fdc7-4a8b-826c-acf0b6398942 req-1ad4344f-23ef-4b3a-b20c-f9dc51b18b06 service nova] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Received event network-vif-plugged-8bb07b3e-b168-4c70-9583-48e393b23cfc {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1414.904498] env[62361]: DEBUG oslo_concurrency.lockutils [req-62fef9bf-fdc7-4a8b-826c-acf0b6398942 req-1ad4344f-23ef-4b3a-b20c-f9dc51b18b06 service nova] Acquiring lock "fa49043c-5c77-4357-b592-fea3653b9ac7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.904704] env[62361]: DEBUG oslo_concurrency.lockutils [req-62fef9bf-fdc7-4a8b-826c-acf0b6398942 req-1ad4344f-23ef-4b3a-b20c-f9dc51b18b06 service nova] Lock "fa49043c-5c77-4357-b592-fea3653b9ac7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.904872] env[62361]: DEBUG oslo_concurrency.lockutils [req-62fef9bf-fdc7-4a8b-826c-acf0b6398942 req-1ad4344f-23ef-4b3a-b20c-f9dc51b18b06 service nova] Lock "fa49043c-5c77-4357-b592-fea3653b9ac7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.905048] env[62361]: DEBUG nova.compute.manager [req-62fef9bf-fdc7-4a8b-826c-acf0b6398942 req-1ad4344f-23ef-4b3a-b20c-f9dc51b18b06 service nova] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] No waiting events found dispatching network-vif-plugged-8bb07b3e-b168-4c70-9583-48e393b23cfc {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1414.905385] env[62361]: WARNING nova.compute.manager [req-62fef9bf-fdc7-4a8b-826c-acf0b6398942 req-1ad4344f-23ef-4b3a-b20c-f9dc51b18b06 service nova] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Received unexpected event network-vif-plugged-8bb07b3e-b168-4c70-9583-48e393b23cfc for instance with vm_state building and task_state spawning. [ 1414.912214] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52abf25d-f87e-a5d5-aea6-2a26de1def16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.215763] env[62361]: DEBUG nova.network.neutron [req-3b7618f5-daec-4d0d-a98b-3dcdc98f0862 req-05e212ff-17e4-4590-9828-b49826211ec3 service nova] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Updated VIF entry in instance network info cache for port 7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1415.216240] env[62361]: DEBUG nova.network.neutron [req-3b7618f5-daec-4d0d-a98b-3dcdc98f0862 req-05e212ff-17e4-4590-9828-b49826211ec3 service nova] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Updating instance_info_cache with network_info: [{"id": "7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749", "address": "fa:16:3e:34:ed:a1", "network": {"id": "7bf6d83f-1d0f-45d0-a300-aec8712f0ef6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2076135660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e5458bfa6f4b1eb9214b1dbc8dc0b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9d5a2d-e7", "ovs_interfaceid": "7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.315986] env[62361]: DEBUG nova.network.neutron [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1415.410496] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52abf25d-f87e-a5d5-aea6-2a26de1def16, 'name': SearchDatastore_Task, 'duration_secs': 0.014177} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.413283] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.413670] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 2f8a2835-618d-4462-8644-1d2790aec62b/2f8a2835-618d-4462-8644-1d2790aec62b.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.414365] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e6113d0-f76e-4c04-a144-a9aedb1e1826 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.421105] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1415.421105] env[62361]: value = "task-1708022" [ 1415.421105] env[62361]: _type = "Task" [ 1415.421105] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.432743] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.460841] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d6fa4b-e37a-4d6a-b70b-5f5edfda0050 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.468345] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41d81c7-8666-4f4d-baff-440a08e60d9a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.501859] env[62361]: DEBUG nova.network.neutron [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Updating instance_info_cache with network_info: [{"id": "8bb07b3e-b168-4c70-9583-48e393b23cfc", "address": "fa:16:3e:32:e1:46", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb07b3e-b1", "ovs_interfaceid": "8bb07b3e-b168-4c70-9583-48e393b23cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.503906] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58657d57-5266-434b-afb3-2878eb39bd5b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.512585] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd3396e-faa6-439f-a8d4-fa666fb89cf5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.528851] env[62361]: DEBUG nova.compute.provider_tree [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.719374] env[62361]: DEBUG oslo_concurrency.lockutils [req-3b7618f5-daec-4d0d-a98b-3dcdc98f0862 req-05e212ff-17e4-4590-9828-b49826211ec3 service nova] Releasing lock "refresh_cache-2f8a2835-618d-4462-8644-1d2790aec62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.841082] env[62361]: DEBUG nova.compute.manager [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1415.932109] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708022, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.007613] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "refresh_cache-fa49043c-5c77-4357-b592-fea3653b9ac7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.007990] env[62361]: DEBUG nova.compute.manager [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Instance network_info: |[{"id": "8bb07b3e-b168-4c70-9583-48e393b23cfc", "address": "fa:16:3e:32:e1:46", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb07b3e-b1", "ovs_interfaceid": "8bb07b3e-b168-4c70-9583-48e393b23cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1416.034375] env[62361]: DEBUG nova.scheduler.client.report [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1416.432260] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571109} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.432636] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 2f8a2835-618d-4462-8644-1d2790aec62b/2f8a2835-618d-4462-8644-1d2790aec62b.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.432799] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.433076] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-080abbd6-2321-4741-b659-765e0e47011b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.440525] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1416.440525] env[62361]: value = "task-1708023" [ 1416.440525] env[62361]: _type = "Task" [ 1416.440525] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.449856] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.522428] env[62361]: DEBUG nova.network.neutron [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Successfully updated port: 68a027f5-27f5-4ab8-afb6-876cfb83665d {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1416.529974] env[62361]: DEBUG nova.virt.hardware [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1416.530264] env[62361]: DEBUG nova.virt.hardware [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1416.530502] env[62361]: DEBUG nova.virt.hardware [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.530704] env[62361]: DEBUG nova.virt.hardware [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1416.530875] env[62361]: DEBUG nova.virt.hardware [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.531240] env[62361]: DEBUG nova.virt.hardware [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1416.531535] env[62361]: DEBUG nova.virt.hardware [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1416.531754] env[62361]: DEBUG nova.virt.hardware [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1416.532440] env[62361]: DEBUG nova.virt.hardware [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1416.532722] env[62361]: DEBUG nova.virt.hardware [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1416.532953] env[62361]: DEBUG nova.virt.hardware [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1416.538352] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c77291c-6044-4f4d-8093-6d3e18ea71b4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.546305] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.546305] env[62361]: DEBUG nova.compute.manager [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1416.547492] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.282s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.550834] env[62361]: INFO nova.compute.claims [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1416.558819] env[62361]: DEBUG nova.virt.hardware [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1416.559105] env[62361]: DEBUG nova.virt.hardware [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1416.559324] env[62361]: DEBUG nova.virt.hardware [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.559581] env[62361]: DEBUG nova.virt.hardware [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1416.559765] env[62361]: DEBUG nova.virt.hardware [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.559985] env[62361]: DEBUG nova.virt.hardware [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1416.560197] env[62361]: DEBUG nova.virt.hardware [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1416.560454] env[62361]: DEBUG nova.virt.hardware [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1416.560739] env[62361]: DEBUG nova.virt.hardware [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1416.560943] env[62361]: DEBUG nova.virt.hardware [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1416.561191] env[62361]: DEBUG nova.virt.hardware [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1416.564376] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca6ec94-a336-4f24-b397-f2b98db33c26 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.575913] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463dbd65-2750-4d5c-a933-ac13eeba8f2b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.585726] env[62361]: DEBUG oslo_vmware.rw_handles [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273e2a2-f069-cbd3-92c3-74ac35763f60/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1416.587062] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02baf3c3-1f84-49a1-811e-1ef348c43eac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.593207] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abf2b02-39df-44cb-be6a-0a0e1f3fcf02 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.606692] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:e1:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bb07b3e-b168-4c70-9583-48e393b23cfc', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1416.614927] env[62361]: DEBUG oslo.service.loopingcall [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.617731] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1416.618121] env[62361]: DEBUG oslo_vmware.rw_handles [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273e2a2-f069-cbd3-92c3-74ac35763f60/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1416.618369] env[62361]: ERROR oslo_vmware.rw_handles [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273e2a2-f069-cbd3-92c3-74ac35763f60/disk-0.vmdk due to incomplete transfer. [ 1416.618854] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5f7c453-185d-4a08-bc35-612a8951bd2f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.634253] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1734965a-bdac-4fd8-bdd1-74316aad1876 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.657550] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1416.657550] env[62361]: value = "task-1708024" [ 1416.657550] env[62361]: _type = "Task" [ 1416.657550] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.660304] env[62361]: DEBUG oslo_vmware.rw_handles [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273e2a2-f069-cbd3-92c3-74ac35763f60/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1416.660304] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Uploaded image 9975fcc7-4c0f-465a-a0e8-1e36fa60b87f to the Glance image server {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1416.661086] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1416.664319] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b971c564-019e-4ad5-bb97-46f839190ae3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.671476] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708024, 'name': CreateVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.672833] env[62361]: DEBUG oslo_vmware.api [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1416.672833] env[62361]: value = "task-1708025" [ 1416.672833] env[62361]: _type = "Task" [ 1416.672833] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.680687] env[62361]: DEBUG oslo_vmware.api [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708025, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.951779] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088483} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.952103] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.952972] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63825c5b-6a6e-4bef-a512-1f60649f3fc1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.984678] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 2f8a2835-618d-4462-8644-1d2790aec62b/2f8a2835-618d-4462-8644-1d2790aec62b.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.985283] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4d54f25-e666-4bae-9d11-272b5e6cc5ad {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.011019] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1417.011019] env[62361]: value = "task-1708026" [ 1417.011019] env[62361]: _type = "Task" [ 1417.011019] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.020323] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.028168] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Acquiring lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.028168] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Acquired lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.028168] env[62361]: DEBUG nova.network.neutron [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.065726] env[62361]: DEBUG nova.compute.utils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1417.067226] env[62361]: DEBUG nova.compute.manager [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1417.067448] env[62361]: DEBUG nova.network.neutron [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1417.170704] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708024, 'name': CreateVM_Task, 'duration_secs': 0.385512} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.170912] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1417.171807] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.172250] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.172712] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1417.173029] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c33dbe5-7eae-4582-be28-2eb32510a58d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.185374] env[62361]: DEBUG oslo_vmware.api [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708025, 'name': Destroy_Task, 'duration_secs': 0.424381} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.186791] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Destroyed the VM [ 1417.187151] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1417.187549] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1417.187549] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52beab01-189c-8650-6449-99051ab385e3" [ 1417.187549] env[62361]: _type = "Task" [ 1417.187549] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.187862] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d165fccc-694f-49b4-bf6c-8da804f1f823 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.199054] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52beab01-189c-8650-6449-99051ab385e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013128} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.200843] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.201239] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1417.201719] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.201939] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.202227] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1417.202667] env[62361]: DEBUG oslo_vmware.api [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1417.202667] env[62361]: value = "task-1708027" [ 1417.202667] env[62361]: _type = "Task" [ 1417.202667] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.202987] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2237c65f-f33e-4438-94e8-139dade5a1b5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.216452] env[62361]: DEBUG oslo_vmware.api [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708027, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.217786] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1417.218232] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1417.219025] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-271efd29-e2de-4ade-9939-83080f885c6a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.225292] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1417.225292] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521985fb-d73d-1d71-b1fd-3fe6b8da894c" [ 1417.225292] env[62361]: _type = "Task" [ 1417.225292] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.247299] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521985fb-d73d-1d71-b1fd-3fe6b8da894c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.258557] env[62361]: DEBUG nova.compute.manager [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Received event network-changed-8bb07b3e-b168-4c70-9583-48e393b23cfc {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1417.258773] env[62361]: DEBUG nova.compute.manager [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Refreshing instance network info cache due to event network-changed-8bb07b3e-b168-4c70-9583-48e393b23cfc. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1417.258992] env[62361]: DEBUG oslo_concurrency.lockutils [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] Acquiring lock "refresh_cache-fa49043c-5c77-4357-b592-fea3653b9ac7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.259219] env[62361]: DEBUG oslo_concurrency.lockutils [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] Acquired lock "refresh_cache-fa49043c-5c77-4357-b592-fea3653b9ac7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.259751] env[62361]: DEBUG nova.network.neutron [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Refreshing network info cache for port 8bb07b3e-b168-4c70-9583-48e393b23cfc {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.283275] env[62361]: DEBUG nova.policy [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f24274a22cc34870b3deb07216eb690a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0eb30b82e231468a9d39428d8c679c2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1417.520811] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708026, 'name': ReconfigVM_Task, 'duration_secs': 0.268056} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.521160] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 2f8a2835-618d-4462-8644-1d2790aec62b/2f8a2835-618d-4462-8644-1d2790aec62b.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.521890] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54385163-3e45-4299-8c19-f77167a55dae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.528717] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1417.528717] env[62361]: value = "task-1708028" [ 1417.528717] env[62361]: _type = "Task" [ 1417.528717] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.540051] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708028, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.568855] env[62361]: DEBUG nova.network.neutron [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1417.574700] env[62361]: DEBUG nova.compute.manager [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1417.719958] env[62361]: DEBUG oslo_vmware.api [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708027, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.739837] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521985fb-d73d-1d71-b1fd-3fe6b8da894c, 'name': SearchDatastore_Task, 'duration_secs': 0.015139} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.740936] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c54e8f3e-0b6a-471d-aad5-f680e408e6c7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.752536] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1417.752536] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5262ec80-d5cb-c72f-7a63-89cb34499dfd" [ 1417.752536] env[62361]: _type = "Task" [ 1417.752536] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.753526] env[62361]: DEBUG nova.network.neutron [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Updating instance_info_cache with network_info: [{"id": "68a027f5-27f5-4ab8-afb6-876cfb83665d", "address": "fa:16:3e:8b:fc:2a", "network": {"id": "9d8ddfb2-ef4c-499f-86e3-391cc117057a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1399711008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c807ce4add4d4736b61527ea1a778a6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a027f5-27", "ovs_interfaceid": "68a027f5-27f5-4ab8-afb6-876cfb83665d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.771167] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5262ec80-d5cb-c72f-7a63-89cb34499dfd, 'name': SearchDatastore_Task, 'duration_secs': 0.013075} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.774642] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.775017] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] fa49043c-5c77-4357-b592-fea3653b9ac7/fa49043c-5c77-4357-b592-fea3653b9ac7.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1417.775451] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47e49c4e-3732-42a8-b356-0d40ed6ee636 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.784270] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1417.784270] env[62361]: value = "task-1708029" [ 1417.784270] env[62361]: _type = "Task" [ 1417.784270] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.798700] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.962808] env[62361]: DEBUG nova.network.neutron [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Successfully created port: 09cc6656-71a6-4aad-9ded-bc7af5c044ac {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1418.041044] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708028, 'name': Rename_Task, 'duration_secs': 0.145918} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.043643] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.046777] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2f6aeb3-1487-4727-a385-a12fe4bec9d3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.055709] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1418.055709] env[62361]: value = "task-1708030" [ 1418.055709] env[62361]: _type = "Task" [ 1418.055709] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.066678] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.093456] env[62361]: DEBUG nova.network.neutron [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Updated VIF entry in instance network info cache for port 8bb07b3e-b168-4c70-9583-48e393b23cfc. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.094053] env[62361]: DEBUG nova.network.neutron [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Updating instance_info_cache with network_info: [{"id": "8bb07b3e-b168-4c70-9583-48e393b23cfc", "address": "fa:16:3e:32:e1:46", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb07b3e-b1", "ovs_interfaceid": "8bb07b3e-b168-4c70-9583-48e393b23cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.219646] env[62361]: DEBUG oslo_vmware.api [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708027, 'name': RemoveSnapshot_Task, 'duration_secs': 0.546844} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.220354] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1418.220664] env[62361]: INFO nova.compute.manager [None req-8e81cd47-821f-4a81-9dc8-7faffbd3e8d4 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Took 13.10 seconds to snapshot the instance on the hypervisor. [ 1418.264188] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Releasing lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.264188] env[62361]: DEBUG nova.compute.manager [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Instance network_info: |[{"id": "68a027f5-27f5-4ab8-afb6-876cfb83665d", "address": "fa:16:3e:8b:fc:2a", "network": {"id": "9d8ddfb2-ef4c-499f-86e3-391cc117057a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1399711008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c807ce4add4d4736b61527ea1a778a6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a027f5-27", "ovs_interfaceid": "68a027f5-27f5-4ab8-afb6-876cfb83665d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1418.264188] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:fc:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68a027f5-27f5-4ab8-afb6-876cfb83665d', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1418.272876] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Creating folder: Project (c807ce4add4d4736b61527ea1a778a6d). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1418.277962] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45400ad0-1671-41c1-b424-e20875916f37 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.294681] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Created folder: Project (c807ce4add4d4736b61527ea1a778a6d) in parent group-v355747. [ 1418.294681] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Creating folder: Instances. Parent ref: group-v355875. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1418.294681] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66670ed1-f4fc-48e1-b930-a52c7d93226a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.296599] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e0a6a7-577a-42b5-8dfc-7e2cbd484499 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.304993] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708029, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.311077] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502fa442-fd7c-45a1-936b-3e49efa6fbc1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.316999] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Created folder: Instances in parent group-v355875. [ 1418.317294] env[62361]: DEBUG oslo.service.loopingcall [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1418.317964] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1418.318424] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff3929c5-6a46-419a-a194-d532eab1cbc3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.363074] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c0121e-6f99-4410-bdc4-6e5fe48faf6e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.365924] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1418.365924] env[62361]: value = "task-1708033" [ 1418.365924] env[62361]: _type = "Task" [ 1418.365924] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.373865] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c89b4a-3674-4686-a7ad-3701f4c50d3d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.384340] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708033, 'name': CreateVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.395131] env[62361]: DEBUG nova.compute.provider_tree [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.567440] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708030, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.585511] env[62361]: DEBUG nova.compute.manager [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1418.597703] env[62361]: DEBUG oslo_concurrency.lockutils [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] Releasing lock "refresh_cache-fa49043c-5c77-4357-b592-fea3653b9ac7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.597949] env[62361]: DEBUG nova.compute.manager [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Received event network-vif-plugged-68a027f5-27f5-4ab8-afb6-876cfb83665d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1418.598129] env[62361]: DEBUG oslo_concurrency.lockutils [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] Acquiring lock "93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.598386] env[62361]: DEBUG oslo_concurrency.lockutils [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] Lock "93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.598598] env[62361]: DEBUG oslo_concurrency.lockutils [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] Lock "93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.598786] env[62361]: DEBUG nova.compute.manager [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] No waiting events found dispatching network-vif-plugged-68a027f5-27f5-4ab8-afb6-876cfb83665d {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1418.599530] env[62361]: WARNING nova.compute.manager [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Received unexpected event network-vif-plugged-68a027f5-27f5-4ab8-afb6-876cfb83665d for instance with vm_state building and task_state spawning. [ 1418.599530] env[62361]: DEBUG nova.compute.manager [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Received event network-changed-68a027f5-27f5-4ab8-afb6-876cfb83665d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1418.599530] env[62361]: DEBUG nova.compute.manager [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Refreshing instance network info cache due to event network-changed-68a027f5-27f5-4ab8-afb6-876cfb83665d. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1418.599724] env[62361]: DEBUG oslo_concurrency.lockutils [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] Acquiring lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.599905] env[62361]: DEBUG oslo_concurrency.lockutils [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] Acquired lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.600711] env[62361]: DEBUG nova.network.neutron [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Refreshing network info cache for port 68a027f5-27f5-4ab8-afb6-876cfb83665d {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.626013] env[62361]: DEBUG nova.virt.hardware [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1418.626284] env[62361]: DEBUG nova.virt.hardware [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1418.626449] env[62361]: DEBUG nova.virt.hardware [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.626638] env[62361]: DEBUG nova.virt.hardware [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1418.626778] env[62361]: DEBUG nova.virt.hardware [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.626916] env[62361]: DEBUG nova.virt.hardware [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1418.627196] env[62361]: DEBUG nova.virt.hardware [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1418.627299] env[62361]: DEBUG nova.virt.hardware [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1418.627460] env[62361]: DEBUG nova.virt.hardware [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1418.627622] env[62361]: DEBUG nova.virt.hardware [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1418.627781] env[62361]: DEBUG nova.virt.hardware [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1418.628744] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca68c14-4111-467e-b425-90d62c02a3cf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.641952] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac74dee-8820-405a-889c-b5e0a5cbc5ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.731097] env[62361]: DEBUG oslo_vmware.rw_handles [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52833ade-3e60-6914-c522-e4caa075d898/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1418.732223] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87be5532-e57d-4256-a199-96e79cb0f6bd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.740043] env[62361]: DEBUG oslo_vmware.rw_handles [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52833ade-3e60-6914-c522-e4caa075d898/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1418.740043] env[62361]: ERROR oslo_vmware.rw_handles [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52833ade-3e60-6914-c522-e4caa075d898/disk-0.vmdk due to incomplete transfer. [ 1418.740265] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f228bb9b-89e8-4ded-b8d4-844271badc67 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.748152] env[62361]: DEBUG oslo_vmware.rw_handles [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52833ade-3e60-6914-c522-e4caa075d898/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1418.748345] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Uploaded image 335fda96-853b-4ec4-81db-fd0601d14e66 to the Glance image server {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1418.750510] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1418.751061] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ebd9e343-a668-47c1-a42f-0b87b039ad23 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.757429] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1418.757429] env[62361]: value = "task-1708034" [ 1418.757429] env[62361]: _type = "Task" [ 1418.757429] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.767315] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708034, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.796076] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638237} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.796382] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] fa49043c-5c77-4357-b592-fea3653b9ac7/fa49043c-5c77-4357-b592-fea3653b9ac7.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1418.796683] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1418.796982] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c5a183a-c249-4a0a-babf-3228a4b00150 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.803491] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1418.803491] env[62361]: value = "task-1708035" [ 1418.803491] env[62361]: _type = "Task" [ 1418.803491] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.812375] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.879667] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708033, 'name': CreateVM_Task, 'duration_secs': 0.395508} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.880868] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.880868] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.880868] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.881216] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.881920] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-625f8d59-f97c-4a77-8831-7bb00a72f63c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.887104] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1418.887104] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f3450c-ab11-2a0b-c614-895ccdaf97d2" [ 1418.887104] env[62361]: _type = "Task" [ 1418.887104] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.894754] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f3450c-ab11-2a0b-c614-895ccdaf97d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.897685] env[62361]: DEBUG nova.scheduler.client.report [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1419.072484] env[62361]: DEBUG oslo_vmware.api [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708030, 'name': PowerOnVM_Task, 'duration_secs': 0.53646} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.072484] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.072484] env[62361]: INFO nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1419.074523] env[62361]: DEBUG nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1419.074523] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564b1f12-f557-4250-b418-9ca63775cce3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.267839] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708034, 'name': Destroy_Task, 'duration_secs': 0.409048} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.268124] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Destroyed the VM [ 1419.268365] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1419.268617] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0b706825-79e8-48d2-97a5-dd06a5e1cdaa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.278554] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1419.278554] env[62361]: value = "task-1708036" [ 1419.278554] env[62361]: _type = "Task" [ 1419.278554] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.292646] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708036, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.312779] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068762} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.313109] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1419.314103] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a767ddff-6a44-4c6e-9a3a-e144aba2ee3a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.341212] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] fa49043c-5c77-4357-b592-fea3653b9ac7/fa49043c-5c77-4357-b592-fea3653b9ac7.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1419.341534] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb25a803-ef36-47b5-9481-7ecf247e676c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.365942] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1419.365942] env[62361]: value = "task-1708037" [ 1419.365942] env[62361]: _type = "Task" [ 1419.365942] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.375293] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.398844] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f3450c-ab11-2a0b-c614-895ccdaf97d2, 'name': SearchDatastore_Task, 'duration_secs': 0.031104} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.399195] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.399446] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.399723] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.399877] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.400092] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.400364] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03e4150b-e46b-4ff1-93ee-e3906b4ee7f2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.403428] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.856s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.403838] env[62361]: DEBUG nova.compute.manager [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1419.407598] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.161s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.407598] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.411050] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.680s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.411050] env[62361]: INFO nova.compute.claims [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.420311] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.420502] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.421310] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd6b6f6-152f-4bfa-939c-7bf63dfe1582 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.429671] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1419.429671] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524bd5a9-75bd-471a-1283-9169188d45e5" [ 1419.429671] env[62361]: _type = "Task" [ 1419.429671] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.430404] env[62361]: DEBUG nova.network.neutron [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Updated VIF entry in instance network info cache for port 68a027f5-27f5-4ab8-afb6-876cfb83665d. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1419.430790] env[62361]: DEBUG nova.network.neutron [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Updating instance_info_cache with network_info: [{"id": "68a027f5-27f5-4ab8-afb6-876cfb83665d", "address": "fa:16:3e:8b:fc:2a", "network": {"id": "9d8ddfb2-ef4c-499f-86e3-391cc117057a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1399711008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c807ce4add4d4736b61527ea1a778a6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a027f5-27", "ovs_interfaceid": "68a027f5-27f5-4ab8-afb6-876cfb83665d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.440738] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524bd5a9-75bd-471a-1283-9169188d45e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.441885] env[62361]: INFO nova.scheduler.client.report [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Deleted allocations for instance 9daab8ae-8d10-4349-aafe-b5e00459521c [ 1419.594718] env[62361]: INFO nova.compute.manager [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Took 63.69 seconds to build instance. [ 1419.792020] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708036, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.876909] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.919093] env[62361]: DEBUG nova.compute.utils [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1419.921112] env[62361]: DEBUG nova.compute.manager [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1419.921297] env[62361]: DEBUG nova.network.neutron [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1419.936784] env[62361]: DEBUG oslo_concurrency.lockutils [req-e41eb261-9780-4fc4-8e1e-b1f43c43c8e0 req-fdd7ebe4-fb8a-4da0-a3a7-9921146f6cb5 service nova] Releasing lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.943393] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524bd5a9-75bd-471a-1283-9169188d45e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.944219] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a0d4f8-9bdd-42db-8700-3babfb1ea1f8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.955087] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1419.955087] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5285756e-699c-9e3b-7803-7f7cce17edcb" [ 1419.955087] env[62361]: _type = "Task" [ 1419.955087] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.955566] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa11f58d-5692-43f2-810f-9f49720ba07a tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "9daab8ae-8d10-4349-aafe-b5e00459521c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.377s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.969440] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5285756e-699c-9e3b-7803-7f7cce17edcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010862} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.969746] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.970014] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1/93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.970397] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acfb5275-cd13-405b-8ce3-af6c9b8e2b01 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.977213] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1419.977213] env[62361]: value = "task-1708038" [ 1419.977213] env[62361]: _type = "Task" [ 1419.977213] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.982979] env[62361]: DEBUG nova.policy [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ff611d73af041e1be1dadebebd22053', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc2a90e5d65943b8ba3bf2481048f18f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1419.989957] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.995762] env[62361]: DEBUG nova.network.neutron [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Successfully updated port: 09cc6656-71a6-4aad-9ded-bc7af5c044ac {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1420.056119] env[62361]: DEBUG nova.compute.manager [req-17699c9a-2c98-477f-9023-003f4f5f67e9 req-4d43ae91-5bdd-4a33-a0ea-2374e77b46e5 service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Received event network-vif-plugged-09cc6656-71a6-4aad-9ded-bc7af5c044ac {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1420.056119] env[62361]: DEBUG oslo_concurrency.lockutils [req-17699c9a-2c98-477f-9023-003f4f5f67e9 req-4d43ae91-5bdd-4a33-a0ea-2374e77b46e5 service nova] Acquiring lock "4cbaf66d-c7b1-45e2-9ddc-c62695ad6563-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.056119] env[62361]: DEBUG oslo_concurrency.lockutils [req-17699c9a-2c98-477f-9023-003f4f5f67e9 req-4d43ae91-5bdd-4a33-a0ea-2374e77b46e5 service nova] Lock "4cbaf66d-c7b1-45e2-9ddc-c62695ad6563-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.056119] env[62361]: DEBUG oslo_concurrency.lockutils [req-17699c9a-2c98-477f-9023-003f4f5f67e9 req-4d43ae91-5bdd-4a33-a0ea-2374e77b46e5 service nova] Lock "4cbaf66d-c7b1-45e2-9ddc-c62695ad6563-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.056119] env[62361]: DEBUG nova.compute.manager [req-17699c9a-2c98-477f-9023-003f4f5f67e9 req-4d43ae91-5bdd-4a33-a0ea-2374e77b46e5 service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] No waiting events found dispatching network-vif-plugged-09cc6656-71a6-4aad-9ded-bc7af5c044ac {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1420.056119] env[62361]: WARNING nova.compute.manager [req-17699c9a-2c98-477f-9023-003f4f5f67e9 req-4d43ae91-5bdd-4a33-a0ea-2374e77b46e5 service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Received unexpected event network-vif-plugged-09cc6656-71a6-4aad-9ded-bc7af5c044ac for instance with vm_state building and task_state spawning. [ 1420.076747] env[62361]: DEBUG nova.compute.manager [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1420.077331] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28515a30-a07a-4162-afff-76ce321a5029 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.098074] env[62361]: DEBUG oslo_concurrency.lockutils [None req-081a4e92-a233-4693-82b7-fc7b8c4227f3 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "2f8a2835-618d-4462-8644-1d2790aec62b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 118.183s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.289470] env[62361]: DEBUG oslo_vmware.api [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708036, 'name': RemoveSnapshot_Task, 'duration_secs': 0.538066} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.289853] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1420.290136] env[62361]: INFO nova.compute.manager [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Took 14.17 seconds to snapshot the instance on the hypervisor. [ 1420.378596] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708037, 'name': ReconfigVM_Task, 'duration_secs': 0.829656} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.379054] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Reconfigured VM instance instance-0000002c to attach disk [datastore1] fa49043c-5c77-4357-b592-fea3653b9ac7/fa49043c-5c77-4357-b592-fea3653b9ac7.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.380869] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbf0fd7d-c507-4485-bb2c-5a87272fc0de {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.391013] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1420.391013] env[62361]: value = "task-1708039" [ 1420.391013] env[62361]: _type = "Task" [ 1420.391013] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.405284] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708039, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.426412] env[62361]: DEBUG nova.compute.manager [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1420.486857] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483373} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.490218] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1/93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.490429] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.491115] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a8bc0c3-cb76-447e-ace7-771e936e25a3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.498010] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquiring lock "refresh_cache-4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.498010] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquired lock "refresh_cache-4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.498187] env[62361]: DEBUG nova.network.neutron [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.499585] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1420.499585] env[62361]: value = "task-1708040" [ 1420.499585] env[62361]: _type = "Task" [ 1420.499585] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.511029] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.530722] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "7b15c661-a18b-4be8-b6c8-3026e35eb615" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.531095] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "7b15c661-a18b-4be8-b6c8-3026e35eb615" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.531316] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "7b15c661-a18b-4be8-b6c8-3026e35eb615-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.531497] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "7b15c661-a18b-4be8-b6c8-3026e35eb615-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.531662] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "7b15c661-a18b-4be8-b6c8-3026e35eb615-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.533923] env[62361]: INFO nova.compute.manager [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Terminating instance [ 1420.541572] env[62361]: DEBUG nova.compute.manager [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1420.541572] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.541572] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caf4e45-14a0-4d14-9c63-9bbf54196f28 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.550759] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.554017] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-659d8703-d057-4351-96df-e7fcd8060496 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.558396] env[62361]: DEBUG oslo_vmware.api [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1420.558396] env[62361]: value = "task-1708041" [ 1420.558396] env[62361]: _type = "Task" [ 1420.558396] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.575260] env[62361]: DEBUG oslo_vmware.api [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.593305] env[62361]: INFO nova.compute.manager [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] instance snapshotting [ 1420.597117] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a649a4-bb9e-4a22-a879-8195c144f882 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.602521] env[62361]: DEBUG nova.compute.manager [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1420.625711] env[62361]: DEBUG nova.network.neutron [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Successfully created port: 1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1420.630577] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ce8049-ce17-488d-b3b1-9468ddd961ed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.839854] env[62361]: DEBUG nova.compute.manager [None req-ce3b43b6-0b09-47d0-bb67-8642a32af070 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Found 2 images (rotation: 2) {{(pid=62361) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1420.901958] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708039, 'name': Rename_Task, 'duration_secs': 0.204832} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.903985] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.904518] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87874900-847a-4bd5-b98d-573b2c872789 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.911109] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1420.911109] env[62361]: value = "task-1708042" [ 1420.911109] env[62361]: _type = "Task" [ 1420.911109] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.918886] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.938853] env[62361]: INFO nova.virt.block_device [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Booting with volume bcf196f7-8a61-4087-bc43-062d6be084fc at /dev/sda [ 1421.002036] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb55577e-7ccd-48bf-ac2e-1a7757217cf5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.016688] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069098} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.019352] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.019352] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50823c0-c289-465f-944f-d7650d0a20ef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.024330] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c381cffe-8ce8-41aa-aef1-85855636923d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.058018] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1/93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.059064] env[62361]: DEBUG nova.network.neutron [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1421.077625] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eedd912-7ca9-4aa4-a27c-293f69abfa2c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.097931] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d679a34e-e6aa-4487-a114-dd4fe8e974f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.105598] env[62361]: DEBUG oslo_vmware.api [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708041, 'name': PowerOffVM_Task, 'duration_secs': 0.218636} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.107824] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.108035] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.110641] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1421.110641] env[62361]: value = "task-1708043" [ 1421.110641] env[62361]: _type = "Task" [ 1421.110641] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.115186] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9e7f1bc-44f1-44aa-bb69-0f3b0899316d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.120045] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8045a0f-fe79-4f9a-8eb2-07e77c8db0f7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.145412] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.150844] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.166091] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1421.166896] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-661dbac7-42cc-4dd5-b661-66277f4dab06 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.169629] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8fd412-e55c-4d81-9c4b-f0eee78f5adc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.178533] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c54985f-d6aa-43e3-947f-35c2cc526eb3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.181381] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1421.181381] env[62361]: value = "task-1708045" [ 1421.181381] env[62361]: _type = "Task" [ 1421.181381] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.196555] env[62361]: DEBUG nova.virt.block_device [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Updating existing volume attachment record: e3d56c1d-a44d-4093-aa00-ccd87ef32d71 {{(pid=62361) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1421.203884] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708045, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.227078] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835ecc2f-14b3-479a-9c22-4a78e403575a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.236843] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec96745-0f0b-4ef3-b1c9-4cd4becb491f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.277689] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498a0a3a-7ad9-47c3-85bd-7812856412ed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.286692] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667f8228-6980-4d8c-9165-681855221362 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.302804] env[62361]: DEBUG nova.compute.provider_tree [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.408237] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1421.408463] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1421.408712] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Deleting the datastore file [datastore1] 7b15c661-a18b-4be8-b6c8-3026e35eb615 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1421.409011] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6744a18-dd86-499c-8d3c-125879e964db {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.422478] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708042, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.423054] env[62361]: DEBUG oslo_vmware.api [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1421.423054] env[62361]: value = "task-1708046" [ 1421.423054] env[62361]: _type = "Task" [ 1421.423054] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.438946] env[62361]: DEBUG oslo_vmware.api [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.444877] env[62361]: DEBUG nova.network.neutron [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Updating instance_info_cache with network_info: [{"id": "09cc6656-71a6-4aad-9ded-bc7af5c044ac", "address": "fa:16:3e:e6:d7:d6", "network": {"id": "4449aaf2-9e02-422e-bb84-76c7baca2afa", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-300730380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0eb30b82e231468a9d39428d8c679c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cc6656-71", "ovs_interfaceid": "09cc6656-71a6-4aad-9ded-bc7af5c044ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.646115] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708043, 'name': ReconfigVM_Task, 'duration_secs': 0.345825} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.646901] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1/93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.647864] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ef3ec59-c4cb-4307-a3ad-50fa013d9c30 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.656724] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1421.656724] env[62361]: value = "task-1708047" [ 1421.656724] env[62361]: _type = "Task" [ 1421.656724] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.668228] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708047, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.695422] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708045, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.808124] env[62361]: DEBUG nova.scheduler.client.report [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1421.923344] env[62361]: DEBUG oslo_vmware.api [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708042, 'name': PowerOnVM_Task, 'duration_secs': 0.597097} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.923886] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1421.924337] env[62361]: INFO nova.compute.manager [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1421.924337] env[62361]: DEBUG nova.compute.manager [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1421.928272] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f66df39-00da-42f9-9e29-139f1ea3b01d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.946919] env[62361]: DEBUG oslo_vmware.api [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163054} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.947772] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.947973] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.948191] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.948386] env[62361]: INFO nova.compute.manager [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1421.948632] env[62361]: DEBUG oslo.service.loopingcall [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.949405] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Releasing lock "refresh_cache-4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.949521] env[62361]: DEBUG nova.compute.manager [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Instance network_info: |[{"id": "09cc6656-71a6-4aad-9ded-bc7af5c044ac", "address": "fa:16:3e:e6:d7:d6", "network": {"id": "4449aaf2-9e02-422e-bb84-76c7baca2afa", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-300730380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0eb30b82e231468a9d39428d8c679c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cc6656-71", "ovs_interfaceid": "09cc6656-71a6-4aad-9ded-bc7af5c044ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1421.949786] env[62361]: DEBUG nova.compute.manager [-] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1421.949895] env[62361]: DEBUG nova.network.neutron [-] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1421.952387] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:d7:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09cc6656-71a6-4aad-9ded-bc7af5c044ac', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1421.960393] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Creating folder: Project (0eb30b82e231468a9d39428d8c679c2f). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1421.961210] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd238168-9556-4c5d-a8ee-79bb4bebe357 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.974849] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Created folder: Project (0eb30b82e231468a9d39428d8c679c2f) in parent group-v355747. [ 1421.974849] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Creating folder: Instances. Parent ref: group-v355879. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1421.975121] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0391242-2f27-4898-aea2-5e3930ed9653 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.989915] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Created folder: Instances in parent group-v355879. [ 1421.990177] env[62361]: DEBUG oslo.service.loopingcall [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.991574] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1421.991574] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da312309-85e9-4a5e-b859-469abd006819 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.022022] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1422.022022] env[62361]: value = "task-1708050" [ 1422.022022] env[62361]: _type = "Task" [ 1422.022022] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.032887] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708050, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.175232] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708047, 'name': Rename_Task, 'duration_secs': 0.175237} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.175232] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.175232] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0269a411-ce2f-41d3-9708-a00762d7f8a6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.182365] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1422.182365] env[62361]: value = "task-1708051" [ 1422.182365] env[62361]: _type = "Task" [ 1422.182365] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.196132] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.199994] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708045, 'name': CreateSnapshot_Task, 'duration_secs': 0.577426} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.200299] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1422.201167] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a10001-e7e4-4269-8182-a15a46026b79 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.318036] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.906s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.318036] env[62361]: DEBUG nova.compute.manager [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1422.321791] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.184s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.323378] env[62361]: INFO nova.compute.claims [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.448019] env[62361]: DEBUG nova.compute.manager [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1422.449103] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2ca687-f9de-4aa7-8092-3997c9b7e50e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.468361] env[62361]: INFO nova.compute.manager [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Took 61.23 seconds to build instance. [ 1422.536028] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708050, 'name': CreateVM_Task, 'duration_secs': 0.389981} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.536028] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1422.536028] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.536028] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.536028] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1422.536028] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-114f7497-3c9d-41d2-ad54-13e4ae9409e1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.543712] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Waiting for the task: (returnval){ [ 1422.543712] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5229195b-6113-8ee5-de3c-fd56521be967" [ 1422.543712] env[62361]: _type = "Task" [ 1422.543712] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.553579] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5229195b-6113-8ee5-de3c-fd56521be967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.651692] env[62361]: DEBUG nova.compute.manager [req-4074f6fe-62d6-44b5-8d89-8b13378bfac7 req-4d7050ee-4198-4eea-8099-c17aff120e84 service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Received event network-changed-09cc6656-71a6-4aad-9ded-bc7af5c044ac {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1422.651974] env[62361]: DEBUG nova.compute.manager [req-4074f6fe-62d6-44b5-8d89-8b13378bfac7 req-4d7050ee-4198-4eea-8099-c17aff120e84 service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Refreshing instance network info cache due to event network-changed-09cc6656-71a6-4aad-9ded-bc7af5c044ac. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1422.652136] env[62361]: DEBUG oslo_concurrency.lockutils [req-4074f6fe-62d6-44b5-8d89-8b13378bfac7 req-4d7050ee-4198-4eea-8099-c17aff120e84 service nova] Acquiring lock "refresh_cache-4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.652452] env[62361]: DEBUG oslo_concurrency.lockutils [req-4074f6fe-62d6-44b5-8d89-8b13378bfac7 req-4d7050ee-4198-4eea-8099-c17aff120e84 service nova] Acquired lock "refresh_cache-4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.652770] env[62361]: DEBUG nova.network.neutron [req-4074f6fe-62d6-44b5-8d89-8b13378bfac7 req-4d7050ee-4198-4eea-8099-c17aff120e84 service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Refreshing network info cache for port 09cc6656-71a6-4aad-9ded-bc7af5c044ac {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.693999] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708051, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.726474] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1422.729528] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3165ca10-3699-4ffc-a9bc-91b204f8f120 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.734932] env[62361]: DEBUG nova.network.neutron [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Successfully updated port: 1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1422.740807] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1422.740807] env[62361]: value = "task-1708052" [ 1422.740807] env[62361]: _type = "Task" [ 1422.740807] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.750288] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708052, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.832456] env[62361]: DEBUG nova.compute.utils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1422.836604] env[62361]: DEBUG nova.compute.manager [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1422.836802] env[62361]: DEBUG nova.network.neutron [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1422.845019] env[62361]: DEBUG nova.network.neutron [-] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.888103] env[62361]: DEBUG nova.policy [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae3f9613fd1f417eb068a2d812e67745', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b287d555c1b4d33bb4730e191380083', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1422.970952] env[62361]: INFO nova.compute.manager [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] instance snapshotting [ 1422.972124] env[62361]: DEBUG nova.objects.instance [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lazy-loading 'flavor' on Instance uuid 92528be1-55ff-40e4-9404-99a4db7766c5 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.975772] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0554c4bc-982b-4ec1-a26e-1e9458078f56 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "fa49043c-5c77-4357-b592-fea3653b9ac7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 119.813s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.055555] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5229195b-6113-8ee5-de3c-fd56521be967, 'name': SearchDatastore_Task, 'duration_secs': 0.008628} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.055909] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.056181] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1423.056673] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.056909] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.057140] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1423.058284] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-725da0d3-bd72-4515-ac9e-23213d1e3dfb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.073634] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1423.073891] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1423.074762] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537529d1-6313-4529-87c7-f32536343210 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.083596] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Waiting for the task: (returnval){ [ 1423.083596] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522eaed2-1745-0b0b-b97a-afe0b906ff9a" [ 1423.083596] env[62361]: _type = "Task" [ 1423.083596] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.093996] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522eaed2-1745-0b0b-b97a-afe0b906ff9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.195857] env[62361]: DEBUG oslo_vmware.api [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708051, 'name': PowerOnVM_Task, 'duration_secs': 0.555993} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.196245] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.196541] env[62361]: INFO nova.compute.manager [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1423.196818] env[62361]: DEBUG nova.compute.manager [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1423.198119] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be1ebc3-9e56-421c-93c2-48daf5bc7e00 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.218918] env[62361]: DEBUG nova.compute.manager [req-e0115406-f551-4716-91b4-aa36cf54d0db req-059816ad-5de6-4fda-8dd8-f2af31179637 service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Received event network-vif-plugged-1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1423.219422] env[62361]: DEBUG oslo_concurrency.lockutils [req-e0115406-f551-4716-91b4-aa36cf54d0db req-059816ad-5de6-4fda-8dd8-f2af31179637 service nova] Acquiring lock "3c9d108f-efe1-4fb6-b505-8cb51d38adc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.219897] env[62361]: DEBUG oslo_concurrency.lockutils [req-e0115406-f551-4716-91b4-aa36cf54d0db req-059816ad-5de6-4fda-8dd8-f2af31179637 service nova] Lock "3c9d108f-efe1-4fb6-b505-8cb51d38adc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.220136] env[62361]: DEBUG oslo_concurrency.lockutils [req-e0115406-f551-4716-91b4-aa36cf54d0db req-059816ad-5de6-4fda-8dd8-f2af31179637 service nova] Lock "3c9d108f-efe1-4fb6-b505-8cb51d38adc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.220335] env[62361]: DEBUG nova.compute.manager [req-e0115406-f551-4716-91b4-aa36cf54d0db req-059816ad-5de6-4fda-8dd8-f2af31179637 service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] No waiting events found dispatching network-vif-plugged-1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1423.220508] env[62361]: WARNING nova.compute.manager [req-e0115406-f551-4716-91b4-aa36cf54d0db req-059816ad-5de6-4fda-8dd8-f2af31179637 service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Received unexpected event network-vif-plugged-1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58 for instance with vm_state building and task_state spawning. [ 1423.238428] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Acquiring lock "refresh_cache-3c9d108f-efe1-4fb6-b505-8cb51d38adc1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.239501] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Acquired lock "refresh_cache-3c9d108f-efe1-4fb6-b505-8cb51d38adc1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.239501] env[62361]: DEBUG nova.network.neutron [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1423.255364] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708052, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.329184] env[62361]: DEBUG nova.network.neutron [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Successfully created port: 7a22e0f7-8348-4f3e-940d-d8b6421d3788 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.337301] env[62361]: DEBUG nova.compute.manager [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1423.341157] env[62361]: DEBUG nova.compute.manager [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1423.341806] env[62361]: DEBUG nova.virt.hardware [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1423.341899] env[62361]: DEBUG nova.virt.hardware [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1423.342022] env[62361]: DEBUG nova.virt.hardware [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.342209] env[62361]: DEBUG nova.virt.hardware [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1423.342358] env[62361]: DEBUG nova.virt.hardware [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.342683] env[62361]: DEBUG nova.virt.hardware [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1423.342683] env[62361]: DEBUG nova.virt.hardware [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1423.342848] env[62361]: DEBUG nova.virt.hardware [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1423.343238] env[62361]: DEBUG nova.virt.hardware [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1423.343436] env[62361]: DEBUG nova.virt.hardware [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1423.343646] env[62361]: DEBUG nova.virt.hardware [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1423.348186] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01efc43a-6677-47b3-b44c-bc3de9503e7a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.351451] env[62361]: INFO nova.compute.manager [-] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Took 1.40 seconds to deallocate network for instance. [ 1423.362587] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b873b67-b509-43fd-b282-5dd878299771 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.482820] env[62361]: DEBUG nova.compute.manager [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1423.488903] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b571592c-a1c7-4f62-9b1c-5a07ad669c8b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.492805] env[62361]: DEBUG oslo_concurrency.lockutils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "01c60578-d377-407d-8a27-b8d89f560a0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.493052] env[62361]: DEBUG oslo_concurrency.lockutils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "01c60578-d377-407d-8a27-b8d89f560a0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.518293] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201fba29-0e66-4210-9866-9204db8d1262 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.594796] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522eaed2-1745-0b0b-b97a-afe0b906ff9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.598607] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f8e7cb-6b6d-444f-9369-e4788c666ffa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.605361] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Waiting for the task: (returnval){ [ 1423.605361] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527023d8-5b6f-5c19-b101-761742cc8efc" [ 1423.605361] env[62361]: _type = "Task" [ 1423.605361] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.618524] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527023d8-5b6f-5c19-b101-761742cc8efc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.619116] env[62361]: DEBUG nova.network.neutron [req-4074f6fe-62d6-44b5-8d89-8b13378bfac7 req-4d7050ee-4198-4eea-8099-c17aff120e84 service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Updated VIF entry in instance network info cache for port 09cc6656-71a6-4aad-9ded-bc7af5c044ac. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.619461] env[62361]: DEBUG nova.network.neutron [req-4074f6fe-62d6-44b5-8d89-8b13378bfac7 req-4d7050ee-4198-4eea-8099-c17aff120e84 service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Updating instance_info_cache with network_info: [{"id": "09cc6656-71a6-4aad-9ded-bc7af5c044ac", "address": "fa:16:3e:e6:d7:d6", "network": {"id": "4449aaf2-9e02-422e-bb84-76c7baca2afa", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-300730380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0eb30b82e231468a9d39428d8c679c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cc6656-71", "ovs_interfaceid": "09cc6656-71a6-4aad-9ded-bc7af5c044ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.722479] env[62361]: INFO nova.compute.manager [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Took 61.35 seconds to build instance. [ 1423.758400] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708052, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.804602] env[62361]: DEBUG nova.network.neutron [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1423.862468] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.005660] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2207f0-eeb6-40da-a395-0693b5139dea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.023252] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.023590] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50e76e8-7e26-4be9-8bff-1c45361c6e69 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.030497] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1424.056321] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-79a23134-39dd-4c60-8261-bc57b46f4fe6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.059445] env[62361]: DEBUG nova.network.neutron [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Updating instance_info_cache with network_info: [{"id": "1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58", "address": "fa:16:3e:00:84:72", "network": {"id": "4e8fb58f-c16f-4f53-9f61-cf2a7d5af199", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-907202372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2a90e5d65943b8ba3bf2481048f18f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e0e2ad6-a9", "ovs_interfaceid": "1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.061274] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd69a4a-6c07-454d-93b6-c5724aa2a96a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.072211] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9a4eab-f601-4095-93e5-dc4870db0b5e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.077452] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1424.077452] env[62361]: value = "task-1708053" [ 1424.077452] env[62361]: _type = "Task" [ 1424.077452] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.092388] env[62361]: DEBUG nova.compute.provider_tree [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1424.099206] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708053, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.116880] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527023d8-5b6f-5c19-b101-761742cc8efc, 'name': SearchDatastore_Task, 'duration_secs': 0.009926} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.117204] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.117650] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563/4cbaf66d-c7b1-45e2-9ddc-c62695ad6563.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1424.117800] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a10863ff-b6fa-4ab7-806b-18203286a2bf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.122505] env[62361]: DEBUG oslo_concurrency.lockutils [req-4074f6fe-62d6-44b5-8d89-8b13378bfac7 req-4d7050ee-4198-4eea-8099-c17aff120e84 service nova] Releasing lock "refresh_cache-4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.124626] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Waiting for the task: (returnval){ [ 1424.124626] env[62361]: value = "task-1708054" [ 1424.124626] env[62361]: _type = "Task" [ 1424.124626] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.135888] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.224669] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e13c0c7-abc2-4945-95b0-99b0eddc2bf7 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Lock "93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 118.579s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.260470] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708052, 'name': CloneVM_Task} progress is 95%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.357116] env[62361]: DEBUG nova.compute.manager [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1424.399030] env[62361]: DEBUG nova.virt.hardware [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1424.399257] env[62361]: DEBUG nova.virt.hardware [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1424.399455] env[62361]: DEBUG nova.virt.hardware [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.399698] env[62361]: DEBUG nova.virt.hardware [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1424.399862] env[62361]: DEBUG nova.virt.hardware [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.400057] env[62361]: DEBUG nova.virt.hardware [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1424.400283] env[62361]: DEBUG nova.virt.hardware [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1424.400448] env[62361]: DEBUG nova.virt.hardware [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1424.400614] env[62361]: DEBUG nova.virt.hardware [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1424.400794] env[62361]: DEBUG nova.virt.hardware [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1424.400972] env[62361]: DEBUG nova.virt.hardware [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1424.402393] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9beda6-8f86-4d11-ae55-0eaa298e9d39 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.412809] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ed59eb-8f0d-4d8b-9a32-e7c655d47fda {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.564923] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Releasing lock "refresh_cache-3c9d108f-efe1-4fb6-b505-8cb51d38adc1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.565665] env[62361]: DEBUG nova.compute.manager [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Instance network_info: |[{"id": "1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58", "address": "fa:16:3e:00:84:72", "network": {"id": "4e8fb58f-c16f-4f53-9f61-cf2a7d5af199", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-907202372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2a90e5d65943b8ba3bf2481048f18f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e0e2ad6-a9", "ovs_interfaceid": "1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1424.566190] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:84:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1424.576527] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Creating folder: Project (cc2a90e5d65943b8ba3bf2481048f18f). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1424.577295] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be2877af-979b-4898-8265-a1b6f9d8f4eb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.593458] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708053, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.624802] env[62361]: ERROR nova.scheduler.client.report [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [req-177deb4d-856d-4436-a810-d32c5a0a8dde] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-177deb4d-856d-4436-a810-d32c5a0a8dde"}]} [ 1424.639330] env[62361]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1424.639330] env[62361]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62361) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1424.640107] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Folder already exists: Project (cc2a90e5d65943b8ba3bf2481048f18f). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1424.640394] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Creating folder: Instances. Parent ref: group-v355805. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1424.641170] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a95de99-4662-4712-9b25-8fd657cd3667 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.646864] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51799} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.647624] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563/4cbaf66d-c7b1-45e2-9ddc-c62695ad6563.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.647942] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.649222] env[62361]: DEBUG nova.scheduler.client.report [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1424.651137] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96b513d3-ea00-41f9-9503-8d47af282ab5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.655558] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Created folder: Instances in parent group-v355805. [ 1424.655797] env[62361]: DEBUG oslo.service.loopingcall [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1424.655986] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1424.656205] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18e4eba1-5d59-4d9b-beb6-d121e380a12d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.675035] env[62361]: DEBUG nova.scheduler.client.report [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1424.675214] env[62361]: DEBUG nova.compute.provider_tree [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1424.677795] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Waiting for the task: (returnval){ [ 1424.677795] env[62361]: value = "task-1708057" [ 1424.677795] env[62361]: _type = "Task" [ 1424.677795] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.683562] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1424.683562] env[62361]: value = "task-1708058" [ 1424.683562] env[62361]: _type = "Task" [ 1424.683562] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.691045] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.697456] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708058, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.698608] env[62361]: DEBUG nova.scheduler.client.report [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1424.725787] env[62361]: DEBUG nova.scheduler.client.report [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1424.729773] env[62361]: DEBUG nova.compute.manager [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1424.762715] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708052, 'name': CloneVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.767455] env[62361]: DEBUG oslo_concurrency.lockutils [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "fa49043c-5c77-4357-b592-fea3653b9ac7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.767802] env[62361]: DEBUG oslo_concurrency.lockutils [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "fa49043c-5c77-4357-b592-fea3653b9ac7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.768122] env[62361]: DEBUG oslo_concurrency.lockutils [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "fa49043c-5c77-4357-b592-fea3653b9ac7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.768722] env[62361]: DEBUG oslo_concurrency.lockutils [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "fa49043c-5c77-4357-b592-fea3653b9ac7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.768722] env[62361]: DEBUG oslo_concurrency.lockutils [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "fa49043c-5c77-4357-b592-fea3653b9ac7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.770949] env[62361]: INFO nova.compute.manager [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Terminating instance [ 1424.773640] env[62361]: DEBUG nova.compute.manager [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1424.774225] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1424.774977] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d55f9b-0d83-4530-89c9-42cccc90ffea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.783552] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.784907] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a59ae51-c8f2-4cf2-a130-627b6dfe3693 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.794909] env[62361]: DEBUG oslo_vmware.api [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1424.794909] env[62361]: value = "task-1708059" [ 1424.794909] env[62361]: _type = "Task" [ 1424.794909] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.804207] env[62361]: DEBUG oslo_vmware.api [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.860580] env[62361]: INFO nova.compute.manager [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Rescuing [ 1424.860935] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Acquiring lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.861139] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Acquired lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.861307] env[62361]: DEBUG nova.network.neutron [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.097462] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708053, 'name': CreateSnapshot_Task, 'duration_secs': 0.790944} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.097736] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1425.098650] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ba1b16-4abd-4b45-902f-ba2567966438 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.108779] env[62361]: DEBUG nova.compute.manager [req-1586a1dd-05d6-4c78-abd0-8161816a60d0 req-ecaa8a68-21a8-49d5-ad3d-6124879e1c9f service nova] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Received event network-vif-deleted-a4f478f9-4c17-4433-a259-2a985c28237c {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1425.200500] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074981} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.206336] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1425.206955] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708058, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.208383] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcacf07-ca6d-4ea6-8b09-54417502fd7c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.235614] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563/4cbaf66d-c7b1-45e2-9ddc-c62695ad6563.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1425.241222] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19fc0a6b-a06b-442c-87ca-66320be2e089 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.268111] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708052, 'name': CloneVM_Task, 'duration_secs': 2.069448} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.269511] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Created linked-clone VM from snapshot [ 1425.269901] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Waiting for the task: (returnval){ [ 1425.269901] env[62361]: value = "task-1708060" [ 1425.269901] env[62361]: _type = "Task" [ 1425.269901] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.270669] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe85289-c2d9-4b37-8dd2-573ca4349fd1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.274127] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.284099] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Uploading image 4e3eb2d2-462c-447a-91d2-996b1f096913 {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1425.295105] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708060, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.302544] env[62361]: DEBUG nova.network.neutron [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Successfully updated port: 7a22e0f7-8348-4f3e-940d-d8b6421d3788 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.312086] env[62361]: DEBUG oslo_vmware.api [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708059, 'name': PowerOffVM_Task, 'duration_secs': 0.36613} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.312086] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1425.312086] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1425.316336] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b70377b6-c19b-4e77-8c8f-30e57c0267da {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.329334] env[62361]: DEBUG oslo_vmware.rw_handles [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1425.329334] env[62361]: value = "vm-355882" [ 1425.329334] env[62361]: _type = "VirtualMachine" [ 1425.329334] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1425.329334] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b93a2ec0-3e9c-4b8e-9799-3d019114aeaa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.335855] env[62361]: DEBUG oslo_vmware.rw_handles [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lease: (returnval){ [ 1425.335855] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c3b8e4-bab7-4eee-538e-f8b441227e22" [ 1425.335855] env[62361]: _type = "HttpNfcLease" [ 1425.335855] env[62361]: } obtained for exporting VM: (result){ [ 1425.335855] env[62361]: value = "vm-355882" [ 1425.335855] env[62361]: _type = "VirtualMachine" [ 1425.335855] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1425.336261] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the lease: (returnval){ [ 1425.336261] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c3b8e4-bab7-4eee-538e-f8b441227e22" [ 1425.336261] env[62361]: _type = "HttpNfcLease" [ 1425.336261] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1425.343888] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1425.343888] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c3b8e4-bab7-4eee-538e-f8b441227e22" [ 1425.343888] env[62361]: _type = "HttpNfcLease" [ 1425.343888] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1425.384967] env[62361]: DEBUG nova.compute.manager [req-4e94e6ef-65c2-483c-bca4-aacdf2785f9a req-739cb9c0-264a-42e7-9e64-af2cd57f8e2d service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Received event network-changed-1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1425.385088] env[62361]: DEBUG nova.compute.manager [req-4e94e6ef-65c2-483c-bca4-aacdf2785f9a req-739cb9c0-264a-42e7-9e64-af2cd57f8e2d service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Refreshing instance network info cache due to event network-changed-1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1425.385656] env[62361]: DEBUG oslo_concurrency.lockutils [req-4e94e6ef-65c2-483c-bca4-aacdf2785f9a req-739cb9c0-264a-42e7-9e64-af2cd57f8e2d service nova] Acquiring lock "refresh_cache-3c9d108f-efe1-4fb6-b505-8cb51d38adc1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.385656] env[62361]: DEBUG oslo_concurrency.lockutils [req-4e94e6ef-65c2-483c-bca4-aacdf2785f9a req-739cb9c0-264a-42e7-9e64-af2cd57f8e2d service nova] Acquired lock "refresh_cache-3c9d108f-efe1-4fb6-b505-8cb51d38adc1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.385656] env[62361]: DEBUG nova.network.neutron [req-4e94e6ef-65c2-483c-bca4-aacdf2785f9a req-739cb9c0-264a-42e7-9e64-af2cd57f8e2d service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Refreshing network info cache for port 1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.408891] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.409246] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.409379] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleting the datastore file [datastore1] fa49043c-5c77-4357-b592-fea3653b9ac7 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.409566] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91a75763-2c94-4e17-9000-948f0850329c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.415886] env[62361]: DEBUG oslo_vmware.api [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1425.415886] env[62361]: value = "task-1708063" [ 1425.415886] env[62361]: _type = "Task" [ 1425.415886] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.426776] env[62361]: DEBUG oslo_vmware.api [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.507140] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebff2ccd-169c-4279-ba94-a5f4ddecc1d3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.520294] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10354252-c7fc-4f5c-b4fe-a28f3c9f9754 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.555485] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a052b03-8fec-469a-a391-2281e966c534 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.567022] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2594f977-3ef4-4dc8-8905-318e2deb2032 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.584391] env[62361]: DEBUG nova.compute.provider_tree [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.629452] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1425.631114] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-78258f9e-8f02-4f4a-a3e2-b695f2163dcc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.640335] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1425.640335] env[62361]: value = "task-1708064" [ 1425.640335] env[62361]: _type = "Task" [ 1425.640335] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.648520] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708064, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.697479] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708058, 'name': CreateVM_Task, 'duration_secs': 0.701986} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.697675] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1425.698718] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355815', 'volume_id': 'bcf196f7-8a61-4087-bc43-062d6be084fc', 'name': 'volume-bcf196f7-8a61-4087-bc43-062d6be084fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3c9d108f-efe1-4fb6-b505-8cb51d38adc1', 'attached_at': '', 'detached_at': '', 'volume_id': 'bcf196f7-8a61-4087-bc43-062d6be084fc', 'serial': 'bcf196f7-8a61-4087-bc43-062d6be084fc'}, 'attachment_id': 'e3d56c1d-a44d-4093-aa00-ccd87ef32d71', 'guest_format': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62361) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1425.698718] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Root volume attach. Driver type: vmdk {{(pid=62361) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1425.699462] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f658e9b-e8d3-403c-b31c-28aabfd3fe1f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.709402] env[62361]: DEBUG nova.network.neutron [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Updating instance_info_cache with network_info: [{"id": "68a027f5-27f5-4ab8-afb6-876cfb83665d", "address": "fa:16:3e:8b:fc:2a", "network": {"id": "9d8ddfb2-ef4c-499f-86e3-391cc117057a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1399711008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c807ce4add4d4736b61527ea1a778a6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a027f5-27", "ovs_interfaceid": "68a027f5-27f5-4ab8-afb6-876cfb83665d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.711890] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5ba4b3-c061-47de-a946-78d20f2874d3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.722178] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b9f892-0dee-4c52-a0e5-cb245cbefede {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.731027] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6df13244-b0ed-470a-9d6d-7ad0e958acd5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.739021] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Waiting for the task: (returnval){ [ 1425.739021] env[62361]: value = "task-1708065" [ 1425.739021] env[62361]: _type = "Task" [ 1425.739021] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.748657] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708065, 'name': RelocateVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.785736] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.811335] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Acquiring lock "refresh_cache-9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.811692] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Acquired lock "refresh_cache-9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.812039] env[62361]: DEBUG nova.network.neutron [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.844682] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1425.844682] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c3b8e4-bab7-4eee-538e-f8b441227e22" [ 1425.844682] env[62361]: _type = "HttpNfcLease" [ 1425.844682] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1425.845063] env[62361]: DEBUG oslo_vmware.rw_handles [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1425.845063] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c3b8e4-bab7-4eee-538e-f8b441227e22" [ 1425.845063] env[62361]: _type = "HttpNfcLease" [ 1425.845063] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1425.845928] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb08945-aa89-4d68-a27a-f838d10edaba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.855612] env[62361]: DEBUG oslo_vmware.rw_handles [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b739b-b549-27d5-8635-a106ad9a97f1/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1425.855677] env[62361]: DEBUG oslo_vmware.rw_handles [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b739b-b549-27d5-8635-a106ad9a97f1/disk-0.vmdk for reading. {{(pid=62361) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1425.930833] env[62361]: DEBUG oslo_vmware.api [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138246} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.934024] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1425.934024] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1425.934024] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1425.934024] env[62361]: INFO nova.compute.manager [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1425.934024] env[62361]: DEBUG oslo.service.loopingcall [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1425.934024] env[62361]: DEBUG nova.compute.manager [-] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1425.934024] env[62361]: DEBUG nova.network.neutron [-] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1425.966900] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d36afd41-fccb-49f6-ba3d-1ddc428fed64 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.088474] env[62361]: DEBUG nova.scheduler.client.report [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1426.152327] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708064, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.217578] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Releasing lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.253364] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708065, 'name': RelocateVM_Task} progress is 20%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.254352] env[62361]: DEBUG nova.network.neutron [req-4e94e6ef-65c2-483c-bca4-aacdf2785f9a req-739cb9c0-264a-42e7-9e64-af2cd57f8e2d service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Updated VIF entry in instance network info cache for port 1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.254680] env[62361]: DEBUG nova.network.neutron [req-4e94e6ef-65c2-483c-bca4-aacdf2785f9a req-739cb9c0-264a-42e7-9e64-af2cd57f8e2d service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Updating instance_info_cache with network_info: [{"id": "1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58", "address": "fa:16:3e:00:84:72", "network": {"id": "4e8fb58f-c16f-4f53-9f61-cf2a7d5af199", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-907202372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2a90e5d65943b8ba3bf2481048f18f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e0e2ad6-a9", "ovs_interfaceid": "1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.296498] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708060, 'name': ReconfigVM_Task, 'duration_secs': 0.698596} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.296976] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563/4cbaf66d-c7b1-45e2-9ddc-c62695ad6563.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1426.297474] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cb4379e-b3cc-4e36-82e9-94d329663fb3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.305755] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Waiting for the task: (returnval){ [ 1426.305755] env[62361]: value = "task-1708066" [ 1426.305755] env[62361]: _type = "Task" [ 1426.305755] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.316610] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708066, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.348242] env[62361]: DEBUG nova.network.neutron [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.559097] env[62361]: DEBUG nova.network.neutron [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Updating instance_info_cache with network_info: [{"id": "7a22e0f7-8348-4f3e-940d-d8b6421d3788", "address": "fa:16:3e:56:9c:c1", "network": {"id": "758e309e-868a-43fe-ad0c-6d03f878a2da", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-386370967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b287d555c1b4d33bb4730e191380083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a22e0f7-83", "ovs_interfaceid": "7a22e0f7-8348-4f3e-940d-d8b6421d3788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.595252] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.273s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.595770] env[62361]: DEBUG nova.compute.manager [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1426.598681] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.854s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.600382] env[62361]: INFO nova.compute.claims [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1426.651484] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708064, 'name': CloneVM_Task} progress is 95%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.754553] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708065, 'name': RelocateVM_Task, 'duration_secs': 0.583667} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.755491] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.756535] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Volume attach. Driver type: vmdk {{(pid=62361) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1426.756535] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355815', 'volume_id': 'bcf196f7-8a61-4087-bc43-062d6be084fc', 'name': 'volume-bcf196f7-8a61-4087-bc43-062d6be084fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3c9d108f-efe1-4fb6-b505-8cb51d38adc1', 'attached_at': '', 'detached_at': '', 'volume_id': 'bcf196f7-8a61-4087-bc43-062d6be084fc', 'serial': 'bcf196f7-8a61-4087-bc43-062d6be084fc'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1426.756984] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c41e2ece-b7a4-4e6d-a679-4d1fa7424060 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.758851] env[62361]: DEBUG oslo_concurrency.lockutils [req-4e94e6ef-65c2-483c-bca4-aacdf2785f9a req-739cb9c0-264a-42e7-9e64-af2cd57f8e2d service nova] Releasing lock "refresh_cache-3c9d108f-efe1-4fb6-b505-8cb51d38adc1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.758962] env[62361]: DEBUG nova.compute.manager [req-4e94e6ef-65c2-483c-bca4-aacdf2785f9a req-739cb9c0-264a-42e7-9e64-af2cd57f8e2d service nova] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Received event network-vif-plugged-7a22e0f7-8348-4f3e-940d-d8b6421d3788 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1426.759187] env[62361]: DEBUG oslo_concurrency.lockutils [req-4e94e6ef-65c2-483c-bca4-aacdf2785f9a req-739cb9c0-264a-42e7-9e64-af2cd57f8e2d service nova] Acquiring lock "9d37adce-eb1c-4ac0-8859-ae1b9d3293b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.759447] env[62361]: DEBUG oslo_concurrency.lockutils [req-4e94e6ef-65c2-483c-bca4-aacdf2785f9a req-739cb9c0-264a-42e7-9e64-af2cd57f8e2d service nova] Lock "9d37adce-eb1c-4ac0-8859-ae1b9d3293b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.759832] env[62361]: DEBUG oslo_concurrency.lockutils [req-4e94e6ef-65c2-483c-bca4-aacdf2785f9a req-739cb9c0-264a-42e7-9e64-af2cd57f8e2d service nova] Lock "9d37adce-eb1c-4ac0-8859-ae1b9d3293b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.760177] env[62361]: DEBUG nova.compute.manager [req-4e94e6ef-65c2-483c-bca4-aacdf2785f9a req-739cb9c0-264a-42e7-9e64-af2cd57f8e2d service nova] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] No waiting events found dispatching network-vif-plugged-7a22e0f7-8348-4f3e-940d-d8b6421d3788 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1426.760543] env[62361]: WARNING nova.compute.manager [req-4e94e6ef-65c2-483c-bca4-aacdf2785f9a req-739cb9c0-264a-42e7-9e64-af2cd57f8e2d service nova] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Received unexpected event network-vif-plugged-7a22e0f7-8348-4f3e-940d-d8b6421d3788 for instance with vm_state building and task_state spawning. [ 1426.761271] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7282247-6240-42ba-895c-7edc400a38e4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.785161] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d5e452-f47f-406b-97b4-fde4ff03451f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.788592] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1426.788592] env[62361]: value = "task-1708067" [ 1426.788592] env[62361]: _type = "Task" [ 1426.788592] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.814497] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] volume-bcf196f7-8a61-4087-bc43-062d6be084fc/volume-bcf196f7-8a61-4087-bc43-062d6be084fc.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.815592] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65aa89a8-4494-41e5-8c32-779524a2451c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.837348] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.843774] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708066, 'name': Rename_Task, 'duration_secs': 0.178834} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.845476] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.845778] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Waiting for the task: (returnval){ [ 1426.845778] env[62361]: value = "task-1708068" [ 1426.845778] env[62361]: _type = "Task" [ 1426.845778] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.846031] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c01acac9-cad2-4a8e-bd17-f7e90912c16a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.857809] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708068, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.859509] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Waiting for the task: (returnval){ [ 1426.859509] env[62361]: value = "task-1708069" [ 1426.859509] env[62361]: _type = "Task" [ 1426.859509] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.869501] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.949727] env[62361]: DEBUG nova.network.neutron [-] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.061738] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Releasing lock "refresh_cache-9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.062111] env[62361]: DEBUG nova.compute.manager [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Instance network_info: |[{"id": "7a22e0f7-8348-4f3e-940d-d8b6421d3788", "address": "fa:16:3e:56:9c:c1", "network": {"id": "758e309e-868a-43fe-ad0c-6d03f878a2da", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-386370967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b287d555c1b4d33bb4730e191380083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a22e0f7-83", "ovs_interfaceid": "7a22e0f7-8348-4f3e-940d-d8b6421d3788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1427.062565] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:9c:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a22e0f7-8348-4f3e-940d-d8b6421d3788', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.071619] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Creating folder: Project (3b287d555c1b4d33bb4730e191380083). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1427.072024] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bde20554-8b07-4c5a-b4b9-af9524a46143 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.085824] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Created folder: Project (3b287d555c1b4d33bb4730e191380083) in parent group-v355747. [ 1427.086320] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Creating folder: Instances. Parent ref: group-v355887. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1427.088656] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94bb3424-2a24-4757-ba77-117bdb3d04d5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.100307] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Created folder: Instances in parent group-v355887. [ 1427.101037] env[62361]: DEBUG oslo.service.loopingcall [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.101272] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.101574] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62edf117-cda4-4ca1-9269-22e05e0b9ede {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.131144] env[62361]: DEBUG nova.compute.utils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1427.133446] env[62361]: DEBUG nova.compute.manager [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1427.137022] env[62361]: DEBUG nova.network.neutron [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1427.141241] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.141241] env[62361]: value = "task-1708072" [ 1427.141241] env[62361]: _type = "Task" [ 1427.141241] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.162042] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708072, 'name': CreateVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.167904] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708064, 'name': CloneVM_Task, 'duration_secs': 1.333868} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.168536] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Created linked-clone VM from snapshot [ 1427.170360] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649d6078-a246-4876-aa27-57c57a001bfb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.180397] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Uploading image 3325fd27-7ce0-4ce9-854c-93cb66e3b253 {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1427.224716] env[62361]: DEBUG nova.policy [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e488c2afbf7445e1959d73a28111f0a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '159247ced203448a9a6d3695333dc80b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1427.227774] env[62361]: DEBUG oslo_vmware.rw_handles [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1427.227774] env[62361]: value = "vm-355886" [ 1427.227774] env[62361]: _type = "VirtualMachine" [ 1427.227774] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1427.228437] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d70e007a-c906-4637-af07-68db0d9595f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.235430] env[62361]: DEBUG oslo_vmware.rw_handles [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lease: (returnval){ [ 1427.235430] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520d8537-3d40-8923-e2f4-cc9517116bda" [ 1427.235430] env[62361]: _type = "HttpNfcLease" [ 1427.235430] env[62361]: } obtained for exporting VM: (result){ [ 1427.235430] env[62361]: value = "vm-355886" [ 1427.235430] env[62361]: _type = "VirtualMachine" [ 1427.235430] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1427.235756] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the lease: (returnval){ [ 1427.235756] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520d8537-3d40-8923-e2f4-cc9517116bda" [ 1427.235756] env[62361]: _type = "HttpNfcLease" [ 1427.235756] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1427.245372] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1427.245372] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520d8537-3d40-8923-e2f4-cc9517116bda" [ 1427.245372] env[62361]: _type = "HttpNfcLease" [ 1427.245372] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1427.299917] env[62361]: DEBUG nova.compute.manager [req-9566caa3-5a70-4f7a-9e12-a2a892645a21 req-715d78c3-381f-40df-b8ec-e54111d7eca2 service nova] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Received event network-vif-deleted-8bb07b3e-b168-4c70-9583-48e393b23cfc {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1427.310323] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708067, 'name': PowerOffVM_Task, 'duration_secs': 0.208453} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.310323] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.310548] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597d2089-575d-4a23-ae3b-5ee452e1f18c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.335731] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3964ff-c013-44f9-a7f5-b92cfc09e4c1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.358416] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708068, 'name': ReconfigVM_Task, 'duration_secs': 0.372198} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.359148] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Reconfigured VM instance instance-0000002f to attach disk [datastore1] volume-bcf196f7-8a61-4087-bc43-062d6be084fc/volume-bcf196f7-8a61-4087-bc43-062d6be084fc.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1427.366451] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d18b9872-7203-4cd4-9c86-dae610877a47 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.387238] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.387954] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fe1ef1e-42a0-4726-b969-2f85b53371c2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.395156] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Waiting for the task: (returnval){ [ 1427.395156] env[62361]: value = "task-1708074" [ 1427.395156] env[62361]: _type = "Task" [ 1427.395156] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.395633] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708069, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.401025] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1427.401025] env[62361]: value = "task-1708075" [ 1427.401025] env[62361]: _type = "Task" [ 1427.401025] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.415410] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] VM already powered off {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1427.416117] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1427.416117] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.416284] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.416674] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1427.416889] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.417245] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27fb6149-f17b-42ef-a72c-8f296d9946bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.427691] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1427.427950] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1427.428760] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6801674-d48a-42fe-b0ab-43275c77152f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.434689] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1427.434689] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520ac69d-080d-ff7b-97af-76e6946933f8" [ 1427.434689] env[62361]: _type = "Task" [ 1427.434689] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.442774] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520ac69d-080d-ff7b-97af-76e6946933f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.452401] env[62361]: INFO nova.compute.manager [-] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Took 1.52 seconds to deallocate network for instance. [ 1427.638639] env[62361]: DEBUG nova.compute.manager [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1427.652529] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708072, 'name': CreateVM_Task, 'duration_secs': 0.47201} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.655643] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1427.656496] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.658254] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.658653] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.659104] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ea777a-57fd-42a7-92c9-68287b682939 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.669520] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Waiting for the task: (returnval){ [ 1427.669520] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fd8f17-4da2-4efa-4bdf-364c98db8023" [ 1427.669520] env[62361]: _type = "Task" [ 1427.669520] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.686521] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fd8f17-4da2-4efa-4bdf-364c98db8023, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.686521] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.686521] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1427.686521] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.748380] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1427.748380] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520d8537-3d40-8923-e2f4-cc9517116bda" [ 1427.748380] env[62361]: _type = "HttpNfcLease" [ 1427.748380] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1427.749331] env[62361]: DEBUG oslo_vmware.rw_handles [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1427.749331] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520d8537-3d40-8923-e2f4-cc9517116bda" [ 1427.749331] env[62361]: _type = "HttpNfcLease" [ 1427.749331] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1427.749662] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd75ba8f-86ea-4141-9eef-640d836e7c73 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.759502] env[62361]: DEBUG oslo_vmware.rw_handles [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e527d-0d99-ff3b-7a7e-8703434e5ad9/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1427.759502] env[62361]: DEBUG oslo_vmware.rw_handles [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e527d-0d99-ff3b-7a7e-8703434e5ad9/disk-0.vmdk for reading. {{(pid=62361) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1427.878179] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1ec37aa-8f05-4c4d-bebe-09cf469e7bcd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.884309] env[62361]: DEBUG oslo_vmware.api [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708069, 'name': PowerOnVM_Task, 'duration_secs': 0.701644} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.888323] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.888323] env[62361]: INFO nova.compute.manager [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1427.888323] env[62361]: DEBUG nova.compute.manager [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1427.888323] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8aabd2a-6bb7-4748-ac59-ea674bac80d9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.907782] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708074, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.920419] env[62361]: DEBUG nova.network.neutron [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Successfully created port: c4d49512-911d-4245-8998-6d39e574f4c3 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1427.946197] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520ac69d-080d-ff7b-97af-76e6946933f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.952044] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da9844d6-6e1f-4884-92b7-a8695bf7111c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.958741] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1427.958741] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b94897-b08f-f6c3-db85-7e330dc89f41" [ 1427.958741] env[62361]: _type = "Task" [ 1427.958741] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.960132] env[62361]: DEBUG oslo_concurrency.lockutils [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.974845] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b94897-b08f-f6c3-db85-7e330dc89f41, 'name': SearchDatastore_Task, 'duration_secs': 0.011187} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.975136] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.975372] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk. {{(pid=62361) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1427.975666] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.975846] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1427.976290] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fad304aa-7e12-4cab-b3b3-1f0344f4dafd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.982352] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b2f0df4-1473-47a2-a91c-2065c507414e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.988769] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1427.988769] env[62361]: value = "task-1708076" [ 1427.988769] env[62361]: _type = "Task" [ 1427.988769] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.994257] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1427.995102] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1427.995967] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f8e7b9-0f39-462d-901f-96ec8dff3c23 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.003887] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.007636] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Waiting for the task: (returnval){ [ 1428.007636] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5271a436-4b54-6bed-f125-be20d3a09565" [ 1428.007636] env[62361]: _type = "Task" [ 1428.007636] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.016163] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5271a436-4b54-6bed-f125-be20d3a09565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.085738] env[62361]: DEBUG nova.compute.manager [req-d0fdfa36-ee5f-4cfe-86b8-25c3c3e41584 req-33308789-7d81-4957-996c-e7c06f9655f2 service nova] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Received event network-changed-7a22e0f7-8348-4f3e-940d-d8b6421d3788 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1428.085738] env[62361]: DEBUG nova.compute.manager [req-d0fdfa36-ee5f-4cfe-86b8-25c3c3e41584 req-33308789-7d81-4957-996c-e7c06f9655f2 service nova] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Refreshing instance network info cache due to event network-changed-7a22e0f7-8348-4f3e-940d-d8b6421d3788. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1428.086685] env[62361]: DEBUG oslo_concurrency.lockutils [req-d0fdfa36-ee5f-4cfe-86b8-25c3c3e41584 req-33308789-7d81-4957-996c-e7c06f9655f2 service nova] Acquiring lock "refresh_cache-9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.086812] env[62361]: DEBUG oslo_concurrency.lockutils [req-d0fdfa36-ee5f-4cfe-86b8-25c3c3e41584 req-33308789-7d81-4957-996c-e7c06f9655f2 service nova] Acquired lock "refresh_cache-9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.086997] env[62361]: DEBUG nova.network.neutron [req-d0fdfa36-ee5f-4cfe-86b8-25c3c3e41584 req-33308789-7d81-4957-996c-e7c06f9655f2 service nova] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Refreshing network info cache for port 7a22e0f7-8348-4f3e-940d-d8b6421d3788 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.388581] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7202374-b120-44b1-96ab-63815cc2449f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.408384] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790c8b8a-ee35-4408-b1a1-6a044eb1920d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.418622] env[62361]: INFO nova.compute.manager [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Took 56.96 seconds to build instance. [ 1428.460179] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708074, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.464119] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bb44afc6-594f-47c7-b610-55eade217b09 tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lock "4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 117.061s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.465413] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2d18fc-8c69-4f79-ae59-7aac5991e004 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.475615] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.476316] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.486342] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a8fd91-a3a6-463f-9851-03c84a85d2b4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.507282] env[62361]: DEBUG nova.compute.provider_tree [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.515023] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708076, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.530240] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5271a436-4b54-6bed-f125-be20d3a09565, 'name': SearchDatastore_Task, 'duration_secs': 0.010475} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.532650] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f0d11b-24e3-4948-ad26-ce0d5d79e1e8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.540248] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Waiting for the task: (returnval){ [ 1428.540248] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f856f4-1946-246d-c019-be08a7eea127" [ 1428.540248] env[62361]: _type = "Task" [ 1428.540248] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.550670] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f856f4-1946-246d-c019-be08a7eea127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.652890] env[62361]: DEBUG nova.compute.manager [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1428.889112] env[62361]: DEBUG nova.network.neutron [req-d0fdfa36-ee5f-4cfe-86b8-25c3c3e41584 req-33308789-7d81-4957-996c-e7c06f9655f2 service nova] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Updated VIF entry in instance network info cache for port 7a22e0f7-8348-4f3e-940d-d8b6421d3788. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.889481] env[62361]: DEBUG nova.network.neutron [req-d0fdfa36-ee5f-4cfe-86b8-25c3c3e41584 req-33308789-7d81-4957-996c-e7c06f9655f2 service nova] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Updating instance_info_cache with network_info: [{"id": "7a22e0f7-8348-4f3e-940d-d8b6421d3788", "address": "fa:16:3e:56:9c:c1", "network": {"id": "758e309e-868a-43fe-ad0c-6d03f878a2da", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-386370967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b287d555c1b4d33bb4730e191380083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a22e0f7-83", "ovs_interfaceid": "7a22e0f7-8348-4f3e-940d-d8b6421d3788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.912616] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708074, 'name': ReconfigVM_Task, 'duration_secs': 1.206774} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.913088] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355815', 'volume_id': 'bcf196f7-8a61-4087-bc43-062d6be084fc', 'name': 'volume-bcf196f7-8a61-4087-bc43-062d6be084fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3c9d108f-efe1-4fb6-b505-8cb51d38adc1', 'attached_at': '', 'detached_at': '', 'volume_id': 'bcf196f7-8a61-4087-bc43-062d6be084fc', 'serial': 'bcf196f7-8a61-4087-bc43-062d6be084fc'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1428.913712] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b52d799-6bb2-4710-b15f-ece660ddf9c2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.920630] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Waiting for the task: (returnval){ [ 1428.920630] env[62361]: value = "task-1708077" [ 1428.920630] env[62361]: _type = "Task" [ 1428.920630] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.929958] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708077, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.975830] env[62361]: DEBUG nova.compute.manager [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1429.003555] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59527} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.003878] env[62361]: INFO nova.virt.vmwareapi.ds_util [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk. [ 1429.004799] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffffb06-6762-47fa-a191-033bd0a0c6da {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.025610] env[62361]: DEBUG nova.scheduler.client.report [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1429.037478] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.039409] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa36557e-929d-45de-869c-099bc033381a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.063950] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f856f4-1946-246d-c019-be08a7eea127, 'name': SearchDatastore_Task, 'duration_secs': 0.028336} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.065817] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.066164] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2/9d37adce-eb1c-4ac0-8859-ae1b9d3293b2.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1429.067038] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1429.067038] env[62361]: value = "task-1708078" [ 1429.067038] env[62361]: _type = "Task" [ 1429.067038] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.067370] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-781456d4-4fec-4267-80ed-2dff8250b7c6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.078164] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Waiting for the task: (returnval){ [ 1429.078164] env[62361]: value = "task-1708079" [ 1429.078164] env[62361]: _type = "Task" [ 1429.078164] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.081445] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.312262] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.312516] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.393089] env[62361]: DEBUG oslo_concurrency.lockutils [req-d0fdfa36-ee5f-4cfe-86b8-25c3c3e41584 req-33308789-7d81-4957-996c-e7c06f9655f2 service nova] Releasing lock "refresh_cache-9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.431398] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708077, 'name': Rename_Task, 'duration_secs': 0.131266} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.431804] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1429.432375] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3f00168-99b1-4e07-bc08-1d6abfe86adf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.439540] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Waiting for the task: (returnval){ [ 1429.439540] env[62361]: value = "task-1708080" [ 1429.439540] env[62361]: _type = "Task" [ 1429.439540] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.451402] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.508204] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.540346] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.941s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.540962] env[62361]: DEBUG nova.compute.manager [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1429.545025] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.935s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.545350] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.548339] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.224s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.549258] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.551171] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.791s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.556236] env[62361]: INFO nova.compute.claims [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.578021] env[62361]: INFO nova.scheduler.client.report [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Deleted allocations for instance 54650f01-3470-46bd-ae16-051df7758071 [ 1429.586196] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.594561] env[62361]: INFO nova.scheduler.client.report [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Deleted allocations for instance bbbdec91-762b-415e-bdbd-ed3700c90a24 [ 1429.606035] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708079, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.677280] env[62361]: DEBUG nova.network.neutron [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Successfully updated port: c4d49512-911d-4245-8998-6d39e574f4c3 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1429.827116] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.828046] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1429.949786] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708080, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.060381] env[62361]: DEBUG nova.compute.utils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1430.065042] env[62361]: DEBUG nova.compute.manager [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1430.065343] env[62361]: DEBUG nova.network.neutron [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1430.084750] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708078, 'name': ReconfigVM_Task, 'duration_secs': 0.822187} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.085410] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.089905] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f49a55-7e43-46c8-b8db-4aa6b957f586 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.096866] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4997df22-a980-410a-8e43-5abb7c7f561f tempest-VolumesAssistedSnapshotsTest-893114110 tempest-VolumesAssistedSnapshotsTest-893114110-project-member] Lock "54650f01-3470-46bd-ae16-051df7758071" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.779s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.102389] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683599} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.123068] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2/9d37adce-eb1c-4ac0-8859-ae1b9d3293b2.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1430.123372] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1430.133256] env[62361]: DEBUG nova.policy [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4a40ffd137d4529b4f094a8db69d746', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e542b8dcc6a444daad5f9fb2bf34579', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1430.135577] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f848beba-a5c3-4354-b8c5-8bff5563e0cc tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "bbbdec91-762b-415e-bdbd-ed3700c90a24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.879s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.136740] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce358444-606f-446e-828f-5eb3a98544cd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.139239] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c344f86d-3dcf-4ac7-9300-4f83daa16ac5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.155355] env[62361]: DEBUG nova.compute.manager [req-2670e643-c5a6-4c3c-b9a1-3120c054fd38 req-b1f7fb55-6a13-4006-83ea-1fe0951099ca service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Received event network-changed-09cc6656-71a6-4aad-9ded-bc7af5c044ac {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1430.155509] env[62361]: DEBUG nova.compute.manager [req-2670e643-c5a6-4c3c-b9a1-3120c054fd38 req-b1f7fb55-6a13-4006-83ea-1fe0951099ca service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Refreshing instance network info cache due to event network-changed-09cc6656-71a6-4aad-9ded-bc7af5c044ac. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1430.155942] env[62361]: DEBUG oslo_concurrency.lockutils [req-2670e643-c5a6-4c3c-b9a1-3120c054fd38 req-b1f7fb55-6a13-4006-83ea-1fe0951099ca service nova] Acquiring lock "refresh_cache-4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.155942] env[62361]: DEBUG oslo_concurrency.lockutils [req-2670e643-c5a6-4c3c-b9a1-3120c054fd38 req-b1f7fb55-6a13-4006-83ea-1fe0951099ca service nova] Acquired lock "refresh_cache-4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.156331] env[62361]: DEBUG nova.network.neutron [req-2670e643-c5a6-4c3c-b9a1-3120c054fd38 req-b1f7fb55-6a13-4006-83ea-1fe0951099ca service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Refreshing network info cache for port 09cc6656-71a6-4aad-9ded-bc7af5c044ac {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.164524] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Waiting for the task: (returnval){ [ 1430.164524] env[62361]: value = "task-1708081" [ 1430.164524] env[62361]: _type = "Task" [ 1430.164524] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.165497] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1430.165497] env[62361]: value = "task-1708082" [ 1430.165497] env[62361]: _type = "Task" [ 1430.165497] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.181304] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.182315] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "refresh_cache-a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.182492] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "refresh_cache-a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.182689] env[62361]: DEBUG nova.network.neutron [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.184109] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708082, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.330658] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Didn't find any instances for network info cache update. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1430.331060] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.331244] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.331392] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.331549] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.331681] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.331824] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.331957] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1430.332144] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.453914] env[62361]: DEBUG oslo_vmware.api [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708080, 'name': PowerOnVM_Task, 'duration_secs': 0.573217} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.454251] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1430.454494] env[62361]: INFO nova.compute.manager [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1430.454680] env[62361]: DEBUG nova.compute.manager [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1430.455547] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8377a7e0-7277-44b4-a6fb-2632782f706d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.472485] env[62361]: DEBUG nova.network.neutron [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Successfully created port: 0fe71ed9-5991-414a-b080-95f903e97a1d {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.565749] env[62361]: DEBUG nova.compute.manager [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1430.682867] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104414} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.686571] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1430.688804] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708082, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.692380] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc74f43-5860-4049-bb95-d82548e25249 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.716964] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2/9d37adce-eb1c-4ac0-8859-ae1b9d3293b2.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.720393] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb0f4eda-99ba-4991-b1e4-99342f8e6ac3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.743324] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Waiting for the task: (returnval){ [ 1430.743324] env[62361]: value = "task-1708083" [ 1430.743324] env[62361]: _type = "Task" [ 1430.743324] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.755179] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.763218] env[62361]: DEBUG nova.network.neutron [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.835887] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.975620] env[62361]: INFO nova.compute.manager [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Took 54.74 seconds to build instance. [ 1431.065222] env[62361]: DEBUG nova.network.neutron [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Updating instance_info_cache with network_info: [{"id": "c4d49512-911d-4245-8998-6d39e574f4c3", "address": "fa:16:3e:1e:3d:d0", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d49512-91", "ovs_interfaceid": "c4d49512-911d-4245-8998-6d39e574f4c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.130446] env[62361]: DEBUG nova.network.neutron [req-2670e643-c5a6-4c3c-b9a1-3120c054fd38 req-b1f7fb55-6a13-4006-83ea-1fe0951099ca service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Updated VIF entry in instance network info cache for port 09cc6656-71a6-4aad-9ded-bc7af5c044ac. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.130912] env[62361]: DEBUG nova.network.neutron [req-2670e643-c5a6-4c3c-b9a1-3120c054fd38 req-b1f7fb55-6a13-4006-83ea-1fe0951099ca service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Updating instance_info_cache with network_info: [{"id": "09cc6656-71a6-4aad-9ded-bc7af5c044ac", "address": "fa:16:3e:e6:d7:d6", "network": {"id": "4449aaf2-9e02-422e-bb84-76c7baca2afa", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-300730380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0eb30b82e231468a9d39428d8c679c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cc6656-71", "ovs_interfaceid": "09cc6656-71a6-4aad-9ded-bc7af5c044ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.146989] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab191a3-66b3-4cb4-ad74-34e207c0ddf7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.155910] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7c0162-00e7-48cc-bab9-80530984345e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.191192] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4844be0d-8775-4252-b014-c790d7b11342 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.202276] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708082, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.203557] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67796fa-4e14-449c-9706-48ea64a49705 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.218037] env[62361]: DEBUG nova.compute.provider_tree [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1431.253720] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.337858] env[62361]: DEBUG nova.compute.manager [req-a9ec447e-e739-471e-8594-fae04dffcd63 req-a59190bc-86e0-474d-861f-ecdf612f603a service nova] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Received event network-vif-plugged-c4d49512-911d-4245-8998-6d39e574f4c3 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1431.338033] env[62361]: DEBUG oslo_concurrency.lockutils [req-a9ec447e-e739-471e-8594-fae04dffcd63 req-a59190bc-86e0-474d-861f-ecdf612f603a service nova] Acquiring lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.338304] env[62361]: DEBUG oslo_concurrency.lockutils [req-a9ec447e-e739-471e-8594-fae04dffcd63 req-a59190bc-86e0-474d-861f-ecdf612f603a service nova] Lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.338519] env[62361]: DEBUG oslo_concurrency.lockutils [req-a9ec447e-e739-471e-8594-fae04dffcd63 req-a59190bc-86e0-474d-861f-ecdf612f603a service nova] Lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.338741] env[62361]: DEBUG nova.compute.manager [req-a9ec447e-e739-471e-8594-fae04dffcd63 req-a59190bc-86e0-474d-861f-ecdf612f603a service nova] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] No waiting events found dispatching network-vif-plugged-c4d49512-911d-4245-8998-6d39e574f4c3 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1431.338980] env[62361]: WARNING nova.compute.manager [req-a9ec447e-e739-471e-8594-fae04dffcd63 req-a59190bc-86e0-474d-861f-ecdf612f603a service nova] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Received unexpected event network-vif-plugged-c4d49512-911d-4245-8998-6d39e574f4c3 for instance with vm_state building and task_state spawning. [ 1431.339215] env[62361]: DEBUG nova.compute.manager [req-a9ec447e-e739-471e-8594-fae04dffcd63 req-a59190bc-86e0-474d-861f-ecdf612f603a service nova] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Received event network-changed-c4d49512-911d-4245-8998-6d39e574f4c3 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1431.339435] env[62361]: DEBUG nova.compute.manager [req-a9ec447e-e739-471e-8594-fae04dffcd63 req-a59190bc-86e0-474d-861f-ecdf612f603a service nova] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Refreshing instance network info cache due to event network-changed-c4d49512-911d-4245-8998-6d39e574f4c3. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1431.339649] env[62361]: DEBUG oslo_concurrency.lockutils [req-a9ec447e-e739-471e-8594-fae04dffcd63 req-a59190bc-86e0-474d-861f-ecdf612f603a service nova] Acquiring lock "refresh_cache-a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.478279] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e7bed396-4e27-47f7-a2ff-5f1f2a28b8d4 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Lock "3c9d108f-efe1-4fb6-b505-8cb51d38adc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 119.269s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.568149] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "refresh_cache-a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.568553] env[62361]: DEBUG nova.compute.manager [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Instance network_info: |[{"id": "c4d49512-911d-4245-8998-6d39e574f4c3", "address": "fa:16:3e:1e:3d:d0", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d49512-91", "ovs_interfaceid": "c4d49512-911d-4245-8998-6d39e574f4c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1431.568932] env[62361]: DEBUG oslo_concurrency.lockutils [req-a9ec447e-e739-471e-8594-fae04dffcd63 req-a59190bc-86e0-474d-861f-ecdf612f603a service nova] Acquired lock "refresh_cache-a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.569178] env[62361]: DEBUG nova.network.neutron [req-a9ec447e-e739-471e-8594-fae04dffcd63 req-a59190bc-86e0-474d-861f-ecdf612f603a service nova] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Refreshing network info cache for port c4d49512-911d-4245-8998-6d39e574f4c3 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.582078] env[62361]: DEBUG nova.compute.manager [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1431.634531] env[62361]: DEBUG oslo_concurrency.lockutils [req-2670e643-c5a6-4c3c-b9a1-3120c054fd38 req-b1f7fb55-6a13-4006-83ea-1fe0951099ca service nova] Releasing lock "refresh_cache-4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.698036] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708082, 'name': ReconfigVM_Task, 'duration_secs': 1.265427} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.698416] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1431.698736] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c631d86-e3d6-416c-8b81-1f314bc3a432 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.705092] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1431.705092] env[62361]: value = "task-1708084" [ 1431.705092] env[62361]: _type = "Task" [ 1431.705092] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.714245] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.740051] env[62361]: ERROR nova.scheduler.client.report [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [req-390d9b44-545c-4a72-9282-80d0bd54d219] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-390d9b44-545c-4a72-9282-80d0bd54d219"}]} [ 1431.753904] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.758289] env[62361]: DEBUG nova.scheduler.client.report [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1431.775408] env[62361]: DEBUG nova.scheduler.client.report [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1431.775656] env[62361]: DEBUG nova.compute.provider_tree [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1431.788917] env[62361]: DEBUG nova.scheduler.client.report [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1431.811645] env[62361]: DEBUG nova.scheduler.client.report [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1431.817931] env[62361]: DEBUG oslo_concurrency.lockutils [None req-943ebc48-54b3-494c-86ac-744807999e9f tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquiring lock "4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.818345] env[62361]: DEBUG oslo_concurrency.lockutils [None req-943ebc48-54b3-494c-86ac-744807999e9f tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lock "4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.818551] env[62361]: INFO nova.compute.manager [None req-943ebc48-54b3-494c-86ac-744807999e9f tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Rebooting instance [ 1431.983998] env[62361]: DEBUG nova.compute.manager [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1432.029131] env[62361]: DEBUG nova.network.neutron [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Successfully updated port: 0fe71ed9-5991-414a-b080-95f903e97a1d {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1432.215507] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708084, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.257755] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708083, 'name': ReconfigVM_Task, 'duration_secs': 1.156606} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.258055] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2/9d37adce-eb1c-4ac0-8859-ae1b9d3293b2.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1432.258791] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e12f5277-e5f9-4e74-a557-42c59231fc57 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.266124] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Waiting for the task: (returnval){ [ 1432.266124] env[62361]: value = "task-1708085" [ 1432.266124] env[62361]: _type = "Task" [ 1432.266124] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.280410] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708085, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.347927] env[62361]: DEBUG oslo_concurrency.lockutils [None req-943ebc48-54b3-494c-86ac-744807999e9f tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquiring lock "refresh_cache-4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.352020] env[62361]: DEBUG oslo_concurrency.lockutils [None req-943ebc48-54b3-494c-86ac-744807999e9f tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquired lock "refresh_cache-4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.352020] env[62361]: DEBUG nova.network.neutron [None req-943ebc48-54b3-494c-86ac-744807999e9f tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.355425] env[62361]: DEBUG nova.network.neutron [req-a9ec447e-e739-471e-8594-fae04dffcd63 req-a59190bc-86e0-474d-861f-ecdf612f603a service nova] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Updated VIF entry in instance network info cache for port c4d49512-911d-4245-8998-6d39e574f4c3. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.355752] env[62361]: DEBUG nova.network.neutron [req-a9ec447e-e739-471e-8594-fae04dffcd63 req-a59190bc-86e0-474d-861f-ecdf612f603a service nova] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Updating instance_info_cache with network_info: [{"id": "c4d49512-911d-4245-8998-6d39e574f4c3", "address": "fa:16:3e:1e:3d:d0", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d49512-91", "ovs_interfaceid": "c4d49512-911d-4245-8998-6d39e574f4c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.399739] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb50ad8d-1009-4b60-86a5-b999493ea6dc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.408671] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be2a1f6-a083-4d8b-bc41-3159112199ae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.445447] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a137ae8-d17c-4016-8119-10dc9953a10c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.454167] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b724448-ff05-4abb-83da-040974e0fca7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.468834] env[62361]: DEBUG nova.compute.provider_tree [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1432.510299] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.531760] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "refresh_cache-a6fd8ee3-7216-45c2-9169-93e5072bcc74" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.532103] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquired lock "refresh_cache-a6fd8ee3-7216-45c2-9169-93e5072bcc74" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.532103] env[62361]: DEBUG nova.network.neutron [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.716522] env[62361]: DEBUG oslo_vmware.api [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708084, 'name': PowerOnVM_Task, 'duration_secs': 0.57851} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.716881] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.719868] env[62361]: DEBUG nova.compute.manager [None req-2ab8f795-d7d6-425e-8bd5-3ac0e299fcd9 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1432.720754] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea19ea41-6e9f-46c3-8cb4-046083f2883f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.780871] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708085, 'name': Rename_Task, 'duration_secs': 0.223475} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.781317] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.781681] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-096538d4-d09e-4c59-bb8f-63b7fe7d91d2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.790262] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Waiting for the task: (returnval){ [ 1432.790262] env[62361]: value = "task-1708086" [ 1432.790262] env[62361]: _type = "Task" [ 1432.790262] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.802065] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.858153] env[62361]: DEBUG oslo_concurrency.lockutils [req-a9ec447e-e739-471e-8594-fae04dffcd63 req-a59190bc-86e0-474d-861f-ecdf612f603a service nova] Releasing lock "refresh_cache-a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.006753] env[62361]: DEBUG nova.scheduler.client.report [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Updated inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1433.007136] env[62361]: DEBUG nova.compute.provider_tree [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 78 to 79 during operation: update_inventory {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1433.007298] env[62361]: DEBUG nova.compute.provider_tree [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1433.109420] env[62361]: DEBUG nova.network.neutron [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1433.268108] env[62361]: DEBUG nova.network.neutron [None req-943ebc48-54b3-494c-86ac-744807999e9f tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Updating instance_info_cache with network_info: [{"id": "09cc6656-71a6-4aad-9ded-bc7af5c044ac", "address": "fa:16:3e:e6:d7:d6", "network": {"id": "4449aaf2-9e02-422e-bb84-76c7baca2afa", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-300730380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0eb30b82e231468a9d39428d8c679c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cc6656-71", "ovs_interfaceid": "09cc6656-71a6-4aad-9ded-bc7af5c044ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.302554] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.393294] env[62361]: DEBUG nova.network.neutron [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Updating instance_info_cache with network_info: [{"id": "0fe71ed9-5991-414a-b080-95f903e97a1d", "address": "fa:16:3e:9d:87:48", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe71ed9-59", "ovs_interfaceid": "0fe71ed9-5991-414a-b080-95f903e97a1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.520471] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.966s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.520471] env[62361]: DEBUG nova.compute.manager [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1433.524298] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.449s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.524510] env[62361]: INFO nova.compute.claims [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1433.771933] env[62361]: DEBUG oslo_concurrency.lockutils [None req-943ebc48-54b3-494c-86ac-744807999e9f tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Releasing lock "refresh_cache-4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.774573] env[62361]: DEBUG nova.compute.manager [None req-943ebc48-54b3-494c-86ac-744807999e9f tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1433.775564] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cec169-bbb5-42f0-a684-d46fbc882790 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.800601] env[62361]: DEBUG oslo_vmware.api [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708086, 'name': PowerOnVM_Task, 'duration_secs': 0.902617} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.800928] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.802366] env[62361]: INFO nova.compute.manager [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1433.802366] env[62361]: DEBUG nova.compute.manager [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1433.802366] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e791bc-908d-4634-943e-a94352b6d278 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.897068] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Releasing lock "refresh_cache-a6fd8ee3-7216-45c2-9169-93e5072bcc74" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.897068] env[62361]: DEBUG nova.compute.manager [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Instance network_info: |[{"id": "0fe71ed9-5991-414a-b080-95f903e97a1d", "address": "fa:16:3e:9d:87:48", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe71ed9-59", "ovs_interfaceid": "0fe71ed9-5991-414a-b080-95f903e97a1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1434.036898] env[62361]: DEBUG nova.compute.utils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1434.038733] env[62361]: DEBUG nova.compute.manager [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1434.043574] env[62361]: DEBUG nova.network.neutron [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1434.098720] env[62361]: DEBUG nova.policy [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dc5cf735adb43d688a7ded4cc318aed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9a6593a527349adb157732dc4a65aca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1434.322424] env[62361]: INFO nova.compute.manager [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Took 54.62 seconds to build instance. [ 1434.539406] env[62361]: DEBUG nova.network.neutron [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Successfully created port: c71dd049-32c0-474e-a64e-89dfee000383 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1434.548890] env[62361]: DEBUG nova.compute.manager [req-42c839ca-80a5-40fa-a8f9-f746fe3c239c req-46bbbede-8efb-4b21-8a62-0a3941e5e147 service nova] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Received event network-vif-plugged-0fe71ed9-5991-414a-b080-95f903e97a1d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1434.549225] env[62361]: DEBUG oslo_concurrency.lockutils [req-42c839ca-80a5-40fa-a8f9-f746fe3c239c req-46bbbede-8efb-4b21-8a62-0a3941e5e147 service nova] Acquiring lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.549382] env[62361]: DEBUG oslo_concurrency.lockutils [req-42c839ca-80a5-40fa-a8f9-f746fe3c239c req-46bbbede-8efb-4b21-8a62-0a3941e5e147 service nova] Lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.549564] env[62361]: DEBUG oslo_concurrency.lockutils [req-42c839ca-80a5-40fa-a8f9-f746fe3c239c req-46bbbede-8efb-4b21-8a62-0a3941e5e147 service nova] Lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.549736] env[62361]: DEBUG nova.compute.manager [req-42c839ca-80a5-40fa-a8f9-f746fe3c239c req-46bbbede-8efb-4b21-8a62-0a3941e5e147 service nova] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] No waiting events found dispatching network-vif-plugged-0fe71ed9-5991-414a-b080-95f903e97a1d {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1434.549944] env[62361]: WARNING nova.compute.manager [req-42c839ca-80a5-40fa-a8f9-f746fe3c239c req-46bbbede-8efb-4b21-8a62-0a3941e5e147 service nova] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Received unexpected event network-vif-plugged-0fe71ed9-5991-414a-b080-95f903e97a1d for instance with vm_state building and task_state spawning. [ 1434.550409] env[62361]: DEBUG nova.compute.manager [req-42c839ca-80a5-40fa-a8f9-f746fe3c239c req-46bbbede-8efb-4b21-8a62-0a3941e5e147 service nova] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Received event network-changed-0fe71ed9-5991-414a-b080-95f903e97a1d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1434.550600] env[62361]: DEBUG nova.compute.manager [req-42c839ca-80a5-40fa-a8f9-f746fe3c239c req-46bbbede-8efb-4b21-8a62-0a3941e5e147 service nova] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Refreshing instance network info cache due to event network-changed-0fe71ed9-5991-414a-b080-95f903e97a1d. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1434.550834] env[62361]: DEBUG oslo_concurrency.lockutils [req-42c839ca-80a5-40fa-a8f9-f746fe3c239c req-46bbbede-8efb-4b21-8a62-0a3941e5e147 service nova] Acquiring lock "refresh_cache-a6fd8ee3-7216-45c2-9169-93e5072bcc74" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.551015] env[62361]: DEBUG oslo_concurrency.lockutils [req-42c839ca-80a5-40fa-a8f9-f746fe3c239c req-46bbbede-8efb-4b21-8a62-0a3941e5e147 service nova] Acquired lock "refresh_cache-a6fd8ee3-7216-45c2-9169-93e5072bcc74" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.551480] env[62361]: DEBUG nova.network.neutron [req-42c839ca-80a5-40fa-a8f9-f746fe3c239c req-46bbbede-8efb-4b21-8a62-0a3941e5e147 service nova] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Refreshing network info cache for port 0fe71ed9-5991-414a-b080-95f903e97a1d {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.554209] env[62361]: DEBUG nova.compute.manager [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1434.798600] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4a2c7c-9018-4917-ba20-44600ba2c8c1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.806548] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-943ebc48-54b3-494c-86ac-744807999e9f tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Doing hard reboot of VM {{(pid=62361) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1434.806973] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ac3d1ea1-32f0-426b-92f7-59bb819c5ff9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.818504] env[62361]: DEBUG oslo_vmware.api [None req-943ebc48-54b3-494c-86ac-744807999e9f tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Waiting for the task: (returnval){ [ 1434.818504] env[62361]: value = "task-1708087" [ 1434.818504] env[62361]: _type = "Task" [ 1434.818504] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.829349] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6bc76643-4a60-4ce2-b454-6cf2e12852b5 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Lock "9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.487s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.829681] env[62361]: DEBUG oslo_vmware.api [None req-943ebc48-54b3-494c-86ac-744807999e9f tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708087, 'name': ResetVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.190560] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c465c125-749f-4e6b-a879-19f9b16e6a2c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.201369] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ece9534-5743-491d-8d37-49b8e3d0f46f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.241671] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d912c63-98c8-41a4-a071-4c6496e6cbdd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.248672] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b563ea-b75a-49a2-859a-336ff7d0e048 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.264099] env[62361]: DEBUG nova.compute.provider_tree [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.328436] env[62361]: DEBUG oslo_vmware.api [None req-943ebc48-54b3-494c-86ac-744807999e9f tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708087, 'name': ResetVM_Task, 'duration_secs': 0.117352} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.328801] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-943ebc48-54b3-494c-86ac-744807999e9f tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Did hard reboot of VM {{(pid=62361) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1435.328971] env[62361]: DEBUG nova.compute.manager [None req-943ebc48-54b3-494c-86ac-744807999e9f tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1435.329832] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7638f9e-5eb5-40da-b6dd-6b7d2e5a1bd4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.337404] env[62361]: DEBUG nova.compute.manager [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1435.471527] env[62361]: DEBUG nova.network.neutron [req-42c839ca-80a5-40fa-a8f9-f746fe3c239c req-46bbbede-8efb-4b21-8a62-0a3941e5e147 service nova] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Updated VIF entry in instance network info cache for port 0fe71ed9-5991-414a-b080-95f903e97a1d. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1435.471717] env[62361]: DEBUG nova.network.neutron [req-42c839ca-80a5-40fa-a8f9-f746fe3c239c req-46bbbede-8efb-4b21-8a62-0a3941e5e147 service nova] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Updating instance_info_cache with network_info: [{"id": "0fe71ed9-5991-414a-b080-95f903e97a1d", "address": "fa:16:3e:9d:87:48", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe71ed9-59", "ovs_interfaceid": "0fe71ed9-5991-414a-b080-95f903e97a1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.545348] env[62361]: DEBUG nova.virt.hardware [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1435.545597] env[62361]: DEBUG nova.virt.hardware [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1435.545762] env[62361]: DEBUG nova.virt.hardware [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.549024] env[62361]: DEBUG nova.virt.hardware [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1435.549024] env[62361]: DEBUG nova.virt.hardware [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.549024] env[62361]: DEBUG nova.virt.hardware [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1435.549024] env[62361]: DEBUG nova.virt.hardware [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1435.549024] env[62361]: DEBUG nova.virt.hardware [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1435.549024] env[62361]: DEBUG nova.virt.hardware [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1435.549024] env[62361]: DEBUG nova.virt.hardware [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1435.549024] env[62361]: DEBUG nova.virt.hardware [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1435.550296] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e1c042-4aad-45c3-a3fc-b8e00650a135 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.564408] env[62361]: DEBUG nova.virt.hardware [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1435.564642] env[62361]: DEBUG nova.virt.hardware [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1435.564788] env[62361]: DEBUG nova.virt.hardware [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.564969] env[62361]: DEBUG nova.virt.hardware [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1435.565122] env[62361]: DEBUG nova.virt.hardware [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.565262] env[62361]: DEBUG nova.virt.hardware [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1435.565456] env[62361]: DEBUG nova.virt.hardware [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1435.565608] env[62361]: DEBUG nova.virt.hardware [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1435.565766] env[62361]: DEBUG nova.virt.hardware [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1435.565916] env[62361]: DEBUG nova.virt.hardware [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1435.566102] env[62361]: DEBUG nova.virt.hardware [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1435.567440] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410c6abd-9b0f-4947-8d78-4ca702c1bf01 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.573675] env[62361]: DEBUG nova.compute.manager [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1435.579805] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec645c5e-4976-4c37-a093-29fe1080ecb7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.601889] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:3d:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4d49512-911d-4245-8998-6d39e574f4c3', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1435.609867] env[62361]: DEBUG oslo.service.loopingcall [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.614885] env[62361]: DEBUG oslo_vmware.rw_handles [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b739b-b549-27d5-8635-a106ad9a97f1/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1435.615321] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1435.619758] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01873626-5c33-4ecc-93fa-d8379d008b1c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.621982] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2929ecf4-b217-44b2-bec8-5eb45c60a781 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.638168] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7c4b42-c637-4435-a125-e0d2af3ba87f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.644904] env[62361]: DEBUG nova.virt.hardware [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1435.645170] env[62361]: DEBUG nova.virt.hardware [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1435.645328] env[62361]: DEBUG nova.virt.hardware [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.645510] env[62361]: DEBUG nova.virt.hardware [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1435.645655] env[62361]: DEBUG nova.virt.hardware [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.645801] env[62361]: DEBUG nova.virt.hardware [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1435.646011] env[62361]: DEBUG nova.virt.hardware [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1435.646181] env[62361]: DEBUG nova.virt.hardware [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1435.646344] env[62361]: DEBUG nova.virt.hardware [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1435.646507] env[62361]: DEBUG nova.virt.hardware [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1435.646675] env[62361]: DEBUG nova.virt.hardware [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1435.647967] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6741788-4b7f-4e86-9628-6775b3e4e5ec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.653216] env[62361]: DEBUG oslo_vmware.rw_handles [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b739b-b549-27d5-8635-a106ad9a97f1/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1435.653390] env[62361]: ERROR oslo_vmware.rw_handles [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b739b-b549-27d5-8635-a106ad9a97f1/disk-0.vmdk due to incomplete transfer. [ 1435.653943] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cefa85fd-b603-42f3-9c6c-e2eebb2f399c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.664457] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:87:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fe71ed9-5991-414a-b080-95f903e97a1d', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1435.672139] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Creating folder: Project (7e542b8dcc6a444daad5f9fb2bf34579). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1435.675864] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98ece6d0-77d8-4ad9-b8c5-6203ccd64254 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.677565] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1435.677565] env[62361]: value = "task-1708088" [ 1435.677565] env[62361]: _type = "Task" [ 1435.677565] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.678909] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9658b97-69e1-4da1-a66d-52851b168847 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.687854] env[62361]: DEBUG oslo_vmware.rw_handles [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b739b-b549-27d5-8635-a106ad9a97f1/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1435.688077] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Uploaded image 4e3eb2d2-462c-447a-91d2-996b1f096913 to the Glance image server {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1435.690571] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1435.691218] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8cfe897-23b4-454c-aa2a-c6f79aae9cc0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.694588] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Created folder: Project (7e542b8dcc6a444daad5f9fb2bf34579) in parent group-v355747. [ 1435.694812] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Creating folder: Instances. Parent ref: group-v355891. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1435.706408] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f041433-c923-4788-8489-857dd9f94b4c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.708233] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708088, 'name': CreateVM_Task} progress is 15%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.709989] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1435.709989] env[62361]: value = "task-1708090" [ 1435.709989] env[62361]: _type = "Task" [ 1435.709989] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.719197] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708090, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.720987] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Created folder: Instances in parent group-v355891. [ 1435.721284] env[62361]: DEBUG oslo.service.loopingcall [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.721473] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1435.721697] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2ca1788-4eca-4d40-9117-1b54bbe285b7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.742391] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1435.742391] env[62361]: value = "task-1708092" [ 1435.742391] env[62361]: _type = "Task" [ 1435.742391] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.751817] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708092, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.767765] env[62361]: DEBUG nova.scheduler.client.report [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1435.851664] env[62361]: DEBUG oslo_concurrency.lockutils [None req-943ebc48-54b3-494c-86ac-744807999e9f tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lock "4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.033s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.867634] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.974401] env[62361]: DEBUG oslo_concurrency.lockutils [req-42c839ca-80a5-40fa-a8f9-f746fe3c239c req-46bbbede-8efb-4b21-8a62-0a3941e5e147 service nova] Releasing lock "refresh_cache-a6fd8ee3-7216-45c2-9169-93e5072bcc74" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.193645] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708088, 'name': CreateVM_Task, 'duration_secs': 0.527386} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.194984] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1436.194984] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.195203] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.195614] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.195909] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e108d310-f3b9-4563-a4db-4d306ce691ee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.202358] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1436.202358] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bd35ca-44b8-7e39-a218-60eaf85354ed" [ 1436.202358] env[62361]: _type = "Task" [ 1436.202358] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.212546] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bd35ca-44b8-7e39-a218-60eaf85354ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.222212] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708090, 'name': Destroy_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.255360] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708092, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.272738] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.273396] env[62361]: DEBUG nova.compute.manager [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1436.276584] env[62361]: DEBUG oslo_concurrency.lockutils [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.861s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.276851] env[62361]: DEBUG nova.objects.instance [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lazy-loading 'resources' on Instance uuid d6624485-5300-4a54-9893-690479dcd095 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.515691] env[62361]: DEBUG nova.network.neutron [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Successfully updated port: c71dd049-32c0-474e-a64e-89dfee000383 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1436.713688] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bd35ca-44b8-7e39-a218-60eaf85354ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011595} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.716994] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.717270] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1436.717507] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.717656] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.717836] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1436.720187] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d454eb2-c287-4427-93ad-1a0eb73e8909 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.728340] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708090, 'name': Destroy_Task, 'duration_secs': 0.633648} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.729419] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Destroyed the VM [ 1436.729660] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1436.729968] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1436.730144] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1436.733106] env[62361]: DEBUG oslo_vmware.rw_handles [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e527d-0d99-ff3b-7a7e-8703434e5ad9/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1436.733338] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-48a1ad31-05dc-4c13-88af-7034337d0517 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.735014] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1fefae4-b36f-43ef-8d3b-b4e30bb5862c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.737939] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb526e3-8129-4853-985b-0bf17e56ab62 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.743529] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1436.743529] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ea3c5c-58c4-cee1-4da9-ddc1957f9f31" [ 1436.743529] env[62361]: _type = "Task" [ 1436.743529] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.748452] env[62361]: DEBUG oslo_vmware.rw_handles [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e527d-0d99-ff3b-7a7e-8703434e5ad9/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1436.748612] env[62361]: ERROR oslo_vmware.rw_handles [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e527d-0d99-ff3b-7a7e-8703434e5ad9/disk-0.vmdk due to incomplete transfer. [ 1436.748875] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1436.748875] env[62361]: value = "task-1708093" [ 1436.748875] env[62361]: _type = "Task" [ 1436.748875] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.752598] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-af8ad947-ff8f-48ed-b6ac-ce0b2f021c39 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.762870] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708092, 'name': CreateVM_Task, 'duration_secs': 0.538054} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.762870] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1436.763826] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.763826] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.764418] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.771448] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ee8f6d-d24c-4364-8fea-bd1fe66dcb4a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.773342] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708093, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.773625] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ea3c5c-58c4-cee1-4da9-ddc1957f9f31, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.775382] env[62361]: DEBUG oslo_vmware.rw_handles [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e527d-0d99-ff3b-7a7e-8703434e5ad9/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1436.775571] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Uploaded image 3325fd27-7ce0-4ce9-854c-93cb66e3b253 to the Glance image server {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1436.777320] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1436.777988] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce7203dd-e482-449b-bc5c-a09d31a0d16b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.782428] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b92307bb-e1e5-4f3a-b520-b8264f8a6361 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.787538] env[62361]: DEBUG nova.compute.utils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1436.791782] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1436.791782] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52de41cc-5c7d-8ed0-3e9c-d2b04fa49d61" [ 1436.791782] env[62361]: _type = "Task" [ 1436.791782] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.792450] env[62361]: DEBUG nova.compute.manager [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1436.793114] env[62361]: DEBUG nova.network.neutron [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1436.801143] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1436.801143] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e1974f-abbd-3bf2-91a9-9b968d42e2c0" [ 1436.801143] env[62361]: _type = "Task" [ 1436.801143] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.801402] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1436.801402] env[62361]: value = "task-1708094" [ 1436.801402] env[62361]: _type = "Task" [ 1436.801402] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.817237] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52de41cc-5c7d-8ed0-3e9c-d2b04fa49d61, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.817445] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.817856] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1436.818083] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.824549] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e1974f-abbd-3bf2-91a9-9b968d42e2c0, 'name': SearchDatastore_Task, 'duration_secs': 0.014826} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.828735] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.828854] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a14db7b4-d41b-4fee-885a-ba2dbb40e0a1/a14db7b4-d41b-4fee-885a-ba2dbb40e0a1.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1436.829148] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708094, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.832274] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.832482] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1436.832781] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac2ac6cb-1ab1-40be-b53e-bd83d579186c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.836008] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef369329-a586-4cc4-b149-0fd8658a10a4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.844842] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1436.844842] env[62361]: value = "task-1708095" [ 1436.844842] env[62361]: _type = "Task" [ 1436.844842] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.845991] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1436.846203] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1436.850297] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b305cfb-d763-4a12-9104-1e034baff9d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.860673] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.862020] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1436.862020] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528958d5-e075-35b3-bf30-7ad75106a0ab" [ 1436.862020] env[62361]: _type = "Task" [ 1436.862020] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.870317] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528958d5-e075-35b3-bf30-7ad75106a0ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.882916] env[62361]: DEBUG nova.policy [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '186da29307ad4b629a95b8863acb6e8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '185c6d5b01bb49b8b07ed96b4126afb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1436.895880] env[62361]: DEBUG nova.compute.manager [req-7f3ceb32-2017-4e30-88aa-f7e587d61ce0 req-1960deea-0649-467b-bf94-edcb798fb51a service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Received event network-vif-plugged-c71dd049-32c0-474e-a64e-89dfee000383 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1436.896097] env[62361]: DEBUG oslo_concurrency.lockutils [req-7f3ceb32-2017-4e30-88aa-f7e587d61ce0 req-1960deea-0649-467b-bf94-edcb798fb51a service nova] Acquiring lock "1751c8c5-854f-45f2-a559-95a4ccd0f578-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.896300] env[62361]: DEBUG oslo_concurrency.lockutils [req-7f3ceb32-2017-4e30-88aa-f7e587d61ce0 req-1960deea-0649-467b-bf94-edcb798fb51a service nova] Lock "1751c8c5-854f-45f2-a559-95a4ccd0f578-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.896468] env[62361]: DEBUG oslo_concurrency.lockutils [req-7f3ceb32-2017-4e30-88aa-f7e587d61ce0 req-1960deea-0649-467b-bf94-edcb798fb51a service nova] Lock "1751c8c5-854f-45f2-a559-95a4ccd0f578-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.896626] env[62361]: DEBUG nova.compute.manager [req-7f3ceb32-2017-4e30-88aa-f7e587d61ce0 req-1960deea-0649-467b-bf94-edcb798fb51a service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] No waiting events found dispatching network-vif-plugged-c71dd049-32c0-474e-a64e-89dfee000383 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1436.896782] env[62361]: WARNING nova.compute.manager [req-7f3ceb32-2017-4e30-88aa-f7e587d61ce0 req-1960deea-0649-467b-bf94-edcb798fb51a service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Received unexpected event network-vif-plugged-c71dd049-32c0-474e-a64e-89dfee000383 for instance with vm_state building and task_state spawning. [ 1437.018795] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Acquiring lock "refresh_cache-1751c8c5-854f-45f2-a559-95a4ccd0f578" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.018996] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Acquired lock "refresh_cache-1751c8c5-854f-45f2-a559-95a4ccd0f578" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.019429] env[62361]: DEBUG nova.network.neutron [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.268166] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708093, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.293708] env[62361]: DEBUG nova.compute.manager [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1437.298161] env[62361]: DEBUG nova.network.neutron [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Successfully created port: dd8be239-de32-4727-99a3-29ce537ad2aa {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1437.316081] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708094, 'name': Destroy_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.359321] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493273} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.359621] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a14db7b4-d41b-4fee-885a-ba2dbb40e0a1/a14db7b4-d41b-4fee-885a-ba2dbb40e0a1.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1437.359886] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1437.360189] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ea224e3-876e-48f9-a71d-530332efde2a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.367295] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1437.367295] env[62361]: value = "task-1708096" [ 1437.367295] env[62361]: _type = "Task" [ 1437.367295] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.373414] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528958d5-e075-35b3-bf30-7ad75106a0ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.379840] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cbc2ba6-470b-4a9b-817a-b9f447495c6b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.389164] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.394704] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1437.394704] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5288129c-6364-49d6-1a78-ad0b9382bb1f" [ 1437.394704] env[62361]: _type = "Task" [ 1437.394704] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.409824] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5288129c-6364-49d6-1a78-ad0b9382bb1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009663} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.413293] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.413620] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a6fd8ee3-7216-45c2-9169-93e5072bcc74/a6fd8ee3-7216-45c2-9169-93e5072bcc74.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1437.414073] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1567b8e2-f054-4570-9685-710a1ce86fa8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.422106] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1437.422106] env[62361]: value = "task-1708097" [ 1437.422106] env[62361]: _type = "Task" [ 1437.422106] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.435712] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.483247] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1191faf1-5705-4b93-84ec-b1aa729a15b7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.491022] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf381187-1c15-41f8-a583-35e169c0f99c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.530901] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c984ed7c-13d0-4c86-b293-6cecd9bfdcf9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.535716] env[62361]: DEBUG nova.compute.manager [req-9cc0a1eb-6e2a-4788-bbca-2ccec43de6f8 req-32d963df-ea3a-43d1-8db8-8c7ccdc80629 service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Received event network-changed-1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1437.536315] env[62361]: DEBUG nova.compute.manager [req-9cc0a1eb-6e2a-4788-bbca-2ccec43de6f8 req-32d963df-ea3a-43d1-8db8-8c7ccdc80629 service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Refreshing instance network info cache due to event network-changed-1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1437.536493] env[62361]: DEBUG oslo_concurrency.lockutils [req-9cc0a1eb-6e2a-4788-bbca-2ccec43de6f8 req-32d963df-ea3a-43d1-8db8-8c7ccdc80629 service nova] Acquiring lock "refresh_cache-3c9d108f-efe1-4fb6-b505-8cb51d38adc1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.536848] env[62361]: DEBUG oslo_concurrency.lockutils [req-9cc0a1eb-6e2a-4788-bbca-2ccec43de6f8 req-32d963df-ea3a-43d1-8db8-8c7ccdc80629 service nova] Acquired lock "refresh_cache-3c9d108f-efe1-4fb6-b505-8cb51d38adc1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.536848] env[62361]: DEBUG nova.network.neutron [req-9cc0a1eb-6e2a-4788-bbca-2ccec43de6f8 req-32d963df-ea3a-43d1-8db8-8c7ccdc80629 service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Refreshing network info cache for port 1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1437.544908] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6516c2-950e-44ff-ab56-f1b91ea0aff9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.563934] env[62361]: DEBUG nova.compute.provider_tree [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.593779] env[62361]: DEBUG nova.network.neutron [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1437.767230] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708093, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.822512] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708094, 'name': Destroy_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.884522] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067533} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.884874] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.886633] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c053188-4dd7-4ff1-92ff-c118942ca380 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.911293] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] a14db7b4-d41b-4fee-885a-ba2dbb40e0a1/a14db7b4-d41b-4fee-885a-ba2dbb40e0a1.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.911790] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-734f8b7a-4b28-4756-8e3a-9f224073cde8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.927583] env[62361]: DEBUG nova.network.neutron [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Updating instance_info_cache with network_info: [{"id": "c71dd049-32c0-474e-a64e-89dfee000383", "address": "fa:16:3e:43:a5:aa", "network": {"id": "0b41bdf6-3594-404c-9a4b-a2c1fc419730", "bridge": "br-int", "label": "tempest-ServersTestJSON-1548948973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a6593a527349adb157732dc4a65aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71dd049-32", "ovs_interfaceid": "c71dd049-32c0-474e-a64e-89dfee000383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.945087] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.947435] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1437.947435] env[62361]: value = "task-1708098" [ 1437.947435] env[62361]: _type = "Task" [ 1437.947435] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.957082] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708098, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.067576] env[62361]: DEBUG nova.scheduler.client.report [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1438.267753] env[62361]: DEBUG oslo_vmware.api [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708093, 'name': RemoveSnapshot_Task, 'duration_secs': 1.095981} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.268950] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1438.268950] env[62361]: INFO nova.compute.manager [None req-b61c8ae9-3503-4697-8133-85f243321d9e tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Took 17.67 seconds to snapshot the instance on the hypervisor. [ 1438.314366] env[62361]: DEBUG nova.compute.manager [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1438.323465] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708094, 'name': Destroy_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.343704] env[62361]: DEBUG nova.virt.hardware [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:18:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d4015d4d-f6fa-4d7e-8968-ecc809dcaa66',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-336273879',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1438.343965] env[62361]: DEBUG nova.virt.hardware [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1438.344141] env[62361]: DEBUG nova.virt.hardware [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1438.344326] env[62361]: DEBUG nova.virt.hardware [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1438.344472] env[62361]: DEBUG nova.virt.hardware [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1438.344618] env[62361]: DEBUG nova.virt.hardware [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1438.345256] env[62361]: DEBUG nova.virt.hardware [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1438.345256] env[62361]: DEBUG nova.virt.hardware [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1438.345967] env[62361]: DEBUG nova.virt.hardware [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1438.346211] env[62361]: DEBUG nova.virt.hardware [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1438.347207] env[62361]: DEBUG nova.virt.hardware [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1438.347820] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e057869-85dc-4904-b40d-55a3590682af {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.356812] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e8370a-a82d-413a-aaa0-d682c3a7076c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.433736] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Releasing lock "refresh_cache-1751c8c5-854f-45f2-a559-95a4ccd0f578" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.434165] env[62361]: DEBUG nova.compute.manager [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Instance network_info: |[{"id": "c71dd049-32c0-474e-a64e-89dfee000383", "address": "fa:16:3e:43:a5:aa", "network": {"id": "0b41bdf6-3594-404c-9a4b-a2c1fc419730", "bridge": "br-int", "label": "tempest-ServersTestJSON-1548948973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a6593a527349adb157732dc4a65aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71dd049-32", "ovs_interfaceid": "c71dd049-32c0-474e-a64e-89dfee000383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1438.438951] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:a5:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c71dd049-32c0-474e-a64e-89dfee000383', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1438.447176] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Creating folder: Project (c9a6593a527349adb157732dc4a65aca). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.447668] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1beebd33-6199-44f8-9a00-389c9e859c38 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.460358] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.466115] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Created folder: Project (c9a6593a527349adb157732dc4a65aca) in parent group-v355747. [ 1438.466567] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Creating folder: Instances. Parent ref: group-v355894. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.470420] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ec6e6d0-d649-4c6d-99b6-4b00e40ea0bf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.473275] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.481894] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Created folder: Instances in parent group-v355894. [ 1438.482229] env[62361]: DEBUG oslo.service.loopingcall [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.482576] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1438.482797] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65848f5a-982f-4781-9ec7-a76e29d495cd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.505415] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0f8ab0b2-cdb0-4b3c-8d9b-55e95b68116e tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Acquiring lock "9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.505415] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0f8ab0b2-cdb0-4b3c-8d9b-55e95b68116e tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Lock "9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.505415] env[62361]: INFO nova.compute.manager [None req-0f8ab0b2-cdb0-4b3c-8d9b-55e95b68116e tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Rebooting instance [ 1438.506065] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1438.506065] env[62361]: value = "task-1708101" [ 1438.506065] env[62361]: _type = "Task" [ 1438.506065] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.515197] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708101, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.575022] env[62361]: DEBUG oslo_concurrency.lockutils [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.576270] env[62361]: DEBUG oslo_concurrency.lockutils [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.187s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.576741] env[62361]: DEBUG nova.objects.instance [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Lazy-loading 'resources' on Instance uuid e7cf29d2-4447-4acf-a14d-51806a352d75 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.585488] env[62361]: DEBUG nova.network.neutron [req-9cc0a1eb-6e2a-4788-bbca-2ccec43de6f8 req-32d963df-ea3a-43d1-8db8-8c7ccdc80629 service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Updated VIF entry in instance network info cache for port 1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1438.585488] env[62361]: DEBUG nova.network.neutron [req-9cc0a1eb-6e2a-4788-bbca-2ccec43de6f8 req-32d963df-ea3a-43d1-8db8-8c7ccdc80629 service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Updating instance_info_cache with network_info: [{"id": "1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58", "address": "fa:16:3e:00:84:72", "network": {"id": "4e8fb58f-c16f-4f53-9f61-cf2a7d5af199", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-907202372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc2a90e5d65943b8ba3bf2481048f18f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e0e2ad6-a9", "ovs_interfaceid": "1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.612624] env[62361]: INFO nova.scheduler.client.report [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Deleted allocations for instance d6624485-5300-4a54-9893-690479dcd095 [ 1438.817521] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708094, 'name': Destroy_Task, 'duration_secs': 1.606514} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.819419] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Destroyed the VM [ 1438.819419] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1438.819419] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bdc498c6-d2d4-4403-8961-be8c17abec0b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.825302] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1438.825302] env[62361]: value = "task-1708102" [ 1438.825302] env[62361]: _type = "Task" [ 1438.825302] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.834561] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708102, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.945686] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708097, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.960565] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.019301] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708101, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.042313] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0f8ab0b2-cdb0-4b3c-8d9b-55e95b68116e tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Acquiring lock "refresh_cache-9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.042313] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0f8ab0b2-cdb0-4b3c-8d9b-55e95b68116e tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Acquired lock "refresh_cache-9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.042313] env[62361]: DEBUG nova.network.neutron [None req-0f8ab0b2-cdb0-4b3c-8d9b-55e95b68116e tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1439.088132] env[62361]: DEBUG oslo_concurrency.lockutils [req-9cc0a1eb-6e2a-4788-bbca-2ccec43de6f8 req-32d963df-ea3a-43d1-8db8-8c7ccdc80629 service nova] Releasing lock "refresh_cache-3c9d108f-efe1-4fb6-b505-8cb51d38adc1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.125429] env[62361]: DEBUG oslo_concurrency.lockutils [None req-16077de1-3fa1-43d2-821a-ca47fb2ec337 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "d6624485-5300-4a54-9893-690479dcd095" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.875s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.339893] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708102, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.413661] env[62361]: DEBUG nova.network.neutron [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Successfully updated port: dd8be239-de32-4727-99a3-29ce537ad2aa {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1439.446451] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708097, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.54808} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.450022] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a6fd8ee3-7216-45c2-9169-93e5072bcc74/a6fd8ee3-7216-45c2-9169-93e5072bcc74.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.450322] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.451084] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e60df8b-edfe-439b-a4d6-0e5eebaec4ed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.465843] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708098, 'name': ReconfigVM_Task, 'duration_secs': 1.155322} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.466957] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Reconfigured VM instance instance-00000031 to attach disk [datastore1] a14db7b4-d41b-4fee-885a-ba2dbb40e0a1/a14db7b4-d41b-4fee-885a-ba2dbb40e0a1.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1439.468864] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1439.468864] env[62361]: value = "task-1708103" [ 1439.468864] env[62361]: _type = "Task" [ 1439.468864] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.468864] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d14ebbe5-cf61-42c5-84c4-49a83df48a27 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.478767] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.483249] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1439.483249] env[62361]: value = "task-1708104" [ 1439.483249] env[62361]: _type = "Task" [ 1439.483249] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.491463] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708104, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.526729] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708101, 'name': CreateVM_Task, 'duration_secs': 0.610559} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.526729] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.529829] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.530055] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.530412] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1439.531963] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3e0980-5d25-4b28-a86d-07a1243eb9fc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.536389] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Waiting for the task: (returnval){ [ 1439.536389] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527a8b07-5aba-d23a-99eb-366967f3b7ed" [ 1439.536389] env[62361]: _type = "Task" [ 1439.536389] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.549455] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527a8b07-5aba-d23a-99eb-366967f3b7ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.595399] env[62361]: DEBUG nova.compute.manager [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Received event network-changed-c71dd049-32c0-474e-a64e-89dfee000383 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1439.595503] env[62361]: DEBUG nova.compute.manager [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Refreshing instance network info cache due to event network-changed-c71dd049-32c0-474e-a64e-89dfee000383. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1439.596058] env[62361]: DEBUG oslo_concurrency.lockutils [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] Acquiring lock "refresh_cache-1751c8c5-854f-45f2-a559-95a4ccd0f578" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.596058] env[62361]: DEBUG oslo_concurrency.lockutils [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] Acquired lock "refresh_cache-1751c8c5-854f-45f2-a559-95a4ccd0f578" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.596058] env[62361]: DEBUG nova.network.neutron [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Refreshing network info cache for port c71dd049-32c0-474e-a64e-89dfee000383 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.713056] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867e104a-7d0a-4ca0-a4ac-2300ef02c1fa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.721503] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e35c4e-39d3-4fd1-847c-e05a4269be7e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.759956] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88630c39-5a71-48fa-bedb-91ad641316f7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.768952] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cff1d90-9370-42af-ba3e-a0a252de7f69 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.783034] env[62361]: DEBUG nova.compute.provider_tree [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.837025] env[62361]: DEBUG oslo_vmware.api [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708102, 'name': RemoveSnapshot_Task, 'duration_secs': 0.616099} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.837565] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1439.837565] env[62361]: INFO nova.compute.manager [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Took 16.36 seconds to snapshot the instance on the hypervisor. [ 1439.863630] env[62361]: DEBUG nova.network.neutron [None req-0f8ab0b2-cdb0-4b3c-8d9b-55e95b68116e tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Updating instance_info_cache with network_info: [{"id": "7a22e0f7-8348-4f3e-940d-d8b6421d3788", "address": "fa:16:3e:56:9c:c1", "network": {"id": "758e309e-868a-43fe-ad0c-6d03f878a2da", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-386370967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b287d555c1b4d33bb4730e191380083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a22e0f7-83", "ovs_interfaceid": "7a22e0f7-8348-4f3e-940d-d8b6421d3788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.928290] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.928516] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquired lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.928690] env[62361]: DEBUG nova.network.neutron [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1439.979448] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074476} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.979681] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1439.980673] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4749c052-b4ed-4b53-9886-141136ca28f8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.005970] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] a6fd8ee3-7216-45c2-9169-93e5072bcc74/a6fd8ee3-7216-45c2-9169-93e5072bcc74.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.007041] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c9ebc5e-eebe-4bf9-bbb4-9c9ce090a81a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.024456] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708104, 'name': Rename_Task, 'duration_secs': 0.164044} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.025161] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1440.025495] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dc2d73a-94ed-4e7b-a9a2-bd178dc3100b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.030355] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1440.030355] env[62361]: value = "task-1708105" [ 1440.030355] env[62361]: _type = "Task" [ 1440.030355] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.031701] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1440.031701] env[62361]: value = "task-1708106" [ 1440.031701] env[62361]: _type = "Task" [ 1440.031701] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.049033] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.053812] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708106, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.059108] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527a8b07-5aba-d23a-99eb-366967f3b7ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.059673] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.060238] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1440.060616] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.061082] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.061372] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1440.061761] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-718c80e8-a6e1-49e1-8077-e35815ea9d03 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.064618] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquiring lock "4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.064880] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lock "4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.065443] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquiring lock "4cbaf66d-c7b1-45e2-9ddc-c62695ad6563-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.065608] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lock "4cbaf66d-c7b1-45e2-9ddc-c62695ad6563-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.065853] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lock "4cbaf66d-c7b1-45e2-9ddc-c62695ad6563-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.067984] env[62361]: DEBUG oslo_concurrency.lockutils [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "4bc7f740-730f-49d4-a221-8fa0517a4520" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.068381] env[62361]: DEBUG oslo_concurrency.lockutils [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "4bc7f740-730f-49d4-a221-8fa0517a4520" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.068813] env[62361]: DEBUG oslo_concurrency.lockutils [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "4bc7f740-730f-49d4-a221-8fa0517a4520-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.069099] env[62361]: DEBUG oslo_concurrency.lockutils [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "4bc7f740-730f-49d4-a221-8fa0517a4520-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.071624] env[62361]: DEBUG oslo_concurrency.lockutils [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "4bc7f740-730f-49d4-a221-8fa0517a4520-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.072325] env[62361]: INFO nova.compute.manager [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Terminating instance [ 1440.074280] env[62361]: INFO nova.compute.manager [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Terminating instance [ 1440.076267] env[62361]: DEBUG nova.compute.manager [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1440.076547] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.077524] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e55e12-975a-4649-8e23-c5290fe14539 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.080884] env[62361]: DEBUG nova.compute.manager [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1440.081269] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.083015] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e1ffa3-90ac-46fa-be24-bcf86600215f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.086200] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1440.086459] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1440.087796] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d034728-94d2-4873-8f1f-edaadd67126b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.094241] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.094856] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b1d8a49-fa12-4e01-86e3-de7c5f7c6b2a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.102658] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.104528] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07e1fd63-3aba-4ae1-ada4-93d2388511aa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.106319] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Waiting for the task: (returnval){ [ 1440.106319] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e28077-2bfc-c324-073c-733b08cfd185" [ 1440.106319] env[62361]: _type = "Task" [ 1440.106319] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.112348] env[62361]: DEBUG oslo_vmware.api [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1440.112348] env[62361]: value = "task-1708107" [ 1440.112348] env[62361]: _type = "Task" [ 1440.112348] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.112617] env[62361]: DEBUG oslo_vmware.api [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Waiting for the task: (returnval){ [ 1440.112617] env[62361]: value = "task-1708108" [ 1440.112617] env[62361]: _type = "Task" [ 1440.112617] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.125284] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e28077-2bfc-c324-073c-733b08cfd185, 'name': SearchDatastore_Task, 'duration_secs': 0.013541} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.127435] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68812d67-9eca-458c-b33c-e2310982ce8b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.139293] env[62361]: DEBUG oslo_vmware.api [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1708107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.139293] env[62361]: DEBUG oslo_vmware.api [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.146813] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Waiting for the task: (returnval){ [ 1440.146813] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5289d380-b07e-5570-14bf-a3fb85e5cf84" [ 1440.146813] env[62361]: _type = "Task" [ 1440.146813] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.153357] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5289d380-b07e-5570-14bf-a3fb85e5cf84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.287165] env[62361]: DEBUG nova.scheduler.client.report [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1440.367196] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0f8ab0b2-cdb0-4b3c-8d9b-55e95b68116e tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Releasing lock "refresh_cache-9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.368882] env[62361]: DEBUG nova.compute.manager [None req-0f8ab0b2-cdb0-4b3c-8d9b-55e95b68116e tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1440.370073] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712a79c6-0707-4449-9023-ccded146b31f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.399051] env[62361]: DEBUG nova.compute.manager [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Found 3 images (rotation: 2) {{(pid=62361) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1440.399051] env[62361]: DEBUG nova.compute.manager [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Rotating out 1 backups {{(pid=62361) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4563}} [ 1440.399051] env[62361]: DEBUG nova.compute.manager [None req-279c768a-43e5-4173-915a-1e0e66137142 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Deleting image ed4a810c-33a4-468a-a663-9d98b9b9522e {{(pid=62361) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4568}} [ 1440.481462] env[62361]: DEBUG nova.network.neutron [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1440.493111] env[62361]: DEBUG nova.network.neutron [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Updated VIF entry in instance network info cache for port c71dd049-32c0-474e-a64e-89dfee000383. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.493493] env[62361]: DEBUG nova.network.neutron [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Updating instance_info_cache with network_info: [{"id": "c71dd049-32c0-474e-a64e-89dfee000383", "address": "fa:16:3e:43:a5:aa", "network": {"id": "0b41bdf6-3594-404c-9a4b-a2c1fc419730", "bridge": "br-int", "label": "tempest-ServersTestJSON-1548948973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a6593a527349adb157732dc4a65aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71dd049-32", "ovs_interfaceid": "c71dd049-32c0-474e-a64e-89dfee000383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.550249] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708105, 'name': ReconfigVM_Task, 'duration_secs': 0.36965} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.554770] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Reconfigured VM instance instance-00000032 to attach disk [datastore1] a6fd8ee3-7216-45c2-9169-93e5072bcc74/a6fd8ee3-7216-45c2-9169-93e5072bcc74.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1440.555895] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708106, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.556170] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c37d75f5-887b-49f4-bb23-58b6a131edb7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.566073] env[62361]: DEBUG nova.compute.manager [req-c7d86823-f49f-4aee-9321-530661571a88 req-a4746ca2-d1ee-484e-8f44-58ffb46a59c3 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Received event network-changed-68a027f5-27f5-4ab8-afb6-876cfb83665d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1440.566225] env[62361]: DEBUG nova.compute.manager [req-c7d86823-f49f-4aee-9321-530661571a88 req-a4746ca2-d1ee-484e-8f44-58ffb46a59c3 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Refreshing instance network info cache due to event network-changed-68a027f5-27f5-4ab8-afb6-876cfb83665d. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1440.566458] env[62361]: DEBUG oslo_concurrency.lockutils [req-c7d86823-f49f-4aee-9321-530661571a88 req-a4746ca2-d1ee-484e-8f44-58ffb46a59c3 service nova] Acquiring lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.566643] env[62361]: DEBUG oslo_concurrency.lockutils [req-c7d86823-f49f-4aee-9321-530661571a88 req-a4746ca2-d1ee-484e-8f44-58ffb46a59c3 service nova] Acquired lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.567597] env[62361]: DEBUG nova.network.neutron [req-c7d86823-f49f-4aee-9321-530661571a88 req-a4746ca2-d1ee-484e-8f44-58ffb46a59c3 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Refreshing network info cache for port 68a027f5-27f5-4ab8-afb6-876cfb83665d {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1440.569545] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1440.569545] env[62361]: value = "task-1708109" [ 1440.569545] env[62361]: _type = "Task" [ 1440.569545] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.583704] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708109, 'name': Rename_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.630256] env[62361]: DEBUG oslo_vmware.api [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1708107, 'name': PowerOffVM_Task, 'duration_secs': 0.191498} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.634086] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.636034] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.636034] env[62361]: DEBUG oslo_vmware.api [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708108, 'name': PowerOffVM_Task, 'duration_secs': 0.239025} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.636034] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67b899c3-3390-4536-b870-92177db4ef19 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.636512] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.636695] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.636943] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66672c18-9ff7-4e04-85b3-477be9ffed2c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.655098] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5289d380-b07e-5570-14bf-a3fb85e5cf84, 'name': SearchDatastore_Task, 'duration_secs': 0.01142} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.655384] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.655652] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 1751c8c5-854f-45f2-a559-95a4ccd0f578/1751c8c5-854f-45f2-a559-95a4ccd0f578.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1440.655969] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81bf25fc-a40c-4673-a846-9ef80ea5ebd2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.662846] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Waiting for the task: (returnval){ [ 1440.662846] env[62361]: value = "task-1708112" [ 1440.662846] env[62361]: _type = "Task" [ 1440.662846] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.674735] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.719183] env[62361]: DEBUG nova.network.neutron [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating instance_info_cache with network_info: [{"id": "dd8be239-de32-4727-99a3-29ce537ad2aa", "address": "fa:16:3e:c4:99:c9", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8be239-de", "ovs_interfaceid": "dd8be239-de32-4727-99a3-29ce537ad2aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.754368] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.754612] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.755458] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Deleting the datastore file [datastore1] 4bc7f740-730f-49d4-a221-8fa0517a4520 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.755458] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93f33b56-d564-4455-aa35-276abcbd326b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.762669] env[62361]: DEBUG oslo_vmware.api [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1440.762669] env[62361]: value = "task-1708113" [ 1440.762669] env[62361]: _type = "Task" [ 1440.762669] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.779033] env[62361]: DEBUG oslo_vmware.api [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1708113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.794214] env[62361]: DEBUG oslo_concurrency.lockutils [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.800456] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.649s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.807025] env[62361]: INFO nova.compute.claims [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1440.807133] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.807380] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.807568] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Deleting the datastore file [datastore1] 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.808170] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8b53f7a-6fe7-4bd4-a9e0-70e6bd288438 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.815663] env[62361]: DEBUG oslo_vmware.api [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Waiting for the task: (returnval){ [ 1440.815663] env[62361]: value = "task-1708114" [ 1440.815663] env[62361]: _type = "Task" [ 1440.815663] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.824232] env[62361]: DEBUG oslo_vmware.api [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.830147] env[62361]: INFO nova.scheduler.client.report [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Deleted allocations for instance e7cf29d2-4447-4acf-a14d-51806a352d75 [ 1440.998790] env[62361]: DEBUG oslo_concurrency.lockutils [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] Releasing lock "refresh_cache-1751c8c5-854f-45f2-a559-95a4ccd0f578" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.002113] env[62361]: DEBUG nova.compute.manager [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Received event network-changed-68a027f5-27f5-4ab8-afb6-876cfb83665d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1441.002113] env[62361]: DEBUG nova.compute.manager [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Refreshing instance network info cache due to event network-changed-68a027f5-27f5-4ab8-afb6-876cfb83665d. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1441.002113] env[62361]: DEBUG oslo_concurrency.lockutils [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] Acquiring lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.051392] env[62361]: DEBUG oslo_vmware.api [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708106, 'name': PowerOnVM_Task, 'duration_secs': 0.540888} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.051753] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1441.051990] env[62361]: INFO nova.compute.manager [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Took 12.40 seconds to spawn the instance on the hypervisor. [ 1441.052191] env[62361]: DEBUG nova.compute.manager [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1441.053049] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b0ac37-9838-4822-afae-0d9986537ee8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.081292] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708109, 'name': Rename_Task, 'duration_secs': 0.24868} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.081596] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1441.082405] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d5bbdcb-39fc-4717-9bf6-59b5976d7acd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.089853] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1441.089853] env[62361]: value = "task-1708115" [ 1441.089853] env[62361]: _type = "Task" [ 1441.089853] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.100181] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.175891] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708112, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.222745] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Releasing lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.222745] env[62361]: DEBUG nova.compute.manager [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Instance network_info: |[{"id": "dd8be239-de32-4727-99a3-29ce537ad2aa", "address": "fa:16:3e:c4:99:c9", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8be239-de", "ovs_interfaceid": "dd8be239-de32-4727-99a3-29ce537ad2aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1441.222958] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:99:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd8be239-de32-4727-99a3-29ce537ad2aa', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1441.234462] env[62361]: DEBUG oslo.service.loopingcall [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1441.234793] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1441.235038] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e9433c9-490b-47f3-9b97-1d91cd5e0813 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.257692] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1441.257692] env[62361]: value = "task-1708116" [ 1441.257692] env[62361]: _type = "Task" [ 1441.257692] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.265799] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708116, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.274912] env[62361]: DEBUG oslo_vmware.api [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1708113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480462} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.274912] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.274912] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.275105] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.275614] env[62361]: INFO nova.compute.manager [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1441.275614] env[62361]: DEBUG oslo.service.loopingcall [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1441.275820] env[62361]: DEBUG nova.compute.manager [-] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1441.275820] env[62361]: DEBUG nova.network.neutron [-] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1441.327200] env[62361]: DEBUG oslo_vmware.api [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.338161] env[62361]: DEBUG oslo_concurrency.lockutils [None req-321aa073-6c75-4f59-85fe-b5f10b7963f3 tempest-ServersTestManualDisk-745305614 tempest-ServersTestManualDisk-745305614-project-member] Lock "e7cf29d2-4447-4acf-a14d-51806a352d75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.622s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.389813] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214b4367-ce85-4b16-8173-270c8fc99364 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.399427] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8ab0b2-cdb0-4b3c-8d9b-55e95b68116e tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Doing hard reboot of VM {{(pid=62361) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1441.399427] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-04c118e2-0074-49aa-be0f-5e19d2ba4d89 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.404447] env[62361]: DEBUG oslo_vmware.api [None req-0f8ab0b2-cdb0-4b3c-8d9b-55e95b68116e tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Waiting for the task: (returnval){ [ 1441.404447] env[62361]: value = "task-1708117" [ 1441.404447] env[62361]: _type = "Task" [ 1441.404447] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.413247] env[62361]: DEBUG oslo_vmware.api [None req-0f8ab0b2-cdb0-4b3c-8d9b-55e95b68116e tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708117, 'name': ResetVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.573672] env[62361]: INFO nova.compute.manager [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Took 59.46 seconds to build instance. [ 1441.602236] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708115, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.654885] env[62361]: DEBUG nova.network.neutron [req-c7d86823-f49f-4aee-9321-530661571a88 req-a4746ca2-d1ee-484e-8f44-58ffb46a59c3 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Updated VIF entry in instance network info cache for port 68a027f5-27f5-4ab8-afb6-876cfb83665d. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1441.655438] env[62361]: DEBUG nova.network.neutron [req-c7d86823-f49f-4aee-9321-530661571a88 req-a4746ca2-d1ee-484e-8f44-58ffb46a59c3 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Updating instance_info_cache with network_info: [{"id": "68a027f5-27f5-4ab8-afb6-876cfb83665d", "address": "fa:16:3e:8b:fc:2a", "network": {"id": "9d8ddfb2-ef4c-499f-86e3-391cc117057a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1399711008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c807ce4add4d4736b61527ea1a778a6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a027f5-27", "ovs_interfaceid": "68a027f5-27f5-4ab8-afb6-876cfb83665d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.679518] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585646} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.679518] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 1751c8c5-854f-45f2-a559-95a4ccd0f578/1751c8c5-854f-45f2-a559-95a4ccd0f578.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.679518] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.679518] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a05bad5-6e87-400f-b00e-3b8145ea7ee7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.684409] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Waiting for the task: (returnval){ [ 1441.684409] env[62361]: value = "task-1708118" [ 1441.684409] env[62361]: _type = "Task" [ 1441.684409] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.697466] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.773401] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708116, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.839688] env[62361]: DEBUG oslo_vmware.api [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Task: {'id': task-1708114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553969} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.840641] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.840741] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.841253] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.841366] env[62361]: INFO nova.compute.manager [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1441.842024] env[62361]: DEBUG oslo.service.loopingcall [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1441.842024] env[62361]: DEBUG nova.compute.manager [-] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1441.842188] env[62361]: DEBUG nova.network.neutron [-] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1441.921858] env[62361]: DEBUG oslo_vmware.api [None req-0f8ab0b2-cdb0-4b3c-8d9b-55e95b68116e tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708117, 'name': ResetVM_Task, 'duration_secs': 0.152862} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.922156] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8ab0b2-cdb0-4b3c-8d9b-55e95b68116e tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Did hard reboot of VM {{(pid=62361) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1441.922887] env[62361]: DEBUG nova.compute.manager [None req-0f8ab0b2-cdb0-4b3c-8d9b-55e95b68116e tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1441.923605] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0990330-583b-4092-a488-9fd5a1060433 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.077290] env[62361]: DEBUG oslo_concurrency.lockutils [None req-97548531-50f5-4875-97ad-f4681eed62ed tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 116.409s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.107576] env[62361]: DEBUG oslo_vmware.api [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708115, 'name': PowerOnVM_Task, 'duration_secs': 0.907076} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.107857] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1442.108083] env[62361]: INFO nova.compute.manager [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1442.108254] env[62361]: DEBUG nova.compute.manager [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1442.109073] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a119540-b7f7-4830-b679-0f48bc816423 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.159743] env[62361]: DEBUG oslo_concurrency.lockutils [req-c7d86823-f49f-4aee-9321-530661571a88 req-a4746ca2-d1ee-484e-8f44-58ffb46a59c3 service nova] Releasing lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.160398] env[62361]: DEBUG oslo_concurrency.lockutils [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] Acquired lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.160591] env[62361]: DEBUG nova.network.neutron [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Refreshing network info cache for port 68a027f5-27f5-4ab8-afb6-876cfb83665d {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.195939] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078526} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.196446] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1442.197366] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839e093e-70e3-444c-826d-216fbe06cf92 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.229444] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 1751c8c5-854f-45f2-a559-95a4ccd0f578/1751c8c5-854f-45f2-a559-95a4ccd0f578.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.229994] env[62361]: DEBUG nova.network.neutron [-] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.231557] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd3b4033-1d0d-460d-917b-acd8088c8a91 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.259869] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Waiting for the task: (returnval){ [ 1442.259869] env[62361]: value = "task-1708119" [ 1442.259869] env[62361]: _type = "Task" [ 1442.259869] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.273497] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708119, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.278110] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708116, 'name': CreateVM_Task, 'duration_secs': 0.643496} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.279333] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1442.279333] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.279333] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.279621] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1442.279924] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e496dd-4aa1-4802-999c-f62a02e5b591 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.284752] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1442.284752] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52928af5-f7e8-7ad6-0731-fe4bacde6879" [ 1442.284752] env[62361]: _type = "Task" [ 1442.284752] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.293444] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52928af5-f7e8-7ad6-0731-fe4bacde6879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.440643] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0f8ab0b2-cdb0-4b3c-8d9b-55e95b68116e tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Lock "9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.935s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.501348] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ad2f84-3f20-447d-afeb-cc219c39d817 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.512291] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed223771-eca0-4e0c-a389-fa345ae04857 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.549645] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab15c3d-4541-4ce3-b743-f7ca43a12e03 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.557552] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df298bd4-2da5-48fe-be5c-c44c2e6bf178 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.571623] env[62361]: DEBUG nova.compute.provider_tree [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.579775] env[62361]: DEBUG nova.compute.manager [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1442.638587] env[62361]: INFO nova.compute.manager [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Took 58.91 seconds to build instance. [ 1442.754393] env[62361]: INFO nova.compute.manager [-] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Took 1.48 seconds to deallocate network for instance. [ 1442.773544] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.797016] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52928af5-f7e8-7ad6-0731-fe4bacde6879, 'name': SearchDatastore_Task, 'duration_secs': 0.012613} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.798430] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.798733] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.799045] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.799265] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.799506] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.799857] env[62361]: DEBUG nova.network.neutron [-] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.804582] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37377b6f-0227-4651-a8d7-9d2c5d9fda75 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.805462] env[62361]: DEBUG nova.compute.manager [req-415d9fce-ad3a-4582-aa32-a69641d00608 req-4d707a81-ec52-4246-b418-1e89aebf8563 service nova] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Received event network-vif-plugged-dd8be239-de32-4727-99a3-29ce537ad2aa {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1442.805718] env[62361]: DEBUG oslo_concurrency.lockutils [req-415d9fce-ad3a-4582-aa32-a69641d00608 req-4d707a81-ec52-4246-b418-1e89aebf8563 service nova] Acquiring lock "2f5000ce-0275-4fa5-b09c-d9a07b6c41c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.806032] env[62361]: DEBUG oslo_concurrency.lockutils [req-415d9fce-ad3a-4582-aa32-a69641d00608 req-4d707a81-ec52-4246-b418-1e89aebf8563 service nova] Lock "2f5000ce-0275-4fa5-b09c-d9a07b6c41c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.806263] env[62361]: DEBUG oslo_concurrency.lockutils [req-415d9fce-ad3a-4582-aa32-a69641d00608 req-4d707a81-ec52-4246-b418-1e89aebf8563 service nova] Lock "2f5000ce-0275-4fa5-b09c-d9a07b6c41c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.806481] env[62361]: DEBUG nova.compute.manager [req-415d9fce-ad3a-4582-aa32-a69641d00608 req-4d707a81-ec52-4246-b418-1e89aebf8563 service nova] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] No waiting events found dispatching network-vif-plugged-dd8be239-de32-4727-99a3-29ce537ad2aa {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1442.806698] env[62361]: WARNING nova.compute.manager [req-415d9fce-ad3a-4582-aa32-a69641d00608 req-4d707a81-ec52-4246-b418-1e89aebf8563 service nova] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Received unexpected event network-vif-plugged-dd8be239-de32-4727-99a3-29ce537ad2aa for instance with vm_state building and task_state spawning. [ 1442.806910] env[62361]: DEBUG nova.compute.manager [req-415d9fce-ad3a-4582-aa32-a69641d00608 req-4d707a81-ec52-4246-b418-1e89aebf8563 service nova] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Received event network-changed-dd8be239-de32-4727-99a3-29ce537ad2aa {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1442.807135] env[62361]: DEBUG nova.compute.manager [req-415d9fce-ad3a-4582-aa32-a69641d00608 req-4d707a81-ec52-4246-b418-1e89aebf8563 service nova] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Refreshing instance network info cache due to event network-changed-dd8be239-de32-4727-99a3-29ce537ad2aa. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1442.807381] env[62361]: DEBUG oslo_concurrency.lockutils [req-415d9fce-ad3a-4582-aa32-a69641d00608 req-4d707a81-ec52-4246-b418-1e89aebf8563 service nova] Acquiring lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.807619] env[62361]: DEBUG oslo_concurrency.lockutils [req-415d9fce-ad3a-4582-aa32-a69641d00608 req-4d707a81-ec52-4246-b418-1e89aebf8563 service nova] Acquired lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.807834] env[62361]: DEBUG nova.network.neutron [req-415d9fce-ad3a-4582-aa32-a69641d00608 req-4d707a81-ec52-4246-b418-1e89aebf8563 service nova] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Refreshing network info cache for port dd8be239-de32-4727-99a3-29ce537ad2aa {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.821398] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.821810] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.822725] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c956f0-1cde-400e-858e-466c77a8114c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.829588] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1442.829588] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522c494f-bebc-c5f3-5ff2-60d3fe67a3ea" [ 1442.829588] env[62361]: _type = "Task" [ 1442.829588] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.839324] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522c494f-bebc-c5f3-5ff2-60d3fe67a3ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.037892] env[62361]: DEBUG nova.network.neutron [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Updated VIF entry in instance network info cache for port 68a027f5-27f5-4ab8-afb6-876cfb83665d. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.038443] env[62361]: DEBUG nova.network.neutron [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Updating instance_info_cache with network_info: [{"id": "68a027f5-27f5-4ab8-afb6-876cfb83665d", "address": "fa:16:3e:8b:fc:2a", "network": {"id": "9d8ddfb2-ef4c-499f-86e3-391cc117057a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1399711008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c807ce4add4d4736b61527ea1a778a6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a027f5-27", "ovs_interfaceid": "68a027f5-27f5-4ab8-afb6-876cfb83665d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.076621] env[62361]: DEBUG nova.scheduler.client.report [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1443.114830] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.140870] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a99526b7-baa7-4c8f-a483-cdd5e974589f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.622s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.263520] env[62361]: DEBUG oslo_concurrency.lockutils [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.275535] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708119, 'name': ReconfigVM_Task, 'duration_secs': 0.971391} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.275874] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 1751c8c5-854f-45f2-a559-95a4ccd0f578/1751c8c5-854f-45f2-a559-95a4ccd0f578.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.276904] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afff305b-b5d9-42fe-b1e5-92fa9fde52c2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.287788] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Waiting for the task: (returnval){ [ 1443.287788] env[62361]: value = "task-1708120" [ 1443.287788] env[62361]: _type = "Task" [ 1443.287788] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.298826] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708120, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.310599] env[62361]: INFO nova.compute.manager [-] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Took 1.47 seconds to deallocate network for instance. [ 1443.342675] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522c494f-bebc-c5f3-5ff2-60d3fe67a3ea, 'name': SearchDatastore_Task, 'duration_secs': 0.020398} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.343520] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e535322-06d9-48b0-ad35-28578c2b98dd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.349877] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1443.349877] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524636c3-9e24-0e0e-2e39-a2ac8f1d2c96" [ 1443.349877] env[62361]: _type = "Task" [ 1443.349877] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.359195] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524636c3-9e24-0e0e-2e39-a2ac8f1d2c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.498587] env[62361]: DEBUG nova.compute.manager [req-0914c6ab-ef33-46b8-8771-d72dec8e90e4 req-ea49b31b-3207-46bf-beb2-278e8d95aabb service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Received event network-changed-68a027f5-27f5-4ab8-afb6-876cfb83665d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1443.498837] env[62361]: DEBUG nova.compute.manager [req-0914c6ab-ef33-46b8-8771-d72dec8e90e4 req-ea49b31b-3207-46bf-beb2-278e8d95aabb service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Refreshing instance network info cache due to event network-changed-68a027f5-27f5-4ab8-afb6-876cfb83665d. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1443.499017] env[62361]: DEBUG oslo_concurrency.lockutils [req-0914c6ab-ef33-46b8-8771-d72dec8e90e4 req-ea49b31b-3207-46bf-beb2-278e8d95aabb service nova] Acquiring lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.544558] env[62361]: DEBUG oslo_concurrency.lockutils [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] Releasing lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.545917] env[62361]: DEBUG nova.compute.manager [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Received event network-changed-09cc6656-71a6-4aad-9ded-bc7af5c044ac {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1443.545917] env[62361]: DEBUG nova.compute.manager [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Refreshing instance network info cache due to event network-changed-09cc6656-71a6-4aad-9ded-bc7af5c044ac. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1443.545917] env[62361]: DEBUG oslo_concurrency.lockutils [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] Acquiring lock "refresh_cache-4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.545917] env[62361]: DEBUG oslo_concurrency.lockutils [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] Acquired lock "refresh_cache-4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.545917] env[62361]: DEBUG nova.network.neutron [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Refreshing network info cache for port 09cc6656-71a6-4aad-9ded-bc7af5c044ac {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1443.547032] env[62361]: DEBUG oslo_concurrency.lockutils [req-0914c6ab-ef33-46b8-8771-d72dec8e90e4 req-ea49b31b-3207-46bf-beb2-278e8d95aabb service nova] Acquired lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.547240] env[62361]: DEBUG nova.network.neutron [req-0914c6ab-ef33-46b8-8771-d72dec8e90e4 req-ea49b31b-3207-46bf-beb2-278e8d95aabb service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Refreshing network info cache for port 68a027f5-27f5-4ab8-afb6-876cfb83665d {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1443.580789] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.581356] env[62361]: DEBUG nova.compute.manager [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1443.584058] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.722s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.584312] env[62361]: DEBUG nova.objects.instance [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lazy-loading 'resources' on Instance uuid 7b15c661-a18b-4be8-b6c8-3026e35eb615 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.644221] env[62361]: DEBUG nova.compute.manager [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1443.800376] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708120, 'name': Rename_Task, 'duration_secs': 0.176102} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.801811] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.802268] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54694586-60e1-4a72-80e5-e69605e85cd0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.809216] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Waiting for the task: (returnval){ [ 1443.809216] env[62361]: value = "task-1708121" [ 1443.809216] env[62361]: _type = "Task" [ 1443.809216] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.819852] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.822319] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.861692] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524636c3-9e24-0e0e-2e39-a2ac8f1d2c96, 'name': SearchDatastore_Task, 'duration_secs': 0.011597} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.862407] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.863035] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1/2f5000ce-0275-4fa5-b09c-d9a07b6c41c1.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.863501] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-529c6f02-e7aa-495a-a360-d6b0948b804f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.874044] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1443.874044] env[62361]: value = "task-1708122" [ 1443.874044] env[62361]: _type = "Task" [ 1443.874044] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.882830] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.972529] env[62361]: DEBUG nova.network.neutron [req-415d9fce-ad3a-4582-aa32-a69641d00608 req-4d707a81-ec52-4246-b418-1e89aebf8563 service nova] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updated VIF entry in instance network info cache for port dd8be239-de32-4727-99a3-29ce537ad2aa. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.973051] env[62361]: DEBUG nova.network.neutron [req-415d9fce-ad3a-4582-aa32-a69641d00608 req-4d707a81-ec52-4246-b418-1e89aebf8563 service nova] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating instance_info_cache with network_info: [{"id": "dd8be239-de32-4727-99a3-29ce537ad2aa", "address": "fa:16:3e:c4:99:c9", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8be239-de", "ovs_interfaceid": "dd8be239-de32-4727-99a3-29ce537ad2aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.080403] env[62361]: DEBUG nova.network.neutron [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1444.094553] env[62361]: DEBUG nova.compute.utils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1444.094553] env[62361]: DEBUG nova.compute.manager [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1444.094553] env[62361]: DEBUG nova.network.neutron [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1444.177200] env[62361]: DEBUG oslo_concurrency.lockutils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.209037] env[62361]: DEBUG nova.policy [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cd722194f654553a95c54ad36c18910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '935c235470d84225b05f210814ff08d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1444.327073] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.395120] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708122, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.404836] env[62361]: DEBUG nova.network.neutron [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.478258] env[62361]: DEBUG oslo_concurrency.lockutils [req-415d9fce-ad3a-4582-aa32-a69641d00608 req-4d707a81-ec52-4246-b418-1e89aebf8563 service nova] Releasing lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.598873] env[62361]: DEBUG nova.compute.manager [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1444.627915] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.628811] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.715471] env[62361]: DEBUG nova.network.neutron [req-0914c6ab-ef33-46b8-8771-d72dec8e90e4 req-ea49b31b-3207-46bf-beb2-278e8d95aabb service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Updated VIF entry in instance network info cache for port 68a027f5-27f5-4ab8-afb6-876cfb83665d. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1444.715819] env[62361]: DEBUG nova.network.neutron [req-0914c6ab-ef33-46b8-8771-d72dec8e90e4 req-ea49b31b-3207-46bf-beb2-278e8d95aabb service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Updating instance_info_cache with network_info: [{"id": "68a027f5-27f5-4ab8-afb6-876cfb83665d", "address": "fa:16:3e:8b:fc:2a", "network": {"id": "9d8ddfb2-ef4c-499f-86e3-391cc117057a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1399711008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c807ce4add4d4736b61527ea1a778a6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a027f5-27", "ovs_interfaceid": "68a027f5-27f5-4ab8-afb6-876cfb83665d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.821960] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708121, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.850862] env[62361]: DEBUG nova.network.neutron [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Successfully created port: bc19c027-c25b-433c-a225-3c818186a943 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1444.892791] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597986} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.896392] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1/2f5000ce-0275-4fa5-b09c-d9a07b6c41c1.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.896392] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.899872] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c3fde0-e2e7-4b5e-bb10-30155ee1f950 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.902730] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52609af0-245b-48d3-a286-8e4beae98dfb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.912630] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a6cfd2-0169-4dc3-9430-e27b288254bf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.916703] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1444.916703] env[62361]: value = "task-1708123" [ 1444.916703] env[62361]: _type = "Task" [ 1444.916703] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.916703] env[62361]: DEBUG oslo_concurrency.lockutils [req-8de715f8-0ce8-46a6-95eb-d512b5438bdf req-5aa6e398-b01e-4ca2-9b76-e481ba80ae55 service nova] Releasing lock "refresh_cache-4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.946610] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abaa6c8-b6c1-4fd4-8534-56b68ca4ce85 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.954381] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708123, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.960871] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1503143-9c21-4cc5-b72d-3ca7fb1ebd38 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.978384] env[62361]: DEBUG nova.compute.provider_tree [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.136124] env[62361]: DEBUG nova.compute.utils [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1445.219521] env[62361]: DEBUG oslo_concurrency.lockutils [req-0914c6ab-ef33-46b8-8771-d72dec8e90e4 req-ea49b31b-3207-46bf-beb2-278e8d95aabb service nova] Releasing lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.325035] env[62361]: DEBUG oslo_vmware.api [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708121, 'name': PowerOnVM_Task, 'duration_secs': 1.216543} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.325035] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.325401] env[62361]: INFO nova.compute.manager [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1445.325401] env[62361]: DEBUG nova.compute.manager [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1445.326182] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d84a04-ef5c-4629-b9f3-160ad7bd0487 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.426767] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073883} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.427061] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1445.427850] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922ada4f-14c1-4825-a2d1-b8acb14b51e1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.450475] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1/2f5000ce-0275-4fa5-b09c-d9a07b6c41c1.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.450784] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf943c6-457e-472c-960c-9924a811a05b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.475521] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1445.475521] env[62361]: value = "task-1708124" [ 1445.475521] env[62361]: _type = "Task" [ 1445.475521] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.484579] env[62361]: DEBUG nova.scheduler.client.report [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1445.487897] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.613714] env[62361]: DEBUG nova.compute.manager [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1445.643830] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.654715] env[62361]: DEBUG nova.virt.hardware [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1445.655665] env[62361]: DEBUG nova.virt.hardware [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1445.656087] env[62361]: DEBUG nova.virt.hardware [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.656529] env[62361]: DEBUG nova.virt.hardware [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1445.656785] env[62361]: DEBUG nova.virt.hardware [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.657046] env[62361]: DEBUG nova.virt.hardware [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1445.657471] env[62361]: DEBUG nova.virt.hardware [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1445.657830] env[62361]: DEBUG nova.virt.hardware [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1445.658155] env[62361]: DEBUG nova.virt.hardware [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1445.658461] env[62361]: DEBUG nova.virt.hardware [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1445.658738] env[62361]: DEBUG nova.virt.hardware [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1445.659721] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1f3d7f-517f-4929-b73a-6e579f7565b3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.669084] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b4e8b6-a037-4be1-89d3-9350ebdad116 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.848773] env[62361]: INFO nova.compute.manager [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Took 55.14 seconds to build instance. [ 1445.986088] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.989859] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.406s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.993235] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.970s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.993787] env[62361]: INFO nova.compute.claims [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1446.026493] env[62361]: INFO nova.scheduler.client.report [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Deleted allocations for instance 7b15c661-a18b-4be8-b6c8-3026e35eb615 [ 1446.351632] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b9ab6fb6-e2d0-470d-bf36-607b0835b340 tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Lock "1751c8c5-854f-45f2-a559-95a4ccd0f578" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.055s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.446896] env[62361]: DEBUG nova.compute.manager [req-12057bdf-27a7-4ee7-a478-688519c8c6bb req-6e45ccf6-cc73-4381-abeb-27e8834eda33 service nova] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Received event network-vif-deleted-83f4e235-cab4-4fea-86ad-1004d3203258 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1446.447136] env[62361]: DEBUG nova.compute.manager [req-12057bdf-27a7-4ee7-a478-688519c8c6bb req-6e45ccf6-cc73-4381-abeb-27e8834eda33 service nova] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Received event network-vif-deleted-09cc6656-71a6-4aad-9ded-bc7af5c044ac {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1446.447340] env[62361]: DEBUG nova.compute.manager [req-12057bdf-27a7-4ee7-a478-688519c8c6bb req-6e45ccf6-cc73-4381-abeb-27e8834eda33 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Received event network-changed-68a027f5-27f5-4ab8-afb6-876cfb83665d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1446.447467] env[62361]: DEBUG nova.compute.manager [req-12057bdf-27a7-4ee7-a478-688519c8c6bb req-6e45ccf6-cc73-4381-abeb-27e8834eda33 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Refreshing instance network info cache due to event network-changed-68a027f5-27f5-4ab8-afb6-876cfb83665d. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1446.447707] env[62361]: DEBUG oslo_concurrency.lockutils [req-12057bdf-27a7-4ee7-a478-688519c8c6bb req-6e45ccf6-cc73-4381-abeb-27e8834eda33 service nova] Acquiring lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.447862] env[62361]: DEBUG oslo_concurrency.lockutils [req-12057bdf-27a7-4ee7-a478-688519c8c6bb req-6e45ccf6-cc73-4381-abeb-27e8834eda33 service nova] Acquired lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.448054] env[62361]: DEBUG nova.network.neutron [req-12057bdf-27a7-4ee7-a478-688519c8c6bb req-6e45ccf6-cc73-4381-abeb-27e8834eda33 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Refreshing network info cache for port 68a027f5-27f5-4ab8-afb6-876cfb83665d {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.487837] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708124, 'name': ReconfigVM_Task, 'duration_secs': 0.839639} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.488224] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1/2f5000ce-0275-4fa5-b09c-d9a07b6c41c1.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1446.489083] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12f3057e-0274-4287-ad24-109f465e1dfb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.496431] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1446.496431] env[62361]: value = "task-1708125" [ 1446.496431] env[62361]: _type = "Task" [ 1446.496431] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.510079] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708125, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.534999] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8770638b-d723-4843-a6dd-97cd5a815b79 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "7b15c661-a18b-4be8-b6c8-3026e35eb615" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.004s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.545417] env[62361]: DEBUG nova.compute.manager [req-4c07c110-e285-4bae-96a8-38c3e8275df8 req-29b72bea-78cf-4ee7-8e2f-5bbf8b7fe5b7 service nova] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Received event network-changed-0fe71ed9-5991-414a-b080-95f903e97a1d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1446.545648] env[62361]: DEBUG nova.compute.manager [req-4c07c110-e285-4bae-96a8-38c3e8275df8 req-29b72bea-78cf-4ee7-8e2f-5bbf8b7fe5b7 service nova] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Refreshing instance network info cache due to event network-changed-0fe71ed9-5991-414a-b080-95f903e97a1d. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1446.545925] env[62361]: DEBUG oslo_concurrency.lockutils [req-4c07c110-e285-4bae-96a8-38c3e8275df8 req-29b72bea-78cf-4ee7-8e2f-5bbf8b7fe5b7 service nova] Acquiring lock "refresh_cache-a6fd8ee3-7216-45c2-9169-93e5072bcc74" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.546128] env[62361]: DEBUG oslo_concurrency.lockutils [req-4c07c110-e285-4bae-96a8-38c3e8275df8 req-29b72bea-78cf-4ee7-8e2f-5bbf8b7fe5b7 service nova] Acquired lock "refresh_cache-a6fd8ee3-7216-45c2-9169-93e5072bcc74" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.546333] env[62361]: DEBUG nova.network.neutron [req-4c07c110-e285-4bae-96a8-38c3e8275df8 req-29b72bea-78cf-4ee7-8e2f-5bbf8b7fe5b7 service nova] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Refreshing network info cache for port 0fe71ed9-5991-414a-b080-95f903e97a1d {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.659122] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Acquiring lock "9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.659122] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Lock "9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.659405] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Acquiring lock "9d37adce-eb1c-4ac0-8859-ae1b9d3293b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.659555] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Lock "9d37adce-eb1c-4ac0-8859-ae1b9d3293b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.659736] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Lock "9d37adce-eb1c-4ac0-8859-ae1b9d3293b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.661867] env[62361]: INFO nova.compute.manager [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Terminating instance [ 1446.663865] env[62361]: DEBUG nova.compute.manager [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1446.664173] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1446.669173] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31be1034-43e0-4a52-860c-0e0d0555efc5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.674095] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.674348] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e773a83-17fb-434a-9706-0d3bf11f8a6a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.681644] env[62361]: DEBUG oslo_vmware.api [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Waiting for the task: (returnval){ [ 1446.681644] env[62361]: value = "task-1708126" [ 1446.681644] env[62361]: _type = "Task" [ 1446.681644] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.691413] env[62361]: DEBUG oslo_vmware.api [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.731577] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.731920] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.732231] env[62361]: INFO nova.compute.manager [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Attaching volume afdf1453-ff07-438e-94a4-10d380ead400 to /dev/sdb [ 1446.777772] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13f1956-8ec3-434f-bb53-d6fe6c29b374 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.785399] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77505e2-e855-453c-a2b7-f39955dd8068 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.799258] env[62361]: DEBUG nova.virt.block_device [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Updating existing volume attachment record: 39e76aa4-8132-4bce-9dca-20205505b7de {{(pid=62361) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1446.854470] env[62361]: DEBUG nova.compute.manager [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1446.971396] env[62361]: DEBUG nova.network.neutron [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Successfully updated port: bc19c027-c25b-433c-a225-3c818186a943 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1447.017244] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708125, 'name': Rename_Task, 'duration_secs': 0.286905} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.017739] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.021626] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afe7451e-02f4-4fa6-a1dc-a649e14f72c9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.031842] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1447.031842] env[62361]: value = "task-1708128" [ 1447.031842] env[62361]: _type = "Task" [ 1447.031842] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.042194] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.193339] env[62361]: DEBUG oslo_vmware.api [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708126, 'name': PowerOffVM_Task, 'duration_secs': 0.357257} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.193685] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.193851] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.194164] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-744ad281-aa22-4756-8780-55f47310c3cb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.313625] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.315209] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.315209] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Deleting the datastore file [datastore1] 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.315209] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87574f57-05b4-4993-8c4d-9a8f3ec5591b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.321752] env[62361]: DEBUG oslo_vmware.api [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Waiting for the task: (returnval){ [ 1447.321752] env[62361]: value = "task-1708132" [ 1447.321752] env[62361]: _type = "Task" [ 1447.321752] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.342101] env[62361]: DEBUG oslo_vmware.api [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.379293] env[62361]: DEBUG oslo_concurrency.lockutils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.411104] env[62361]: DEBUG nova.network.neutron [req-12057bdf-27a7-4ee7-a478-688519c8c6bb req-6e45ccf6-cc73-4381-abeb-27e8834eda33 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Updated VIF entry in instance network info cache for port 68a027f5-27f5-4ab8-afb6-876cfb83665d. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.411484] env[62361]: DEBUG nova.network.neutron [req-12057bdf-27a7-4ee7-a478-688519c8c6bb req-6e45ccf6-cc73-4381-abeb-27e8834eda33 service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Updating instance_info_cache with network_info: [{"id": "68a027f5-27f5-4ab8-afb6-876cfb83665d", "address": "fa:16:3e:8b:fc:2a", "network": {"id": "9d8ddfb2-ef4c-499f-86e3-391cc117057a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1399711008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c807ce4add4d4736b61527ea1a778a6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a027f5-27", "ovs_interfaceid": "68a027f5-27f5-4ab8-afb6-876cfb83665d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.474895] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "refresh_cache-fffbfa22-099b-4030-9f42-1a3139a0261f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.475020] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired lock "refresh_cache-fffbfa22-099b-4030-9f42-1a3139a0261f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.478938] env[62361]: DEBUG nova.network.neutron [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.519637] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Acquiring lock "93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.521646] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Lock "93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.521646] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Acquiring lock "93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.521646] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Lock "93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.521646] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Lock "93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.523868] env[62361]: INFO nova.compute.manager [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Terminating instance [ 1447.525837] env[62361]: DEBUG nova.compute.manager [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1447.526133] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.528041] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d4358c-2543-4a8e-8554-bde118ceb4bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.544507] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.546888] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4044cd73-7af6-42ca-bd60-befb8feb88c2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.558027] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708128, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.558027] env[62361]: DEBUG nova.network.neutron [req-4c07c110-e285-4bae-96a8-38c3e8275df8 req-29b72bea-78cf-4ee7-8e2f-5bbf8b7fe5b7 service nova] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Updated VIF entry in instance network info cache for port 0fe71ed9-5991-414a-b080-95f903e97a1d. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.561658] env[62361]: DEBUG nova.network.neutron [req-4c07c110-e285-4bae-96a8-38c3e8275df8 req-29b72bea-78cf-4ee7-8e2f-5bbf8b7fe5b7 service nova] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Updating instance_info_cache with network_info: [{"id": "0fe71ed9-5991-414a-b080-95f903e97a1d", "address": "fa:16:3e:9d:87:48", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe71ed9-59", "ovs_interfaceid": "0fe71ed9-5991-414a-b080-95f903e97a1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.574159] env[62361]: DEBUG oslo_vmware.api [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1447.574159] env[62361]: value = "task-1708133" [ 1447.574159] env[62361]: _type = "Task" [ 1447.574159] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.591632] env[62361]: DEBUG oslo_vmware.api [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.802129] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e294babd-2f6e-4eca-a5d8-6ef3b5330778 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.809286] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fba661-9ff8-4d29-894e-d64b6ddd00d6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.847614] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c125749-b979-435e-b52d-be96d0b6c701 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.855848] env[62361]: DEBUG oslo_vmware.api [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Task: {'id': task-1708132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223648} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.857994] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.858195] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.858386] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.858564] env[62361]: INFO nova.compute.manager [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1447.858818] env[62361]: DEBUG oslo.service.loopingcall [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.859140] env[62361]: DEBUG nova.compute.manager [-] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1447.860036] env[62361]: DEBUG nova.network.neutron [-] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1447.861926] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733441af-493f-4fa8-a6d7-ddc30d5af769 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.877177] env[62361]: DEBUG nova.compute.provider_tree [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1447.914641] env[62361]: DEBUG oslo_concurrency.lockutils [req-12057bdf-27a7-4ee7-a478-688519c8c6bb req-6e45ccf6-cc73-4381-abeb-27e8834eda33 service nova] Releasing lock "refresh_cache-93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.021340] env[62361]: DEBUG nova.network.neutron [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.049710] env[62361]: DEBUG oslo_vmware.api [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708128, 'name': PowerOnVM_Task, 'duration_secs': 0.594723} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.049996] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.052333] env[62361]: INFO nova.compute.manager [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1448.052546] env[62361]: DEBUG nova.compute.manager [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1448.053429] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad24e37-b166-4e54-856a-938fac4dc06e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.069573] env[62361]: DEBUG oslo_concurrency.lockutils [req-4c07c110-e285-4bae-96a8-38c3e8275df8 req-29b72bea-78cf-4ee7-8e2f-5bbf8b7fe5b7 service nova] Releasing lock "refresh_cache-a6fd8ee3-7216-45c2-9169-93e5072bcc74" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.089645] env[62361]: DEBUG oslo_vmware.api [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708133, 'name': PowerOffVM_Task, 'duration_secs': 0.245869} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.089936] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.090338] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1448.091217] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95e3c700-3441-4262-9f15-731a4a856dac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.200040] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1448.200421] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1448.200562] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Deleting the datastore file [datastore1] 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1448.201134] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fe2d391-d9d4-43e6-8e63-a2465986a71c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.207638] env[62361]: DEBUG oslo_vmware.api [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for the task: (returnval){ [ 1448.207638] env[62361]: value = "task-1708135" [ 1448.207638] env[62361]: _type = "Task" [ 1448.207638] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.215986] env[62361]: DEBUG oslo_vmware.api [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.260896] env[62361]: DEBUG nova.network.neutron [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Updating instance_info_cache with network_info: [{"id": "bc19c027-c25b-433c-a225-3c818186a943", "address": "fa:16:3e:f6:99:8e", "network": {"id": "cc52a1e9-1d41-4a28-bb02-41585793a417", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-609394028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935c235470d84225b05f210814ff08d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc19c027-c2", "ovs_interfaceid": "bc19c027-c25b-433c-a225-3c818186a943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.429890] env[62361]: DEBUG nova.scheduler.client.report [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Updated inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1448.430181] env[62361]: DEBUG nova.compute.provider_tree [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 79 to 80 during operation: update_inventory {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1448.430407] env[62361]: DEBUG nova.compute.provider_tree [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1448.575609] env[62361]: INFO nova.compute.manager [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Took 54.52 seconds to build instance. [ 1448.728619] env[62361]: DEBUG oslo_vmware.api [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.738077] env[62361]: DEBUG nova.compute.manager [req-79895291-8ec9-4826-a362-580fe517005e req-20889ca5-0fdf-43f9-8195-c7dc01b0dd24 service nova] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Received event network-vif-plugged-bc19c027-c25b-433c-a225-3c818186a943 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1448.738320] env[62361]: DEBUG oslo_concurrency.lockutils [req-79895291-8ec9-4826-a362-580fe517005e req-20889ca5-0fdf-43f9-8195-c7dc01b0dd24 service nova] Acquiring lock "fffbfa22-099b-4030-9f42-1a3139a0261f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.738528] env[62361]: DEBUG oslo_concurrency.lockutils [req-79895291-8ec9-4826-a362-580fe517005e req-20889ca5-0fdf-43f9-8195-c7dc01b0dd24 service nova] Lock "fffbfa22-099b-4030-9f42-1a3139a0261f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.738699] env[62361]: DEBUG oslo_concurrency.lockutils [req-79895291-8ec9-4826-a362-580fe517005e req-20889ca5-0fdf-43f9-8195-c7dc01b0dd24 service nova] Lock "fffbfa22-099b-4030-9f42-1a3139a0261f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.738891] env[62361]: DEBUG nova.compute.manager [req-79895291-8ec9-4826-a362-580fe517005e req-20889ca5-0fdf-43f9-8195-c7dc01b0dd24 service nova] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] No waiting events found dispatching network-vif-plugged-bc19c027-c25b-433c-a225-3c818186a943 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1448.739035] env[62361]: WARNING nova.compute.manager [req-79895291-8ec9-4826-a362-580fe517005e req-20889ca5-0fdf-43f9-8195-c7dc01b0dd24 service nova] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Received unexpected event network-vif-plugged-bc19c027-c25b-433c-a225-3c818186a943 for instance with vm_state building and task_state spawning. [ 1448.739202] env[62361]: DEBUG nova.compute.manager [req-79895291-8ec9-4826-a362-580fe517005e req-20889ca5-0fdf-43f9-8195-c7dc01b0dd24 service nova] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Received event network-changed-bc19c027-c25b-433c-a225-3c818186a943 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1448.739358] env[62361]: DEBUG nova.compute.manager [req-79895291-8ec9-4826-a362-580fe517005e req-20889ca5-0fdf-43f9-8195-c7dc01b0dd24 service nova] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Refreshing instance network info cache due to event network-changed-bc19c027-c25b-433c-a225-3c818186a943. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1448.739526] env[62361]: DEBUG oslo_concurrency.lockutils [req-79895291-8ec9-4826-a362-580fe517005e req-20889ca5-0fdf-43f9-8195-c7dc01b0dd24 service nova] Acquiring lock "refresh_cache-fffbfa22-099b-4030-9f42-1a3139a0261f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.768909] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Releasing lock "refresh_cache-fffbfa22-099b-4030-9f42-1a3139a0261f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.768909] env[62361]: DEBUG nova.compute.manager [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Instance network_info: |[{"id": "bc19c027-c25b-433c-a225-3c818186a943", "address": "fa:16:3e:f6:99:8e", "network": {"id": "cc52a1e9-1d41-4a28-bb02-41585793a417", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-609394028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935c235470d84225b05f210814ff08d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc19c027-c2", "ovs_interfaceid": "bc19c027-c25b-433c-a225-3c818186a943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1448.768909] env[62361]: DEBUG oslo_concurrency.lockutils [req-79895291-8ec9-4826-a362-580fe517005e req-20889ca5-0fdf-43f9-8195-c7dc01b0dd24 service nova] Acquired lock "refresh_cache-fffbfa22-099b-4030-9f42-1a3139a0261f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.768909] env[62361]: DEBUG nova.network.neutron [req-79895291-8ec9-4826-a362-580fe517005e req-20889ca5-0fdf-43f9-8195-c7dc01b0dd24 service nova] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Refreshing network info cache for port bc19c027-c25b-433c-a225-3c818186a943 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.770290] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:99:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc19c027-c25b-433c-a225-3c818186a943', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.780067] env[62361]: DEBUG oslo.service.loopingcall [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.780882] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1448.781163] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4aaf832-ec44-465e-917c-e7587be239c4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.808771] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.808771] env[62361]: value = "task-1708136" [ 1448.808771] env[62361]: _type = "Task" [ 1448.808771] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.811164] env[62361]: DEBUG nova.compute.manager [req-5c983954-a89b-48fd-a831-494edf3df17e req-7589c769-df02-41d4-932b-4f8f6847fed2 service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Received event network-changed-c71dd049-32c0-474e-a64e-89dfee000383 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1448.811351] env[62361]: DEBUG nova.compute.manager [req-5c983954-a89b-48fd-a831-494edf3df17e req-7589c769-df02-41d4-932b-4f8f6847fed2 service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Refreshing instance network info cache due to event network-changed-c71dd049-32c0-474e-a64e-89dfee000383. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1448.811551] env[62361]: DEBUG oslo_concurrency.lockutils [req-5c983954-a89b-48fd-a831-494edf3df17e req-7589c769-df02-41d4-932b-4f8f6847fed2 service nova] Acquiring lock "refresh_cache-1751c8c5-854f-45f2-a559-95a4ccd0f578" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.811786] env[62361]: DEBUG oslo_concurrency.lockutils [req-5c983954-a89b-48fd-a831-494edf3df17e req-7589c769-df02-41d4-932b-4f8f6847fed2 service nova] Acquired lock "refresh_cache-1751c8c5-854f-45f2-a559-95a4ccd0f578" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.811870] env[62361]: DEBUG nova.network.neutron [req-5c983954-a89b-48fd-a831-494edf3df17e req-7589c769-df02-41d4-932b-4f8f6847fed2 service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Refreshing network info cache for port c71dd049-32c0-474e-a64e-89dfee000383 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.824910] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708136, 'name': CreateVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.940023] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.945s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.940023] env[62361]: DEBUG nova.compute.manager [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1448.942993] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.669s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.945474] env[62361]: INFO nova.compute.claims [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1449.064992] env[62361]: DEBUG nova.network.neutron [-] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.079542] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d2ca3709-b1f8-445c-ac45-abc0b2e0fabd tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.757s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.219897] env[62361]: DEBUG oslo_vmware.api [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Task: {'id': task-1708135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.669999} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.220306] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.220449] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.220636] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.220840] env[62361]: INFO nova.compute.manager [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1449.221139] env[62361]: DEBUG oslo.service.loopingcall [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.221503] env[62361]: DEBUG oslo_concurrency.lockutils [None req-67337022-2433-4af8-892a-e9b97d93f8a5 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "92528be1-55ff-40e4-9404-99a4db7766c5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.221758] env[62361]: DEBUG oslo_concurrency.lockutils [None req-67337022-2433-4af8-892a-e9b97d93f8a5 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "92528be1-55ff-40e4-9404-99a4db7766c5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.221953] env[62361]: DEBUG nova.compute.manager [None req-67337022-2433-4af8-892a-e9b97d93f8a5 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1449.222228] env[62361]: DEBUG nova.compute.manager [-] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1449.222342] env[62361]: DEBUG nova.network.neutron [-] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1449.224782] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ef409d-075b-4fc1-91ed-81a04308f244 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.232438] env[62361]: DEBUG nova.compute.manager [None req-67337022-2433-4af8-892a-e9b97d93f8a5 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62361) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1449.233107] env[62361]: DEBUG nova.objects.instance [None req-67337022-2433-4af8-892a-e9b97d93f8a5 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lazy-loading 'flavor' on Instance uuid 92528be1-55ff-40e4-9404-99a4db7766c5 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.332230] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708136, 'name': CreateVM_Task, 'duration_secs': 0.491718} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.332230] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.332230] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.332738] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.333197] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1449.333583] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8afad14c-51f5-4404-93ec-55135f05cc1c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.338865] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1449.338865] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522d22c4-fff6-2e4d-2a8d-85a32e483c9b" [ 1449.338865] env[62361]: _type = "Task" [ 1449.338865] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.386595] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522d22c4-fff6-2e4d-2a8d-85a32e483c9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.452696] env[62361]: DEBUG nova.compute.utils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1449.462356] env[62361]: DEBUG nova.compute.manager [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1449.462356] env[62361]: DEBUG nova.network.neutron [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1449.559948] env[62361]: DEBUG nova.policy [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '375b2f2f471544e6baebb5fc72d016c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b065088d5d74ceba39b3e033b734285', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1449.568035] env[62361]: INFO nova.compute.manager [-] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Took 1.71 seconds to deallocate network for instance. [ 1449.582865] env[62361]: DEBUG nova.compute.manager [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1449.625217] env[62361]: DEBUG nova.network.neutron [req-79895291-8ec9-4826-a362-580fe517005e req-20889ca5-0fdf-43f9-8195-c7dc01b0dd24 service nova] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Updated VIF entry in instance network info cache for port bc19c027-c25b-433c-a225-3c818186a943. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.625217] env[62361]: DEBUG nova.network.neutron [req-79895291-8ec9-4826-a362-580fe517005e req-20889ca5-0fdf-43f9-8195-c7dc01b0dd24 service nova] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Updating instance_info_cache with network_info: [{"id": "bc19c027-c25b-433c-a225-3c818186a943", "address": "fa:16:3e:f6:99:8e", "network": {"id": "cc52a1e9-1d41-4a28-bb02-41585793a417", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-609394028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935c235470d84225b05f210814ff08d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc19c027-c2", "ovs_interfaceid": "bc19c027-c25b-433c-a225-3c818186a943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.741166] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-67337022-2433-4af8-892a-e9b97d93f8a5 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.741166] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb89a01a-566a-47bf-bca9-d65ef1791134 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.747992] env[62361]: DEBUG oslo_vmware.api [None req-67337022-2433-4af8-892a-e9b97d93f8a5 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1449.747992] env[62361]: value = "task-1708138" [ 1449.747992] env[62361]: _type = "Task" [ 1449.747992] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.761557] env[62361]: DEBUG oslo_vmware.api [None req-67337022-2433-4af8-892a-e9b97d93f8a5 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.859210] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522d22c4-fff6-2e4d-2a8d-85a32e483c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.014436} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.859966] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.860786] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1449.861525] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.861758] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.861999] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1449.862368] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50ae1f14-baa8-4f56-93c1-0c4803f35d1d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.899512] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.899737] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1449.900856] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4fb146-ddc4-4cdc-bd1c-df530bb5b2e1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.910566] env[62361]: DEBUG nova.network.neutron [req-5c983954-a89b-48fd-a831-494edf3df17e req-7589c769-df02-41d4-932b-4f8f6847fed2 service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Updated VIF entry in instance network info cache for port c71dd049-32c0-474e-a64e-89dfee000383. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.910932] env[62361]: DEBUG nova.network.neutron [req-5c983954-a89b-48fd-a831-494edf3df17e req-7589c769-df02-41d4-932b-4f8f6847fed2 service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Updating instance_info_cache with network_info: [{"id": "c71dd049-32c0-474e-a64e-89dfee000383", "address": "fa:16:3e:43:a5:aa", "network": {"id": "0b41bdf6-3594-404c-9a4b-a2c1fc419730", "bridge": "br-int", "label": "tempest-ServersTestJSON-1548948973-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9a6593a527349adb157732dc4a65aca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71dd049-32", "ovs_interfaceid": "c71dd049-32c0-474e-a64e-89dfee000383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.912901] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1449.912901] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525829af-aa80-f398-9fd3-df068edd2837" [ 1449.912901] env[62361]: _type = "Task" [ 1449.912901] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.929556] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525829af-aa80-f398-9fd3-df068edd2837, 'name': SearchDatastore_Task, 'duration_secs': 0.012089} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.930375] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eca15b4-cc2a-4e3c-a516-e0b2e48bb437 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.937402] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1449.937402] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529de269-a289-cb3b-22c2-482d21bde123" [ 1449.937402] env[62361]: _type = "Task" [ 1449.937402] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.946693] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529de269-a289-cb3b-22c2-482d21bde123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.957991] env[62361]: DEBUG nova.compute.manager [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1450.076207] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.094099] env[62361]: DEBUG nova.network.neutron [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Successfully created port: 8ede9d5c-8547-4e5e-b183-40a40e5f3478 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1450.112103] env[62361]: DEBUG oslo_concurrency.lockutils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.131304] env[62361]: DEBUG oslo_concurrency.lockutils [req-79895291-8ec9-4826-a362-580fe517005e req-20889ca5-0fdf-43f9-8195-c7dc01b0dd24 service nova] Releasing lock "refresh_cache-fffbfa22-099b-4030-9f42-1a3139a0261f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.263321] env[62361]: DEBUG oslo_vmware.api [None req-67337022-2433-4af8-892a-e9b97d93f8a5 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708138, 'name': PowerOffVM_Task, 'duration_secs': 0.300393} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.263671] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-67337022-2433-4af8-892a-e9b97d93f8a5 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1450.263872] env[62361]: DEBUG nova.compute.manager [None req-67337022-2433-4af8-892a-e9b97d93f8a5 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1450.264759] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80fc53a-fa1c-4837-98dc-f04c453f4654 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.393006] env[62361]: DEBUG nova.network.neutron [-] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.422578] env[62361]: DEBUG oslo_concurrency.lockutils [req-5c983954-a89b-48fd-a831-494edf3df17e req-7589c769-df02-41d4-932b-4f8f6847fed2 service nova] Releasing lock "refresh_cache-1751c8c5-854f-45f2-a559-95a4ccd0f578" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.449961] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529de269-a289-cb3b-22c2-482d21bde123, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.453134] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.453674] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] fffbfa22-099b-4030-9f42-1a3139a0261f/fffbfa22-099b-4030-9f42-1a3139a0261f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1450.454329] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-690bda6f-92a0-4db8-8023-ba859a051108 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.462150] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1450.462150] env[62361]: value = "task-1708139" [ 1450.462150] env[62361]: _type = "Task" [ 1450.462150] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.479538] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.549282] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bccb232-4cc8-4bd6-afb2-76d5ca349af3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.558183] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8f50a1-1e93-4856-8c82-8bb6725af7d0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.595431] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48941595-b034-4ad5-b7e2-7b5ef64713ed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.604125] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23d91db-3d73-490e-8f8d-6a9043746e3e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.619082] env[62361]: DEBUG nova.compute.provider_tree [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.782140] env[62361]: DEBUG oslo_concurrency.lockutils [None req-67337022-2433-4af8-892a-e9b97d93f8a5 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "92528be1-55ff-40e4-9404-99a4db7766c5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.560s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.896756] env[62361]: INFO nova.compute.manager [-] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Took 1.67 seconds to deallocate network for instance. [ 1450.979178] env[62361]: DEBUG nova.compute.manager [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1450.981642] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708139, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.000817] env[62361]: DEBUG nova.virt.hardware [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1451.001812] env[62361]: DEBUG nova.virt.hardware [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1451.001812] env[62361]: DEBUG nova.virt.hardware [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1451.001812] env[62361]: DEBUG nova.virt.hardware [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1451.001812] env[62361]: DEBUG nova.virt.hardware [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1451.001812] env[62361]: DEBUG nova.virt.hardware [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1451.002107] env[62361]: DEBUG nova.virt.hardware [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1451.002107] env[62361]: DEBUG nova.virt.hardware [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1451.002242] env[62361]: DEBUG nova.virt.hardware [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1451.002409] env[62361]: DEBUG nova.virt.hardware [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1451.002580] env[62361]: DEBUG nova.virt.hardware [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1451.003426] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310c7a62-c6a5-4f84-9ed3-79445feac40c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.012172] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acfa0bc-4ee4-4bbb-831c-a50180fd34f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.122480] env[62361]: DEBUG nova.scheduler.client.report [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1451.177036] env[62361]: DEBUG nova.compute.manager [req-af2f4b59-37bc-4e48-ae01-3890102acecd req-e567de43-fd7e-4c7e-bb80-1e0797ac1cbf service nova] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Received event network-vif-deleted-7a22e0f7-8348-4f3e-940d-d8b6421d3788 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1451.177305] env[62361]: DEBUG nova.compute.manager [req-af2f4b59-37bc-4e48-ae01-3890102acecd req-e567de43-fd7e-4c7e-bb80-1e0797ac1cbf service nova] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Received event network-vif-deleted-68a027f5-27f5-4ab8-afb6-876cfb83665d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1451.404542] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.476278] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708139, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.629793] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.630594] env[62361]: DEBUG nova.compute.manager [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1451.636547] env[62361]: DEBUG oslo_concurrency.lockutils [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.677s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.636906] env[62361]: DEBUG nova.objects.instance [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lazy-loading 'resources' on Instance uuid fa49043c-5c77-4357-b592-fea3653b9ac7 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.850403] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Volume attach. Driver type: vmdk {{(pid=62361) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1451.850667] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355899', 'volume_id': 'afdf1453-ff07-438e-94a4-10d380ead400', 'name': 'volume-afdf1453-ff07-438e-94a4-10d380ead400', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a14db7b4-d41b-4fee-885a-ba2dbb40e0a1', 'attached_at': '', 'detached_at': '', 'volume_id': 'afdf1453-ff07-438e-94a4-10d380ead400', 'serial': 'afdf1453-ff07-438e-94a4-10d380ead400'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1451.851621] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba737e4-008b-4ae4-95be-e090d4167fbb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.877692] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16257bda-2ca6-4ff7-b6e5-a78f9e35ada5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.904089] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] volume-afdf1453-ff07-438e-94a4-10d380ead400/volume-afdf1453-ff07-438e-94a4-10d380ead400.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.906016] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6a115bf-edd6-400e-b90e-bc634297448b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.924848] env[62361]: DEBUG oslo_vmware.api [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1451.924848] env[62361]: value = "task-1708140" [ 1451.924848] env[62361]: _type = "Task" [ 1451.924848] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.934874] env[62361]: DEBUG oslo_vmware.api [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.978482] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708139, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.015283} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.978482] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] fffbfa22-099b-4030-9f42-1a3139a0261f/fffbfa22-099b-4030-9f42-1a3139a0261f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1451.978482] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1451.978482] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eece1f0b-a44c-4ed2-a73f-091c4fe105f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.984662] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1451.984662] env[62361]: value = "task-1708141" [ 1451.984662] env[62361]: _type = "Task" [ 1451.984662] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.993688] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.053475] env[62361]: DEBUG nova.network.neutron [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Successfully updated port: 8ede9d5c-8547-4e5e-b183-40a40e5f3478 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1452.099381] env[62361]: DEBUG nova.compute.manager [req-1957f6d2-445f-4ff2-8c3c-59c5d96800e6 req-e115044e-8d67-4f6b-b778-c1a8a6516b02 service nova] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Received event network-vif-plugged-8ede9d5c-8547-4e5e-b183-40a40e5f3478 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1452.099690] env[62361]: DEBUG oslo_concurrency.lockutils [req-1957f6d2-445f-4ff2-8c3c-59c5d96800e6 req-e115044e-8d67-4f6b-b778-c1a8a6516b02 service nova] Acquiring lock "77001028-7b3e-403a-8975-ff98fb95532f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.099870] env[62361]: DEBUG oslo_concurrency.lockutils [req-1957f6d2-445f-4ff2-8c3c-59c5d96800e6 req-e115044e-8d67-4f6b-b778-c1a8a6516b02 service nova] Lock "77001028-7b3e-403a-8975-ff98fb95532f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.100712] env[62361]: DEBUG oslo_concurrency.lockutils [req-1957f6d2-445f-4ff2-8c3c-59c5d96800e6 req-e115044e-8d67-4f6b-b778-c1a8a6516b02 service nova] Lock "77001028-7b3e-403a-8975-ff98fb95532f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.100958] env[62361]: DEBUG nova.compute.manager [req-1957f6d2-445f-4ff2-8c3c-59c5d96800e6 req-e115044e-8d67-4f6b-b778-c1a8a6516b02 service nova] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] No waiting events found dispatching network-vif-plugged-8ede9d5c-8547-4e5e-b183-40a40e5f3478 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1452.101102] env[62361]: WARNING nova.compute.manager [req-1957f6d2-445f-4ff2-8c3c-59c5d96800e6 req-e115044e-8d67-4f6b-b778-c1a8a6516b02 service nova] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Received unexpected event network-vif-plugged-8ede9d5c-8547-4e5e-b183-40a40e5f3478 for instance with vm_state building and task_state spawning. [ 1452.124646] env[62361]: DEBUG oslo_concurrency.lockutils [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquiring lock "d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.124939] env[62361]: DEBUG oslo_concurrency.lockutils [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.125294] env[62361]: DEBUG oslo_concurrency.lockutils [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquiring lock "d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.125355] env[62361]: DEBUG oslo_concurrency.lockutils [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.125517] env[62361]: DEBUG oslo_concurrency.lockutils [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.127687] env[62361]: INFO nova.compute.manager [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Terminating instance [ 1452.129543] env[62361]: DEBUG nova.compute.manager [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1452.129736] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.130600] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93adb2c3-60aa-4b99-b2b8-1db5e9e4709f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.137209] env[62361]: DEBUG nova.compute.utils [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1452.142244] env[62361]: DEBUG nova.compute.manager [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Not allocating networking since 'none' was specified. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1452.145905] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.146507] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26ca0410-ef6a-48a1-82e6-1115c2ef9e75 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.153425] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.153425] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.159915] env[62361]: DEBUG oslo_vmware.api [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1452.159915] env[62361]: value = "task-1708142" [ 1452.159915] env[62361]: _type = "Task" [ 1452.159915] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.178399] env[62361]: DEBUG oslo_vmware.api [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.225288] env[62361]: DEBUG nova.compute.manager [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Stashing vm_state: active {{(pid=62361) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1452.436370] env[62361]: DEBUG oslo_vmware.api [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.500558] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083116} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.500848] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.501851] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb4b698-d374-42ff-98db-78750a7027b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.527192] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] fffbfa22-099b-4030-9f42-1a3139a0261f/fffbfa22-099b-4030-9f42-1a3139a0261f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.529985] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0dd8006-d723-4ee6-9922-7aef6e561eee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.556514] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Acquiring lock "refresh_cache-77001028-7b3e-403a-8975-ff98fb95532f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.556671] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Acquired lock "refresh_cache-77001028-7b3e-403a-8975-ff98fb95532f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.556825] env[62361]: DEBUG nova.network.neutron [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.558305] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1452.558305] env[62361]: value = "task-1708143" [ 1452.558305] env[62361]: _type = "Task" [ 1452.558305] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.576444] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708143, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.579459] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.579697] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.579893] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.580087] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.580260] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.582696] env[62361]: INFO nova.compute.manager [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Terminating instance [ 1452.584780] env[62361]: DEBUG nova.compute.manager [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1452.584977] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.585841] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b082390-060a-46bf-beb4-de94e6566e44 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.595091] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.597838] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c4bbca3-1490-4fb2-bd37-7fa287e0d9f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.607278] env[62361]: DEBUG oslo_vmware.api [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1452.607278] env[62361]: value = "task-1708144" [ 1452.607278] env[62361]: _type = "Task" [ 1452.607278] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.619688] env[62361]: DEBUG oslo_vmware.api [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.646941] env[62361]: DEBUG nova.compute.manager [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1452.672215] env[62361]: DEBUG oslo_vmware.api [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708142, 'name': PowerOffVM_Task, 'duration_secs': 0.254051} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.672344] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1452.672505] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1452.672778] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7af18b9f-3e85-45d6-9f54-44bf6d4e7506 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.723259] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c099ad6-8120-43f1-92fe-9b43c81b6318 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.732269] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9e42d1-42fe-4d61-9cd3-adb956dc457f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.770011] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.770625] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39963204-951f-4ca6-88ce-e05255ed9029 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.779765] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aab2f36-fd72-47b2-b267-d9ec3411bcbd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.796265] env[62361]: DEBUG nova.compute.provider_tree [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1452.810884] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1452.811115] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1452.811293] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Deleting the datastore file [datastore1] d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.811581] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-538f24cf-a554-414b-880c-dea99fb15c3b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.820622] env[62361]: DEBUG oslo_vmware.api [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1452.820622] env[62361]: value = "task-1708146" [ 1452.820622] env[62361]: _type = "Task" [ 1452.820622] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.830568] env[62361]: DEBUG oslo_vmware.api [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.851713] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "2f8a2835-618d-4462-8644-1d2790aec62b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.851998] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "2f8a2835-618d-4462-8644-1d2790aec62b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.852269] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "2f8a2835-618d-4462-8644-1d2790aec62b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.852515] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "2f8a2835-618d-4462-8644-1d2790aec62b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.852742] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "2f8a2835-618d-4462-8644-1d2790aec62b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.855054] env[62361]: INFO nova.compute.manager [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Terminating instance [ 1452.856934] env[62361]: DEBUG nova.compute.manager [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1452.857181] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.858068] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9487b5f0-d752-4369-b1f7-55d4a5d63f42 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.866932] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.867114] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c6149b2-78e0-4388-ae2a-f188eec7ac8b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.875969] env[62361]: DEBUG oslo_vmware.api [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1452.875969] env[62361]: value = "task-1708147" [ 1452.875969] env[62361]: _type = "Task" [ 1452.875969] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.885463] env[62361]: DEBUG oslo_vmware.api [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.939031] env[62361]: DEBUG oslo_vmware.api [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708140, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.076050] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708143, 'name': ReconfigVM_Task, 'duration_secs': 0.407499} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.076050] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Reconfigured VM instance instance-00000035 to attach disk [datastore1] fffbfa22-099b-4030-9f42-1a3139a0261f/fffbfa22-099b-4030-9f42-1a3139a0261f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.076429] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2569949e-bfa1-474a-b46e-f83e92dd9adc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.084351] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1453.084351] env[62361]: value = "task-1708148" [ 1453.084351] env[62361]: _type = "Task" [ 1453.084351] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.093350] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708148, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.096721] env[62361]: DEBUG nova.network.neutron [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.120263] env[62361]: DEBUG oslo_vmware.api [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708144, 'name': PowerOffVM_Task, 'duration_secs': 0.432309} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.121305] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.121305] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.121305] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76ef59a4-616d-42de-8b88-a08da875561b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.208651] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.208893] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.209125] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Deleting the datastore file [datastore1] bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.209400] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82710c3e-78bc-4444-8667-c1dfcc1d6844 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.217259] env[62361]: DEBUG oslo_vmware.api [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1453.217259] env[62361]: value = "task-1708150" [ 1453.217259] env[62361]: _type = "Task" [ 1453.217259] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.227902] env[62361]: DEBUG oslo_vmware.api [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.296990] env[62361]: DEBUG nova.network.neutron [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Updating instance_info_cache with network_info: [{"id": "8ede9d5c-8547-4e5e-b183-40a40e5f3478", "address": "fa:16:3e:4b:92:67", "network": {"id": "ad330a50-1c53-4bc6-92bb-eb95fadf5ec1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-267183282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b065088d5d74ceba39b3e033b734285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ede9d5c-85", "ovs_interfaceid": "8ede9d5c-8547-4e5e-b183-40a40e5f3478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.317201] env[62361]: ERROR nova.scheduler.client.report [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [req-ed731c47-1369-44b8-9742-d46d470f9506] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ed731c47-1369-44b8-9742-d46d470f9506"}]} [ 1453.332235] env[62361]: DEBUG oslo_vmware.api [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332794} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.333672] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.333672] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.333672] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.333672] env[62361]: INFO nova.compute.manager [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1453.333672] env[62361]: DEBUG oslo.service.loopingcall [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.334222] env[62361]: DEBUG nova.compute.manager [-] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1453.334482] env[62361]: DEBUG nova.network.neutron [-] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1453.339040] env[62361]: DEBUG nova.scheduler.client.report [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1453.360697] env[62361]: DEBUG nova.scheduler.client.report [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1453.360697] env[62361]: DEBUG nova.compute.provider_tree [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1453.370190] env[62361]: DEBUG nova.scheduler.client.report [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1453.388240] env[62361]: DEBUG oslo_vmware.api [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708147, 'name': PowerOffVM_Task, 'duration_secs': 0.20459} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.390274] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.390622] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.391985] env[62361]: DEBUG nova.scheduler.client.report [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1453.394230] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95748c19-9212-45dd-9a14-fca040826728 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.445032] env[62361]: DEBUG oslo_vmware.api [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708140, 'name': ReconfigVM_Task, 'duration_secs': 1.444573} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.445032] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Reconfigured VM instance instance-00000031 to attach disk [datastore1] volume-afdf1453-ff07-438e-94a4-10d380ead400/volume-afdf1453-ff07-438e-94a4-10d380ead400.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.450546] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-228f6848-10a0-44ae-9216-47dbb0654d8f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.471022] env[62361]: DEBUG oslo_vmware.api [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1453.471022] env[62361]: value = "task-1708152" [ 1453.471022] env[62361]: _type = "Task" [ 1453.471022] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.482218] env[62361]: DEBUG oslo_vmware.api [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.521190] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.521490] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.521605] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Deleting the datastore file [datastore1] 2f8a2835-618d-4462-8644-1d2790aec62b {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.526298] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1854df9-a6af-4c65-afc5-b33ffec26a4c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.539267] env[62361]: DEBUG oslo_vmware.api [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for the task: (returnval){ [ 1453.539267] env[62361]: value = "task-1708153" [ 1453.539267] env[62361]: _type = "Task" [ 1453.539267] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.546042] env[62361]: DEBUG nova.compute.manager [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Stashing vm_state: stopped {{(pid=62361) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1453.556369] env[62361]: DEBUG oslo_vmware.api [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.605776] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708148, 'name': Rename_Task, 'duration_secs': 0.243964} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.606158] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.606480] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51c1532d-2ae6-4238-a03b-d17989dceab8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.619580] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1453.619580] env[62361]: value = "task-1708154" [ 1453.619580] env[62361]: _type = "Task" [ 1453.619580] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.635686] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.658106] env[62361]: DEBUG nova.compute.manager [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1453.686183] env[62361]: DEBUG nova.virt.hardware [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1453.686424] env[62361]: DEBUG nova.virt.hardware [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1453.686590] env[62361]: DEBUG nova.virt.hardware [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.686764] env[62361]: DEBUG nova.virt.hardware [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1453.686906] env[62361]: DEBUG nova.virt.hardware [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.687059] env[62361]: DEBUG nova.virt.hardware [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1453.687270] env[62361]: DEBUG nova.virt.hardware [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1453.687434] env[62361]: DEBUG nova.virt.hardware [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1453.687646] env[62361]: DEBUG nova.virt.hardware [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1453.687827] env[62361]: DEBUG nova.virt.hardware [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1453.688000] env[62361]: DEBUG nova.virt.hardware [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1453.689221] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7d2632-a444-4aaf-81ce-1d9511e42348 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.701885] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c14c3f4-a3fb-431b-a5e0-bdc8aa73c036 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.719624] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Instance VIF info [] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1453.726459] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Creating folder: Project (e582ff6f3fea4400a071a89c9540b7cf). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1453.732759] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d283c38-75e0-4c7f-874b-c2ebcdbea37d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.740961] env[62361]: DEBUG oslo_vmware.api [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423726} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.741238] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.741429] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.741608] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.741778] env[62361]: INFO nova.compute.manager [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1453.742029] env[62361]: DEBUG oslo.service.loopingcall [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.742234] env[62361]: DEBUG nova.compute.manager [-] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1453.742366] env[62361]: DEBUG nova.network.neutron [-] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1453.748185] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Created folder: Project (e582ff6f3fea4400a071a89c9540b7cf) in parent group-v355747. [ 1453.748406] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Creating folder: Instances. Parent ref: group-v355901. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1453.748651] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e86e426-bbe7-40f4-99bf-4d5d84beada7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.759698] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Created folder: Instances in parent group-v355901. [ 1453.759938] env[62361]: DEBUG oslo.service.loopingcall [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.760448] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1453.760448] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1b5dfe9-df23-43b8-b6a5-476060b74623 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.782102] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1453.782102] env[62361]: value = "task-1708157" [ 1453.782102] env[62361]: _type = "Task" [ 1453.782102] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.793458] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708157, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.800562] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Releasing lock "refresh_cache-77001028-7b3e-403a-8975-ff98fb95532f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.800873] env[62361]: DEBUG nova.compute.manager [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Instance network_info: |[{"id": "8ede9d5c-8547-4e5e-b183-40a40e5f3478", "address": "fa:16:3e:4b:92:67", "network": {"id": "ad330a50-1c53-4bc6-92bb-eb95fadf5ec1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-267183282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b065088d5d74ceba39b3e033b734285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ede9d5c-85", "ovs_interfaceid": "8ede9d5c-8547-4e5e-b183-40a40e5f3478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1453.801486] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:92:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ede9d5c-8547-4e5e-b183-40a40e5f3478', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1453.811235] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Creating folder: Project (0b065088d5d74ceba39b3e033b734285). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1453.817596] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca657dee-d05d-4444-abaf-78535c077927 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.828373] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Created folder: Project (0b065088d5d74ceba39b3e033b734285) in parent group-v355747. [ 1453.829277] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Creating folder: Instances. Parent ref: group-v355904. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1453.831459] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7e6366d-f5e1-453d-8e59-70d88c417b6e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.843588] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Created folder: Instances in parent group-v355904. [ 1453.843886] env[62361]: DEBUG oslo.service.loopingcall [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.846737] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1453.847187] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6803329-ef9a-4eb0-aca1-9bb5ef0aa34f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.871602] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1453.871602] env[62361]: value = "task-1708160" [ 1453.871602] env[62361]: _type = "Task" [ 1453.871602] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.880650] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708160, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.989688] env[62361]: DEBUG oslo_vmware.api [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708152, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.032582] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17a318a-918e-479b-a8a5-4690755bb685 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.040941] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aa6681-d94b-45d7-98fe-17e27b230408 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.055961] env[62361]: DEBUG oslo_vmware.api [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Task: {'id': task-1708153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492455} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.080924] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1454.081211] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1454.081400] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1454.081577] env[62361]: INFO nova.compute.manager [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1454.082111] env[62361]: DEBUG oslo.service.loopingcall [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1454.082656] env[62361]: DEBUG nova.compute.manager [-] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1454.082756] env[62361]: DEBUG nova.network.neutron [-] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1454.085354] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a6ac3d-9759-4033-af86-c292c52834bd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.094268] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9608a6-894a-43fb-9d0d-209e6e4b6a71 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.099486] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.111235] env[62361]: DEBUG nova.compute.provider_tree [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.131710] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.176303] env[62361]: DEBUG nova.network.neutron [-] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.209876] env[62361]: DEBUG nova.compute.manager [req-1bf0cc52-9a5b-4d75-ad00-11adbae4bfc8 req-064c8c8e-ff65-44bf-b021-9c6ee442dea4 service nova] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Received event network-changed-8ede9d5c-8547-4e5e-b183-40a40e5f3478 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1454.210095] env[62361]: DEBUG nova.compute.manager [req-1bf0cc52-9a5b-4d75-ad00-11adbae4bfc8 req-064c8c8e-ff65-44bf-b021-9c6ee442dea4 service nova] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Refreshing instance network info cache due to event network-changed-8ede9d5c-8547-4e5e-b183-40a40e5f3478. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1454.210332] env[62361]: DEBUG oslo_concurrency.lockutils [req-1bf0cc52-9a5b-4d75-ad00-11adbae4bfc8 req-064c8c8e-ff65-44bf-b021-9c6ee442dea4 service nova] Acquiring lock "refresh_cache-77001028-7b3e-403a-8975-ff98fb95532f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.210557] env[62361]: DEBUG oslo_concurrency.lockutils [req-1bf0cc52-9a5b-4d75-ad00-11adbae4bfc8 req-064c8c8e-ff65-44bf-b021-9c6ee442dea4 service nova] Acquired lock "refresh_cache-77001028-7b3e-403a-8975-ff98fb95532f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.210737] env[62361]: DEBUG nova.network.neutron [req-1bf0cc52-9a5b-4d75-ad00-11adbae4bfc8 req-064c8c8e-ff65-44bf-b021-9c6ee442dea4 service nova] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Refreshing network info cache for port 8ede9d5c-8547-4e5e-b183-40a40e5f3478 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.300405] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708157, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.383861] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708160, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.464951] env[62361]: DEBUG nova.compute.manager [req-a75e3c7b-4c9f-43fa-8435-860ed00105f7 req-24ab25a5-76c0-4aa0-8abf-7d7f7876d6ae service nova] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Received event network-vif-deleted-7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1454.464992] env[62361]: INFO nova.compute.manager [req-a75e3c7b-4c9f-43fa-8435-860ed00105f7 req-24ab25a5-76c0-4aa0-8abf-7d7f7876d6ae service nova] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Neutron deleted interface 7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749; detaching it from the instance and deleting it from the info cache [ 1454.465267] env[62361]: DEBUG nova.network.neutron [req-a75e3c7b-4c9f-43fa-8435-860ed00105f7 req-24ab25a5-76c0-4aa0-8abf-7d7f7876d6ae service nova] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.483806] env[62361]: DEBUG oslo_vmware.api [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708152, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.615378] env[62361]: DEBUG nova.scheduler.client.report [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1454.632137] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708154, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.678827] env[62361]: INFO nova.compute.manager [-] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Took 1.34 seconds to deallocate network for instance. [ 1454.794602] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708157, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.802131] env[62361]: DEBUG nova.network.neutron [-] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.883079] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708160, 'name': CreateVM_Task, 'duration_secs': 0.70521} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.883277] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.883975] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.884185] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.884513] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.884766] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-129f3cb0-e42f-4f83-bb21-ef068fdc30be {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.891332] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Waiting for the task: (returnval){ [ 1454.891332] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524aa73e-cadf-48e4-9be0-ee5ca64b53b3" [ 1454.891332] env[62361]: _type = "Task" [ 1454.891332] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.900164] env[62361]: DEBUG nova.network.neutron [-] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.901358] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524aa73e-cadf-48e4-9be0-ee5ca64b53b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.965185] env[62361]: DEBUG nova.network.neutron [req-1bf0cc52-9a5b-4d75-ad00-11adbae4bfc8 req-064c8c8e-ff65-44bf-b021-9c6ee442dea4 service nova] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Updated VIF entry in instance network info cache for port 8ede9d5c-8547-4e5e-b183-40a40e5f3478. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.965555] env[62361]: DEBUG nova.network.neutron [req-1bf0cc52-9a5b-4d75-ad00-11adbae4bfc8 req-064c8c8e-ff65-44bf-b021-9c6ee442dea4 service nova] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Updating instance_info_cache with network_info: [{"id": "8ede9d5c-8547-4e5e-b183-40a40e5f3478", "address": "fa:16:3e:4b:92:67", "network": {"id": "ad330a50-1c53-4bc6-92bb-eb95fadf5ec1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-267183282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b065088d5d74ceba39b3e033b734285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ede9d5c-85", "ovs_interfaceid": "8ede9d5c-8547-4e5e-b183-40a40e5f3478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.968513] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc8f53f7-52b5-42b0-8eee-c001a171d75c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.979427] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7c975a-76e1-4a5a-b889-b44a755ceef4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.994206] env[62361]: DEBUG oslo_vmware.api [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708152, 'name': ReconfigVM_Task, 'duration_secs': 1.252681} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.994831] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355899', 'volume_id': 'afdf1453-ff07-438e-94a4-10d380ead400', 'name': 'volume-afdf1453-ff07-438e-94a4-10d380ead400', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a14db7b4-d41b-4fee-885a-ba2dbb40e0a1', 'attached_at': '', 'detached_at': '', 'volume_id': 'afdf1453-ff07-438e-94a4-10d380ead400', 'serial': 'afdf1453-ff07-438e-94a4-10d380ead400'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1455.021396] env[62361]: DEBUG nova.compute.manager [req-a75e3c7b-4c9f-43fa-8435-860ed00105f7 req-24ab25a5-76c0-4aa0-8abf-7d7f7876d6ae service nova] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Detach interface failed, port_id=7b9d5a2d-e7a4-4e4b-9ca8-10d81ff29749, reason: Instance 2f8a2835-618d-4462-8644-1d2790aec62b could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1455.121631] env[62361]: DEBUG oslo_concurrency.lockutils [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.485s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.124047] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.616s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.126020] env[62361]: INFO nova.compute.claims [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.138367] env[62361]: DEBUG oslo_vmware.api [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708154, 'name': PowerOnVM_Task, 'duration_secs': 1.182126} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.138620] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.138823] env[62361]: INFO nova.compute.manager [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1455.139007] env[62361]: DEBUG nova.compute.manager [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1455.140034] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb15688-25aa-4427-b4f6-426d3d7fc57f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.151206] env[62361]: INFO nova.scheduler.client.report [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleted allocations for instance fa49043c-5c77-4357-b592-fea3653b9ac7 [ 1455.187534] env[62361]: DEBUG oslo_concurrency.lockutils [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.294576] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708157, 'name': CreateVM_Task, 'duration_secs': 1.19578} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.294755] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1455.295167] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.304749] env[62361]: INFO nova.compute.manager [-] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Took 1.56 seconds to deallocate network for instance. [ 1455.404540] env[62361]: INFO nova.compute.manager [-] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Took 1.32 seconds to deallocate network for instance. [ 1455.404904] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524aa73e-cadf-48e4-9be0-ee5ca64b53b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.406670] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.407258] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.407258] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.407368] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.407459] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.410382] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.410755] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1455.411561] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed076b55-35ae-4c28-a3b5-77c6b0ce1b0a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.413554] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ff79f8-13dd-41c7-add4-5eef2280de99 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.420064] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1455.420064] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5245593a-a86c-29ca-087b-639cba9db3d4" [ 1455.420064] env[62361]: _type = "Task" [ 1455.420064] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.424543] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.424740] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.425851] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb42a40a-a020-4754-82ab-21900bebd561 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.431810] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5245593a-a86c-29ca-087b-639cba9db3d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.436656] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Waiting for the task: (returnval){ [ 1455.436656] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5266c872-0910-1c2f-a184-79a1f8fbb850" [ 1455.436656] env[62361]: _type = "Task" [ 1455.436656] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.445804] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5266c872-0910-1c2f-a184-79a1f8fbb850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.460242] env[62361]: DEBUG oslo_concurrency.lockutils [None req-400a27c4-1b55-4891-8144-596b8e9d09c8 tempest-ServersAdminTestJSON-1745780608 tempest-ServersAdminTestJSON-1745780608-project-admin] Acquiring lock "refresh_cache-fffbfa22-099b-4030-9f42-1a3139a0261f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.460489] env[62361]: DEBUG oslo_concurrency.lockutils [None req-400a27c4-1b55-4891-8144-596b8e9d09c8 tempest-ServersAdminTestJSON-1745780608 tempest-ServersAdminTestJSON-1745780608-project-admin] Acquired lock "refresh_cache-fffbfa22-099b-4030-9f42-1a3139a0261f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.460688] env[62361]: DEBUG nova.network.neutron [None req-400a27c4-1b55-4891-8144-596b8e9d09c8 tempest-ServersAdminTestJSON-1745780608 tempest-ServersAdminTestJSON-1745780608-project-admin] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.468173] env[62361]: DEBUG oslo_concurrency.lockutils [req-1bf0cc52-9a5b-4d75-ad00-11adbae4bfc8 req-064c8c8e-ff65-44bf-b021-9c6ee442dea4 service nova] Releasing lock "refresh_cache-77001028-7b3e-403a-8975-ff98fb95532f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.468425] env[62361]: DEBUG nova.compute.manager [req-1bf0cc52-9a5b-4d75-ad00-11adbae4bfc8 req-064c8c8e-ff65-44bf-b021-9c6ee442dea4 service nova] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Received event network-vif-deleted-8c0a94e4-25ca-41c7-83ac-68ea058094c7 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1455.658245] env[62361]: INFO nova.compute.manager [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Took 34.55 seconds to build instance. [ 1455.658930] env[62361]: DEBUG oslo_concurrency.lockutils [None req-82b5251c-91f1-4157-9b18-127f4f2eb64a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "fa49043c-5c77-4357-b592-fea3653b9ac7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.891s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.811025] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.916133] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.934859] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5245593a-a86c-29ca-087b-639cba9db3d4, 'name': SearchDatastore_Task, 'duration_secs': 0.016901} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.935623] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.935864] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.936088] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.946610] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5266c872-0910-1c2f-a184-79a1f8fbb850, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.947390] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1847ef5a-3500-44f1-921e-fd8a4827956c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.953902] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Waiting for the task: (returnval){ [ 1455.953902] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ead786-6b72-aef4-e5b6-02a89c54d766" [ 1455.953902] env[62361]: _type = "Task" [ 1455.953902] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.965062] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ead786-6b72-aef4-e5b6-02a89c54d766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.041365] env[62361]: DEBUG nova.objects.instance [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lazy-loading 'flavor' on Instance uuid a14db7b4-d41b-4fee-885a-ba2dbb40e0a1 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.161165] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54c112c0-13df-4308-ac67-4d79dbf00190 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "fffbfa22-099b-4030-9f42-1a3139a0261f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.892s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.244441] env[62361]: DEBUG nova.network.neutron [None req-400a27c4-1b55-4891-8144-596b8e9d09c8 tempest-ServersAdminTestJSON-1745780608 tempest-ServersAdminTestJSON-1745780608-project-admin] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Updating instance_info_cache with network_info: [{"id": "bc19c027-c25b-433c-a225-3c818186a943", "address": "fa:16:3e:f6:99:8e", "network": {"id": "cc52a1e9-1d41-4a28-bb02-41585793a417", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-609394028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935c235470d84225b05f210814ff08d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc19c027-c2", "ovs_interfaceid": "bc19c027-c25b-433c-a225-3c818186a943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.417778] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.443236] env[62361]: DEBUG nova.compute.manager [req-86aa1e4c-a6c0-489f-8c6b-543a5e6fd975 req-edc09863-e94f-4812-954e-8b4550cfe16a service nova] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Received event network-vif-deleted-7a883fe3-38c5-480f-a2d7-14b86c98e684 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1456.466410] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ead786-6b72-aef4-e5b6-02a89c54d766, 'name': SearchDatastore_Task, 'duration_secs': 0.012266} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.467139] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.467453] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 77001028-7b3e-403a-8975-ff98fb95532f/77001028-7b3e-403a-8975-ff98fb95532f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.467747] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.467937] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1456.468168] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbed37c9-9fbc-40c4-8146-9ae131c5beef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.472144] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fca7ff2-d171-46c3-92ef-f0c9417e45ac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.480290] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Waiting for the task: (returnval){ [ 1456.480290] env[62361]: value = "task-1708161" [ 1456.480290] env[62361]: _type = "Task" [ 1456.480290] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.484809] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1456.484988] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1456.488216] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a74d5af0-5406-424d-8ae7-5c1571f670ea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.497809] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': task-1708161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.503045] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1456.503045] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5242a6e4-0a26-8e65-1431-9c6e879042ad" [ 1456.503045] env[62361]: _type = "Task" [ 1456.503045] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.514247] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5242a6e4-0a26-8e65-1431-9c6e879042ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.547975] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c81d8d2f-94b7-4bbc-bbba-3705f21d74f2 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.816s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.549093] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.132s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.549426] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.549708] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.549959] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.556804] env[62361]: INFO nova.compute.manager [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Terminating instance [ 1456.558979] env[62361]: DEBUG nova.compute.manager [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1456.559124] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1456.559357] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d50510b9-f7ec-4b93-b9c2-b6dbb178c1fc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.573052] env[62361]: DEBUG oslo_vmware.api [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1456.573052] env[62361]: value = "task-1708162" [ 1456.573052] env[62361]: _type = "Task" [ 1456.573052] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.581194] env[62361]: DEBUG oslo_vmware.api [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.666937] env[62361]: DEBUG nova.compute.manager [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1456.671713] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c907754-c9b5-45c5-8fdc-6813bf5cede0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.681244] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f9f119-c090-43c0-9472-7983a7e8418a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.715981] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fb7e72-9bda-48f0-98b0-fcc1a1a635d9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.724564] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de39059d-2e67-4b9a-9483-b57bcb8a2f01 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.741990] env[62361]: DEBUG nova.compute.provider_tree [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.747336] env[62361]: DEBUG oslo_concurrency.lockutils [None req-400a27c4-1b55-4891-8144-596b8e9d09c8 tempest-ServersAdminTestJSON-1745780608 tempest-ServersAdminTestJSON-1745780608-project-admin] Releasing lock "refresh_cache-fffbfa22-099b-4030-9f42-1a3139a0261f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.748340] env[62361]: DEBUG nova.compute.manager [None req-400a27c4-1b55-4891-8144-596b8e9d09c8 tempest-ServersAdminTestJSON-1745780608 tempest-ServersAdminTestJSON-1745780608-project-admin] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Inject network info {{(pid=62361) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1456.748340] env[62361]: DEBUG nova.compute.manager [None req-400a27c4-1b55-4891-8144-596b8e9d09c8 tempest-ServersAdminTestJSON-1745780608 tempest-ServersAdminTestJSON-1745780608-project-admin] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] network_info to inject: |[{"id": "bc19c027-c25b-433c-a225-3c818186a943", "address": "fa:16:3e:f6:99:8e", "network": {"id": "cc52a1e9-1d41-4a28-bb02-41585793a417", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-609394028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "935c235470d84225b05f210814ff08d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc19c027-c2", "ovs_interfaceid": "bc19c027-c25b-433c-a225-3c818186a943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1456.753452] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-400a27c4-1b55-4891-8144-596b8e9d09c8 tempest-ServersAdminTestJSON-1745780608 tempest-ServersAdminTestJSON-1745780608-project-admin] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Reconfiguring VM instance to set the machine id {{(pid=62361) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1456.754428] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e83424ba-5fab-4f59-b539-ee5694accb58 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.773236] env[62361]: DEBUG oslo_vmware.api [None req-400a27c4-1b55-4891-8144-596b8e9d09c8 tempest-ServersAdminTestJSON-1745780608 tempest-ServersAdminTestJSON-1745780608-project-admin] Waiting for the task: (returnval){ [ 1456.773236] env[62361]: value = "task-1708163" [ 1456.773236] env[62361]: _type = "Task" [ 1456.773236] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.783124] env[62361]: DEBUG oslo_vmware.api [None req-400a27c4-1b55-4891-8144-596b8e9d09c8 tempest-ServersAdminTestJSON-1745780608 tempest-ServersAdminTestJSON-1745780608-project-admin] Task: {'id': task-1708163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.991315] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': task-1708161, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.014880] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5242a6e4-0a26-8e65-1431-9c6e879042ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.015763] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0362b4ed-0b98-4e9a-9d98-8755902259d8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.023842] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1457.023842] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521f8772-766a-729d-9e52-23b7919e5e7e" [ 1457.023842] env[62361]: _type = "Task" [ 1457.023842] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.033273] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521f8772-766a-729d-9e52-23b7919e5e7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.060606] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "26061f68-dd70-445b-bf28-157cf5cd13f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.060944] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "26061f68-dd70-445b-bf28-157cf5cd13f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.082822] env[62361]: DEBUG oslo_vmware.api [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708162, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.194403] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.245567] env[62361]: DEBUG nova.scheduler.client.report [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1457.284088] env[62361]: DEBUG oslo_vmware.api [None req-400a27c4-1b55-4891-8144-596b8e9d09c8 tempest-ServersAdminTestJSON-1745780608 tempest-ServersAdminTestJSON-1745780608-project-admin] Task: {'id': task-1708163, 'name': ReconfigVM_Task, 'duration_secs': 0.22095} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.284372] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-400a27c4-1b55-4891-8144-596b8e9d09c8 tempest-ServersAdminTestJSON-1745780608 tempest-ServersAdminTestJSON-1745780608-project-admin] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Reconfigured VM instance to set the machine id {{(pid=62361) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1457.492442] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': task-1708161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570067} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.492710] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 77001028-7b3e-403a-8975-ff98fb95532f/77001028-7b3e-403a-8975-ff98fb95532f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1457.492933] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1457.493204] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-056d5996-bfb6-4c4b-8427-417b8dae89c1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.501398] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Waiting for the task: (returnval){ [ 1457.501398] env[62361]: value = "task-1708164" [ 1457.501398] env[62361]: _type = "Task" [ 1457.501398] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.511640] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': task-1708164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.536925] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521f8772-766a-729d-9e52-23b7919e5e7e, 'name': SearchDatastore_Task, 'duration_secs': 0.024208} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.537406] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.537832] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 427ae412-ed01-4b32-ae0b-ac620ec9cf85/427ae412-ed01-4b32-ae0b-ac620ec9cf85.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1457.538252] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5383e243-055b-465e-abfb-0357a1485c61 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.548244] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1457.548244] env[62361]: value = "task-1708165" [ 1457.548244] env[62361]: _type = "Task" [ 1457.548244] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.562522] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.587286] env[62361]: DEBUG oslo_vmware.api [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708162, 'name': PowerOffVM_Task, 'duration_secs': 0.533254} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.587523] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1457.587742] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Volume detach. Driver type: vmdk {{(pid=62361) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1457.587959] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355899', 'volume_id': 'afdf1453-ff07-438e-94a4-10d380ead400', 'name': 'volume-afdf1453-ff07-438e-94a4-10d380ead400', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a14db7b4-d41b-4fee-885a-ba2dbb40e0a1', 'attached_at': '', 'detached_at': '', 'volume_id': 'afdf1453-ff07-438e-94a4-10d380ead400', 'serial': 'afdf1453-ff07-438e-94a4-10d380ead400'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1457.588814] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3ec478-6756-4d71-8c26-761be5be538c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.612280] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6048f825-f8f9-4405-8f20-6875a40d6bc8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.621083] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f549c37-da35-471a-af56-9f2a9348cf9e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.644109] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff6efc0-f15c-42f7-aab6-6cb41c12b053 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.660948] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] The volume has not been displaced from its original location: [datastore1] volume-afdf1453-ff07-438e-94a4-10d380ead400/volume-afdf1453-ff07-438e-94a4-10d380ead400.vmdk. No consolidation needed. {{(pid=62361) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1457.666271] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1457.666998] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bced4a4-78f3-477d-9b7e-88f653999da9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.686172] env[62361]: DEBUG oslo_vmware.api [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1457.686172] env[62361]: value = "task-1708166" [ 1457.686172] env[62361]: _type = "Task" [ 1457.686172] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.696172] env[62361]: DEBUG oslo_vmware.api [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.750234] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.751087] env[62361]: DEBUG nova.compute.manager [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1457.753668] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.918s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.753772] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.753928] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1457.754227] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.244s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.755696] env[62361]: INFO nova.compute.claims [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.760011] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bea70c-12e7-4d61-94f6-f37b79c8dc1f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.770979] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b10884-5e18-4e30-a00c-7d123534f7fc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.787041] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e764e3-2d77-4414-b445-fdf419da1ac8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.797271] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d73c106-c4d4-40ca-9ea5-5b2d73d3540f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.832686] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178846MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1457.832855] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.013850] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': task-1708164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0709} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.014243] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1458.015138] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893a61e1-f04e-41d3-8e77-8a48a4499948 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.042901] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 77001028-7b3e-403a-8975-ff98fb95532f/77001028-7b3e-403a-8975-ff98fb95532f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1458.043394] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb6271b-0f70-4535-8e01-9dfa994c15e9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.070931] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708165, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.072808] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Waiting for the task: (returnval){ [ 1458.072808] env[62361]: value = "task-1708167" [ 1458.072808] env[62361]: _type = "Task" [ 1458.072808] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.083958] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': task-1708167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.198571] env[62361]: DEBUG oslo_vmware.api [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.215463] env[62361]: INFO nova.compute.manager [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Rebuilding instance [ 1458.256759] env[62361]: DEBUG nova.compute.manager [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1458.257675] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e116abc6-81fa-4ae9-a1ec-978ef3de98d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.263223] env[62361]: DEBUG nova.compute.utils [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1458.264346] env[62361]: DEBUG nova.compute.manager [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Not allocating networking since 'none' was specified. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1458.571056] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65272} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.571321] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 427ae412-ed01-4b32-ae0b-ac620ec9cf85/427ae412-ed01-4b32-ae0b-ac620ec9cf85.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1458.571595] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1458.571856] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57442878-0ee7-4873-a8aa-a51219e0c680 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.581344] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': task-1708167, 'name': ReconfigVM_Task, 'duration_secs': 0.360481} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.582543] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 77001028-7b3e-403a-8975-ff98fb95532f/77001028-7b3e-403a-8975-ff98fb95532f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.583229] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1458.583229] env[62361]: value = "task-1708168" [ 1458.583229] env[62361]: _type = "Task" [ 1458.583229] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.583411] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1199b0e-bb11-4c8c-8ebb-5b873edc0891 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.593587] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.594924] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Waiting for the task: (returnval){ [ 1458.594924] env[62361]: value = "task-1708169" [ 1458.594924] env[62361]: _type = "Task" [ 1458.594924] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.603688] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': task-1708169, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.697942] env[62361]: DEBUG oslo_vmware.api [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708166, 'name': ReconfigVM_Task, 'duration_secs': 0.585572} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.698286] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1458.703288] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caae9d0b-40e0-4888-b246-c68ad3e66baa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.719129] env[62361]: DEBUG oslo_vmware.api [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1458.719129] env[62361]: value = "task-1708170" [ 1458.719129] env[62361]: _type = "Task" [ 1458.719129] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.735548] env[62361]: DEBUG oslo_vmware.api [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.769680] env[62361]: DEBUG nova.compute.manager [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1458.773328] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.773852] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a15fb4fc-0da4-4920-a15b-c1803108217a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.782149] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1458.782149] env[62361]: value = "task-1708171" [ 1458.782149] env[62361]: _type = "Task" [ 1458.782149] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.791828] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.097834] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071301} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.100906] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1459.101977] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c3ceb3-b986-4411-b2fc-041e77c21453 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.127625] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 427ae412-ed01-4b32-ae0b-ac620ec9cf85/427ae412-ed01-4b32-ae0b-ac620ec9cf85.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1459.127976] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': task-1708169, 'name': Rename_Task, 'duration_secs': 0.154499} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.130678] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cb358e2-56b7-4f80-aea6-3ddcf90a3791 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.145023] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1459.145568] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dc54a07-c4c2-4503-b46b-0b63b1a877c0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.155836] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1459.155836] env[62361]: value = "task-1708173" [ 1459.155836] env[62361]: _type = "Task" [ 1459.155836] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.157212] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Waiting for the task: (returnval){ [ 1459.157212] env[62361]: value = "task-1708172" [ 1459.157212] env[62361]: _type = "Task" [ 1459.157212] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.172452] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': task-1708172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.175753] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.231270] env[62361]: DEBUG oslo_vmware.api [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708170, 'name': ReconfigVM_Task, 'duration_secs': 0.150655} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.234228] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355899', 'volume_id': 'afdf1453-ff07-438e-94a4-10d380ead400', 'name': 'volume-afdf1453-ff07-438e-94a4-10d380ead400', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a14db7b4-d41b-4fee-885a-ba2dbb40e0a1', 'attached_at': '', 'detached_at': '', 'volume_id': 'afdf1453-ff07-438e-94a4-10d380ead400', 'serial': 'afdf1453-ff07-438e-94a4-10d380ead400'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1459.234637] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1459.235683] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c381dac-c467-490a-ae48-abadd435a9b1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.244193] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1459.244330] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83da6e5c-293f-4a9d-bdce-6a84217b0731 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.280259] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7188d4-dda5-46de-90e9-65c270f00446 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.293930] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708171, 'name': PowerOffVM_Task, 'duration_secs': 0.492077} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.296139] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.298035] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1459.298035] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007d369d-37dd-426c-87b0-db5a1566830c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.301482] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64b19de-d28d-4f8b-9eba-be71ac3b51a4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.310532] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1459.340094] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf407be8-92f7-40d0-9f5d-f2d991455692 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.345167] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2842008-2e46-4754-89d8-8e12a7ed1e9d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.348018] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1459.348235] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1459.348425] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleting the datastore file [datastore1] a14db7b4-d41b-4fee-885a-ba2dbb40e0a1 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1459.349107] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d4ba6d8-dd31-426f-a99b-d906f50b4751 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.360048] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db3ff52-7fb3-40ff-b725-1c8098acd2d6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.365799] env[62361]: DEBUG oslo_vmware.api [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1459.365799] env[62361]: value = "task-1708176" [ 1459.365799] env[62361]: _type = "Task" [ 1459.365799] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.377313] env[62361]: DEBUG nova.compute.provider_tree [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.382528] env[62361]: DEBUG oslo_vmware.api [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.478420] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1459.478727] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1459.478923] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Deleting the datastore file [datastore1] 933f8a73-a8e1-4168-a91e-9cc248518ecd {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1459.479245] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46da8887-5230-464f-9a84-ee91e1fd9f53 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.487071] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1459.487071] env[62361]: value = "task-1708177" [ 1459.487071] env[62361]: _type = "Task" [ 1459.487071] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.495858] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.670627] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': task-1708172, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.673820] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708173, 'name': ReconfigVM_Task, 'duration_secs': 0.309763} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.674182] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 427ae412-ed01-4b32-ae0b-ac620ec9cf85/427ae412-ed01-4b32-ae0b-ac620ec9cf85.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1459.674841] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e030782d-8c4a-4c83-b097-ed9119b2c9c3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.681906] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1459.681906] env[62361]: value = "task-1708178" [ 1459.681906] env[62361]: _type = "Task" [ 1459.681906] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.692514] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708178, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.785725] env[62361]: DEBUG nova.compute.manager [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1459.816599] env[62361]: DEBUG nova.virt.hardware [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1459.816978] env[62361]: DEBUG nova.virt.hardware [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1459.816978] env[62361]: DEBUG nova.virt.hardware [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.817263] env[62361]: DEBUG nova.virt.hardware [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1459.817309] env[62361]: DEBUG nova.virt.hardware [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.817452] env[62361]: DEBUG nova.virt.hardware [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1459.817665] env[62361]: DEBUG nova.virt.hardware [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1459.817825] env[62361]: DEBUG nova.virt.hardware [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1459.819240] env[62361]: DEBUG nova.virt.hardware [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1459.819240] env[62361]: DEBUG nova.virt.hardware [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1459.819240] env[62361]: DEBUG nova.virt.hardware [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1459.819452] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49052c6-83a0-48d8-8cfe-94b830cd2069 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.829924] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f113c88-c3d9-4638-8fe2-826a66cbb154 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.845035] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Instance VIF info [] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1459.853066] env[62361]: DEBUG oslo.service.loopingcall [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.853066] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1459.853066] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b361b747-b992-4f26-a704-0e890775b271 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.871453] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1459.871453] env[62361]: value = "task-1708179" [ 1459.871453] env[62361]: _type = "Task" [ 1459.871453] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.875485] env[62361]: DEBUG oslo_vmware.api [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154681} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.879686] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1459.879993] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1459.880225] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1459.880481] env[62361]: INFO nova.compute.manager [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Took 3.32 seconds to destroy the instance on the hypervisor. [ 1459.880825] env[62361]: DEBUG oslo.service.loopingcall [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.881845] env[62361]: DEBUG nova.scheduler.client.report [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1459.886577] env[62361]: DEBUG nova.compute.manager [-] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1459.886675] env[62361]: DEBUG nova.network.neutron [-] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1459.895427] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708179, 'name': CreateVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.999388] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134567} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.999804] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1460.000020] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1460.000276] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1460.171610] env[62361]: DEBUG oslo_vmware.api [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': task-1708172, 'name': PowerOnVM_Task, 'duration_secs': 0.547522} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.171916] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1460.172111] env[62361]: INFO nova.compute.manager [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1460.172300] env[62361]: DEBUG nova.compute.manager [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1460.173100] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cfd8cc-58b8-4912-b3b0-ef09437c7afe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.191712] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708178, 'name': Rename_Task, 'duration_secs': 0.159909} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.191949] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.192245] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0153f521-a04b-44e0-93f6-2e5d96460677 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.199762] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1460.199762] env[62361]: value = "task-1708180" [ 1460.199762] env[62361]: _type = "Task" [ 1460.199762] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.208746] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.221400] env[62361]: DEBUG nova.compute.manager [req-0d08cbe1-e806-4635-ba80-bdf9b29daf32 req-26b01d97-9549-491b-b4ed-1c323c045d28 service nova] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Received event network-vif-deleted-c4d49512-911d-4245-8998-6d39e574f4c3 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1460.221400] env[62361]: INFO nova.compute.manager [req-0d08cbe1-e806-4635-ba80-bdf9b29daf32 req-26b01d97-9549-491b-b4ed-1c323c045d28 service nova] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Neutron deleted interface c4d49512-911d-4245-8998-6d39e574f4c3; detaching it from the instance and deleting it from the info cache [ 1460.221400] env[62361]: DEBUG nova.network.neutron [req-0d08cbe1-e806-4635-ba80-bdf9b29daf32 req-26b01d97-9549-491b-b4ed-1c323c045d28 service nova] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.386341] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708179, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.390304] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.390910] env[62361]: DEBUG nova.compute.manager [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1460.393752] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.526s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.395276] env[62361]: INFO nova.compute.claims [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1460.650967] env[62361]: DEBUG nova.network.neutron [-] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.692877] env[62361]: INFO nova.compute.manager [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Took 36.70 seconds to build instance. [ 1460.710328] env[62361]: DEBUG oslo_vmware.api [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708180, 'name': PowerOnVM_Task, 'duration_secs': 0.482017} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.710614] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1460.710823] env[62361]: INFO nova.compute.manager [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1460.710999] env[62361]: DEBUG nova.compute.manager [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1460.711767] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eba7bd6-1863-450a-b2ca-526e70911eb8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.722598] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d9042fd-37d7-4ada-a10a-937174298dc1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.734257] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edfb6c0-436c-4685-ac80-1d732fe1ef05 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.774429] env[62361]: DEBUG nova.compute.manager [req-0d08cbe1-e806-4635-ba80-bdf9b29daf32 req-26b01d97-9549-491b-b4ed-1c323c045d28 service nova] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Detach interface failed, port_id=c4d49512-911d-4245-8998-6d39e574f4c3, reason: Instance a14db7b4-d41b-4fee-885a-ba2dbb40e0a1 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1460.886589] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708179, 'name': CreateVM_Task, 'duration_secs': 0.517612} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.886768] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1460.887195] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.887358] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.887675] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1460.888222] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a75cfe-7384-40c5-93b7-43bae3712208 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.892982] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1460.892982] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ea3e21-b91b-aa37-c787-b16e5fa2707c" [ 1460.892982] env[62361]: _type = "Task" [ 1460.892982] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.901873] env[62361]: DEBUG nova.compute.utils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1460.905755] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ea3e21-b91b-aa37-c787-b16e5fa2707c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.906310] env[62361]: DEBUG nova.compute.manager [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1460.906471] env[62361]: DEBUG nova.network.neutron [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1460.956390] env[62361]: DEBUG nova.policy [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e7476282deb4c76bec8964660e30c1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59816017fcf446c4946a84809b59ae1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1461.044720] env[62361]: DEBUG nova.virt.hardware [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1461.044720] env[62361]: DEBUG nova.virt.hardware [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1461.044720] env[62361]: DEBUG nova.virt.hardware [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.044720] env[62361]: DEBUG nova.virt.hardware [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1461.044720] env[62361]: DEBUG nova.virt.hardware [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.044910] env[62361]: DEBUG nova.virt.hardware [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1461.044982] env[62361]: DEBUG nova.virt.hardware [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1461.045201] env[62361]: DEBUG nova.virt.hardware [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1461.045306] env[62361]: DEBUG nova.virt.hardware [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1461.045447] env[62361]: DEBUG nova.virt.hardware [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1461.045613] env[62361]: DEBUG nova.virt.hardware [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1461.046791] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dadafd-b7fa-4115-a00c-f66b016668ba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.055711] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc547ece-1c51-47fb-8546-914dde009043 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.070090] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:90:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44ea4df0-c68a-48a2-8609-a3b49f2cfff6', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1461.080454] env[62361]: DEBUG oslo.service.loopingcall [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1461.080454] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1461.080454] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd6a2bd8-f615-41f8-a7ce-8e9d2be5fc52 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.100364] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1461.100364] env[62361]: value = "task-1708181" [ 1461.100364] env[62361]: _type = "Task" [ 1461.100364] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.109174] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708181, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.154867] env[62361]: INFO nova.compute.manager [-] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Took 1.27 seconds to deallocate network for instance. [ 1461.194854] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4a776923-1b58-4058-895f-3bb6d8bd537c tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Lock "77001028-7b3e-403a-8975-ff98fb95532f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.768s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.228840] env[62361]: INFO nova.compute.manager [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Took 35.99 seconds to build instance. [ 1461.348505] env[62361]: DEBUG nova.network.neutron [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Successfully created port: bbcb536d-6c42-483c-b2aa-76ca5dce6750 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1461.404870] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ea3e21-b91b-aa37-c787-b16e5fa2707c, 'name': SearchDatastore_Task, 'duration_secs': 0.031309} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.405219] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.405446] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1461.405678] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.405827] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.405998] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1461.409622] env[62361]: DEBUG nova.compute.manager [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1461.412496] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b0b1bb2-32d5-4a1f-9d84-22f377963b39 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.425449] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1461.425653] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1461.426908] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a35c47-1e1b-478f-95c5-14c720115c3b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.434871] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1461.434871] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a4c327-fb7a-290c-8101-5dfc0449dec3" [ 1461.434871] env[62361]: _type = "Task" [ 1461.434871] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.446850] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a4c327-fb7a-290c-8101-5dfc0449dec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.610909] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708181, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.698412] env[62361]: DEBUG nova.compute.manager [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1461.721292] env[62361]: INFO nova.compute.manager [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Took 0.57 seconds to detach 1 volumes for instance. [ 1461.729271] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7b3b650e-054c-4ceb-8531-7cb246a91a41 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "427ae412-ed01-4b32-ae0b-ac620ec9cf85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.160s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.945804] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a4c327-fb7a-290c-8101-5dfc0449dec3, 'name': SearchDatastore_Task, 'duration_secs': 0.01207} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.947923] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328894e3-782a-4be5-a00b-788a82972534 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.950383] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06bd3814-11a7-484b-a927-7f85828151a6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.956655] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1461.956655] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52536a0f-be66-13aa-52cc-b0c99ba71953" [ 1461.956655] env[62361]: _type = "Task" [ 1461.956655] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.963019] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b01508b-bc55-413d-8fb7-500770d48799 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.971195] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52536a0f-be66-13aa-52cc-b0c99ba71953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.996954] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df03bb24-73f9-4113-a5eb-e9219372a526 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.005045] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995d2c62-5654-4242-acd8-593a7f58e644 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.018949] env[62361]: DEBUG nova.compute.provider_tree [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.113479] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708181, 'name': CreateVM_Task, 'duration_secs': 0.771528} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.113720] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.114369] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.114544] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.114859] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1462.115144] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70e11fd-7239-4b6b-946c-3c52652b556e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.122162] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1462.122162] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52df7848-54d7-70e6-2df2-b49f200884b4" [ 1462.122162] env[62361]: _type = "Task" [ 1462.122162] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.132742] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52df7848-54d7-70e6-2df2-b49f200884b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.219800] env[62361]: DEBUG oslo_concurrency.lockutils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.230011] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.231536] env[62361]: DEBUG nova.compute.manager [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1462.292777] env[62361]: DEBUG oslo_concurrency.lockutils [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Acquiring lock "77001028-7b3e-403a-8975-ff98fb95532f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.293493] env[62361]: DEBUG oslo_concurrency.lockutils [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Lock "77001028-7b3e-403a-8975-ff98fb95532f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.293493] env[62361]: DEBUG oslo_concurrency.lockutils [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Acquiring lock "77001028-7b3e-403a-8975-ff98fb95532f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.293493] env[62361]: DEBUG oslo_concurrency.lockutils [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Lock "77001028-7b3e-403a-8975-ff98fb95532f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.293659] env[62361]: DEBUG oslo_concurrency.lockutils [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Lock "77001028-7b3e-403a-8975-ff98fb95532f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.296119] env[62361]: INFO nova.compute.manager [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Terminating instance [ 1462.297170] env[62361]: DEBUG nova.compute.manager [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1462.297367] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.298422] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b0d428-0cbf-4630-81d5-41aa131ac295 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.307254] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.307482] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b55f4d21-8f17-4950-9323-bb7a1d4bc382 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.315608] env[62361]: DEBUG oslo_vmware.api [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Waiting for the task: (returnval){ [ 1462.315608] env[62361]: value = "task-1708182" [ 1462.315608] env[62361]: _type = "Task" [ 1462.315608] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.324947] env[62361]: DEBUG oslo_vmware.api [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': task-1708182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.424627] env[62361]: DEBUG nova.compute.manager [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1462.451266] env[62361]: DEBUG nova.virt.hardware [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1462.452030] env[62361]: DEBUG nova.virt.hardware [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1462.452030] env[62361]: DEBUG nova.virt.hardware [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.452030] env[62361]: DEBUG nova.virt.hardware [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1462.452159] env[62361]: DEBUG nova.virt.hardware [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.452285] env[62361]: DEBUG nova.virt.hardware [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1462.452494] env[62361]: DEBUG nova.virt.hardware [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1462.452653] env[62361]: DEBUG nova.virt.hardware [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1462.452817] env[62361]: DEBUG nova.virt.hardware [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1462.452976] env[62361]: DEBUG nova.virt.hardware [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1462.453175] env[62361]: DEBUG nova.virt.hardware [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1462.454115] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02283a4e-3737-4cca-9ac5-7ee58eb80bc6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.466900] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62f50ea-5006-46fe-a341-948da610e177 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.477617] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52536a0f-be66-13aa-52cc-b0c99ba71953, 'name': SearchDatastore_Task, 'duration_secs': 0.018723} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.485630] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.485929] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] ea3d9715-fbaf-44c4-986b-20996b2958bb/ea3d9715-fbaf-44c4-986b-20996b2958bb.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1462.486404] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5851c6b0-09ea-4fd5-b4d5-d008f4ecfef8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.495313] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1462.495313] env[62361]: value = "task-1708183" [ 1462.495313] env[62361]: _type = "Task" [ 1462.495313] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.506445] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.523079] env[62361]: DEBUG nova.scheduler.client.report [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1462.633119] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52df7848-54d7-70e6-2df2-b49f200884b4, 'name': SearchDatastore_Task, 'duration_secs': 0.022815} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.633440] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.633671] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.633931] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.634077] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.634284] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1462.634506] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-957da2a4-5dbb-4789-9ba4-986c16af689d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.643523] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1462.643736] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1462.644653] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9a4ea3-1e89-48a2-9881-0655cd416aa9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.650135] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1462.650135] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52447800-7619-8841-d813-748cc64d7116" [ 1462.650135] env[62361]: _type = "Task" [ 1462.650135] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.658278] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52447800-7619-8841-d813-748cc64d7116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.752445] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.829110] env[62361]: DEBUG oslo_vmware.api [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': task-1708182, 'name': PowerOffVM_Task, 'duration_secs': 0.238197} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.829475] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1462.829671] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1462.830094] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5406a4df-b044-44f9-a52e-3a56a61c43d2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.966055] env[62361]: DEBUG nova.compute.manager [req-ff253971-5c5b-4f77-b045-96fbf429ee38 req-01258994-826d-4a65-b755-218af143ce7f service nova] [instance: 07679006-d4fe-4699-969e-a92156194070] Received event network-vif-plugged-bbcb536d-6c42-483c-b2aa-76ca5dce6750 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1462.966352] env[62361]: DEBUG oslo_concurrency.lockutils [req-ff253971-5c5b-4f77-b045-96fbf429ee38 req-01258994-826d-4a65-b755-218af143ce7f service nova] Acquiring lock "07679006-d4fe-4699-969e-a92156194070-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.966629] env[62361]: DEBUG oslo_concurrency.lockutils [req-ff253971-5c5b-4f77-b045-96fbf429ee38 req-01258994-826d-4a65-b755-218af143ce7f service nova] Lock "07679006-d4fe-4699-969e-a92156194070-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.966849] env[62361]: DEBUG oslo_concurrency.lockutils [req-ff253971-5c5b-4f77-b045-96fbf429ee38 req-01258994-826d-4a65-b755-218af143ce7f service nova] Lock "07679006-d4fe-4699-969e-a92156194070-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.967245] env[62361]: DEBUG nova.compute.manager [req-ff253971-5c5b-4f77-b045-96fbf429ee38 req-01258994-826d-4a65-b755-218af143ce7f service nova] [instance: 07679006-d4fe-4699-969e-a92156194070] No waiting events found dispatching network-vif-plugged-bbcb536d-6c42-483c-b2aa-76ca5dce6750 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1462.967477] env[62361]: WARNING nova.compute.manager [req-ff253971-5c5b-4f77-b045-96fbf429ee38 req-01258994-826d-4a65-b755-218af143ce7f service nova] [instance: 07679006-d4fe-4699-969e-a92156194070] Received unexpected event network-vif-plugged-bbcb536d-6c42-483c-b2aa-76ca5dce6750 for instance with vm_state building and task_state spawning. [ 1463.004252] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.004519] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.004708] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Deleting the datastore file [datastore1] 77001028-7b3e-403a-8975-ff98fb95532f {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.005427] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b41fbd95-daf0-481b-9268-c361f88c0aba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.013360] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708183, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.017946] env[62361]: DEBUG oslo_vmware.api [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Waiting for the task: (returnval){ [ 1463.017946] env[62361]: value = "task-1708185" [ 1463.017946] env[62361]: _type = "Task" [ 1463.017946] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.027038] env[62361]: DEBUG oslo_vmware.api [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': task-1708185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.030916] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.031506] env[62361]: DEBUG nova.compute.manager [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1463.034409] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.920s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.035939] env[62361]: INFO nova.compute.claims [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1463.097831] env[62361]: DEBUG nova.network.neutron [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Successfully updated port: bbcb536d-6c42-483c-b2aa-76ca5dce6750 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1463.162225] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52447800-7619-8841-d813-748cc64d7116, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.163205] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fea483c-8b86-4268-9eb4-65b6f564fb5c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.169965] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1463.169965] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523fbb68-fc6e-ec6e-accd-62b84c24b18f" [ 1463.169965] env[62361]: _type = "Task" [ 1463.169965] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.183032] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523fbb68-fc6e-ec6e-accd-62b84c24b18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.507821] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540211} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.508128] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] ea3d9715-fbaf-44c4-986b-20996b2958bb/ea3d9715-fbaf-44c4-986b-20996b2958bb.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1463.508360] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1463.508685] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba17a2de-6cba-449c-9bbb-52bd35af2f70 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.517034] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1463.517034] env[62361]: value = "task-1708186" [ 1463.517034] env[62361]: _type = "Task" [ 1463.517034] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.529255] env[62361]: DEBUG oslo_vmware.api [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Task: {'id': task-1708185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19705} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.531720] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.531976] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.532231] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.532480] env[62361]: INFO nova.compute.manager [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1463.532775] env[62361]: DEBUG oslo.service.loopingcall [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.533015] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.533342] env[62361]: DEBUG nova.compute.manager [-] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1463.533501] env[62361]: DEBUG nova.network.neutron [-] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.545386] env[62361]: DEBUG nova.compute.utils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1463.549367] env[62361]: DEBUG nova.compute.manager [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1463.549367] env[62361]: DEBUG nova.network.neutron [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1463.602133] env[62361]: DEBUG nova.policy [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a944931b436649c78e8b1380ebcaa565', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '013c27cf3bf34be3ab6cd1994928f3c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1463.603851] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "refresh_cache-07679006-d4fe-4699-969e-a92156194070" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.603994] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquired lock "refresh_cache-07679006-d4fe-4699-969e-a92156194070" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.604395] env[62361]: DEBUG nova.network.neutron [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.691754] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523fbb68-fc6e-ec6e-accd-62b84c24b18f, 'name': SearchDatastore_Task, 'duration_secs': 0.011566} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.692087] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.692345] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 933f8a73-a8e1-4168-a91e-9cc248518ecd/933f8a73-a8e1-4168-a91e-9cc248518ecd.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1463.692614] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4b6d136-4ff3-46ef-ae7c-31e119e8f290 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.701056] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1463.701056] env[62361]: value = "task-1708187" [ 1463.701056] env[62361]: _type = "Task" [ 1463.701056] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.709788] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.889801] env[62361]: DEBUG nova.network.neutron [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Successfully created port: 4122491e-b4c6-434c-9170-0d5e5dced8d6 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1464.026792] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071522} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.027089] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1464.027854] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b857cf90-23f0-4761-9b22-d468c69165ac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.049133] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] ea3d9715-fbaf-44c4-986b-20996b2958bb/ea3d9715-fbaf-44c4-986b-20996b2958bb.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.049723] env[62361]: DEBUG nova.compute.manager [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1464.052260] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cba5db5-bc7a-4544-82c7-7708fe2bd4c5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.079346] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1464.079346] env[62361]: value = "task-1708188" [ 1464.079346] env[62361]: _type = "Task" [ 1464.079346] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.089837] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.145619] env[62361]: DEBUG nova.network.neutron [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.213036] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.214554] env[62361]: DEBUG nova.network.neutron [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Successfully created port: e3be1580-19da-44fd-a90d-0d3fce8e8b0d {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1464.308716] env[62361]: DEBUG nova.network.neutron [-] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.322680] env[62361]: DEBUG nova.network.neutron [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Updating instance_info_cache with network_info: [{"id": "bbcb536d-6c42-483c-b2aa-76ca5dce6750", "address": "fa:16:3e:c7:85:5f", "network": {"id": "f4a647a8-f29e-4433-a04b-5074044da4ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-557391844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "59816017fcf446c4946a84809b59ae1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbcb536d-6c", "ovs_interfaceid": "bbcb536d-6c42-483c-b2aa-76ca5dce6750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.594024] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708188, 'name': ReconfigVM_Task, 'duration_secs': 0.432232} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.594024] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Reconfigured VM instance instance-00000038 to attach disk [datastore1] ea3d9715-fbaf-44c4-986b-20996b2958bb/ea3d9715-fbaf-44c4-986b-20996b2958bb.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1464.594024] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1e3ed97-dd65-461a-9db5-c5090809cbac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.606109] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1464.606109] env[62361]: value = "task-1708189" [ 1464.606109] env[62361]: _type = "Task" [ 1464.606109] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.624191] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708189, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.717146] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.958977} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.717296] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 933f8a73-a8e1-4168-a91e-9cc248518ecd/933f8a73-a8e1-4168-a91e-9cc248518ecd.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.717608] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.718570] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbaaa12c-2841-4158-b4cc-ae65648dbb04 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.721271] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a990816f-de35-4a01-8af9-973940f9adea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.730018] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6938ee2-c03e-430a-b26c-aed2095d0bab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.732968] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1464.732968] env[62361]: value = "task-1708190" [ 1464.732968] env[62361]: _type = "Task" [ 1464.732968] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.769029] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f111f1c9-b7c2-4eda-91f9-1379c60970c8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.772272] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.778471] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d2b236-0465-42a2-a78d-f06ded9dea59 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.795219] env[62361]: DEBUG nova.compute.provider_tree [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.812487] env[62361]: INFO nova.compute.manager [-] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Took 1.28 seconds to deallocate network for instance. [ 1464.832609] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Releasing lock "refresh_cache-07679006-d4fe-4699-969e-a92156194070" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.833062] env[62361]: DEBUG nova.compute.manager [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Instance network_info: |[{"id": "bbcb536d-6c42-483c-b2aa-76ca5dce6750", "address": "fa:16:3e:c7:85:5f", "network": {"id": "f4a647a8-f29e-4433-a04b-5074044da4ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-557391844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "59816017fcf446c4946a84809b59ae1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbcb536d-6c", "ovs_interfaceid": "bbcb536d-6c42-483c-b2aa-76ca5dce6750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1464.834032] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:85:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbcb536d-6c42-483c-b2aa-76ca5dce6750', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.841323] env[62361]: DEBUG oslo.service.loopingcall [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.841983] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07679006-d4fe-4699-969e-a92156194070] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.842138] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1063063-43bd-409a-b3ce-cac169205e83 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.864900] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.864900] env[62361]: value = "task-1708191" [ 1464.864900] env[62361]: _type = "Task" [ 1464.864900] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.874081] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708191, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.080970] env[62361]: DEBUG nova.compute.manager [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1465.126325] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708189, 'name': Rename_Task, 'duration_secs': 0.204918} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.130103] env[62361]: DEBUG nova.virt.hardware [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1465.131187] env[62361]: DEBUG nova.virt.hardware [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1465.131187] env[62361]: DEBUG nova.virt.hardware [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1465.131900] env[62361]: DEBUG nova.virt.hardware [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1465.132154] env[62361]: DEBUG nova.virt.hardware [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1465.132938] env[62361]: DEBUG nova.virt.hardware [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1465.133258] env[62361]: DEBUG nova.virt.hardware [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1465.134946] env[62361]: DEBUG nova.virt.hardware [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1465.134946] env[62361]: DEBUG nova.virt.hardware [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1465.134946] env[62361]: DEBUG nova.virt.hardware [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1465.134946] env[62361]: DEBUG nova.virt.hardware [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1465.134946] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1465.135744] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c205e02a-a7b1-434b-8768-5bbaaadd4b55 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.138540] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b627c0a4-89d7-437c-a98a-3d9cefba88c9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.152227] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d160787-b81f-4805-8b40-bbc8234765f7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.157265] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1465.157265] env[62361]: value = "task-1708192" [ 1465.157265] env[62361]: _type = "Task" [ 1465.157265] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.176185] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708192, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.189545] env[62361]: DEBUG nova.compute.manager [req-5090a169-f221-4fd2-b78d-730a6bdbd960 req-3db80ebd-7ab2-4231-b045-f5e062fe314d service nova] [instance: 07679006-d4fe-4699-969e-a92156194070] Received event network-changed-bbcb536d-6c42-483c-b2aa-76ca5dce6750 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1465.189735] env[62361]: DEBUG nova.compute.manager [req-5090a169-f221-4fd2-b78d-730a6bdbd960 req-3db80ebd-7ab2-4231-b045-f5e062fe314d service nova] [instance: 07679006-d4fe-4699-969e-a92156194070] Refreshing instance network info cache due to event network-changed-bbcb536d-6c42-483c-b2aa-76ca5dce6750. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1465.189955] env[62361]: DEBUG oslo_concurrency.lockutils [req-5090a169-f221-4fd2-b78d-730a6bdbd960 req-3db80ebd-7ab2-4231-b045-f5e062fe314d service nova] Acquiring lock "refresh_cache-07679006-d4fe-4699-969e-a92156194070" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.190316] env[62361]: DEBUG oslo_concurrency.lockutils [req-5090a169-f221-4fd2-b78d-730a6bdbd960 req-3db80ebd-7ab2-4231-b045-f5e062fe314d service nova] Acquired lock "refresh_cache-07679006-d4fe-4699-969e-a92156194070" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.190561] env[62361]: DEBUG nova.network.neutron [req-5090a169-f221-4fd2-b78d-730a6bdbd960 req-3db80ebd-7ab2-4231-b045-f5e062fe314d service nova] [instance: 07679006-d4fe-4699-969e-a92156194070] Refreshing network info cache for port bbcb536d-6c42-483c-b2aa-76ca5dce6750 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1465.245391] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10198} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.245689] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1465.246458] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af395d13-ae4b-4b08-8b9e-e44273876c9b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.270455] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 933f8a73-a8e1-4168-a91e-9cc248518ecd/933f8a73-a8e1-4168-a91e-9cc248518ecd.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1465.270816] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ec27c8-6f89-4efb-8b52-059497757a68 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.292108] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1465.292108] env[62361]: value = "task-1708193" [ 1465.292108] env[62361]: _type = "Task" [ 1465.292108] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.301293] env[62361]: DEBUG nova.scheduler.client.report [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1465.304528] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.321970] env[62361]: DEBUG oslo_concurrency.lockutils [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.375896] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708191, 'name': CreateVM_Task, 'duration_secs': 0.387402} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.376088] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07679006-d4fe-4699-969e-a92156194070] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.376774] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.376941] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.377299] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.377576] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d056cf1-da52-48ee-adba-2edae2c5f66a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.382924] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1465.382924] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b73196-bced-d28f-238e-73d18aeac120" [ 1465.382924] env[62361]: _type = "Task" [ 1465.382924] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.391930] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b73196-bced-d28f-238e-73d18aeac120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.668165] env[62361]: DEBUG oslo_vmware.api [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708192, 'name': PowerOnVM_Task, 'duration_secs': 0.49468} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.668165] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1465.668469] env[62361]: INFO nova.compute.manager [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Took 5.88 seconds to spawn the instance on the hypervisor. [ 1465.668590] env[62361]: DEBUG nova.compute.manager [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1465.669387] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0cb26b-5baa-4185-aa01-893f653930eb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.805647] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.806212] env[62361]: DEBUG nova.compute.manager [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1465.812752] env[62361]: DEBUG oslo_concurrency.lockutils [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.549s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.812990] env[62361]: DEBUG nova.objects.instance [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lazy-loading 'resources' on Instance uuid 4bc7f740-730f-49d4-a221-8fa0517a4520 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.814274] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708193, 'name': ReconfigVM_Task, 'duration_secs': 0.27746} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.814799] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 933f8a73-a8e1-4168-a91e-9cc248518ecd/933f8a73-a8e1-4168-a91e-9cc248518ecd.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.818335] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85f58bd4-4027-42d8-9993-52deb013d56d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.829546] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1465.829546] env[62361]: value = "task-1708194" [ 1465.829546] env[62361]: _type = "Task" [ 1465.829546] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.838388] env[62361]: DEBUG nova.compute.manager [req-3afd390a-726b-4585-8947-1356e4ed1850 req-ad4d347f-755b-4cab-88b3-c8ac4a983f7f service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Received event network-vif-plugged-4122491e-b4c6-434c-9170-0d5e5dced8d6 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1465.838388] env[62361]: DEBUG oslo_concurrency.lockutils [req-3afd390a-726b-4585-8947-1356e4ed1850 req-ad4d347f-755b-4cab-88b3-c8ac4a983f7f service nova] Acquiring lock "cf12a075-c381-4ba9-9bf6-582689bec58d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.838388] env[62361]: DEBUG oslo_concurrency.lockutils [req-3afd390a-726b-4585-8947-1356e4ed1850 req-ad4d347f-755b-4cab-88b3-c8ac4a983f7f service nova] Lock "cf12a075-c381-4ba9-9bf6-582689bec58d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.838388] env[62361]: DEBUG oslo_concurrency.lockutils [req-3afd390a-726b-4585-8947-1356e4ed1850 req-ad4d347f-755b-4cab-88b3-c8ac4a983f7f service nova] Lock "cf12a075-c381-4ba9-9bf6-582689bec58d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.838388] env[62361]: DEBUG nova.compute.manager [req-3afd390a-726b-4585-8947-1356e4ed1850 req-ad4d347f-755b-4cab-88b3-c8ac4a983f7f service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] No waiting events found dispatching network-vif-plugged-4122491e-b4c6-434c-9170-0d5e5dced8d6 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1465.838388] env[62361]: WARNING nova.compute.manager [req-3afd390a-726b-4585-8947-1356e4ed1850 req-ad4d347f-755b-4cab-88b3-c8ac4a983f7f service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Received unexpected event network-vif-plugged-4122491e-b4c6-434c-9170-0d5e5dced8d6 for instance with vm_state building and task_state spawning. [ 1465.845836] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708194, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.895164] env[62361]: DEBUG nova.network.neutron [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Successfully updated port: 4122491e-b4c6-434c-9170-0d5e5dced8d6 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1465.908019] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b73196-bced-d28f-238e-73d18aeac120, 'name': SearchDatastore_Task, 'duration_secs': 0.018821} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.908019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.908019] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.908019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.908019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.908019] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.908019] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fef6c40d-bfe1-46e8-8ccf-eef095b6be93 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.918768] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.919173] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.920034] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7325f47e-9821-4bec-a1ef-dbebb2dfda79 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.926068] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1465.926068] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52344832-206d-73ae-d576-eda85995204b" [ 1465.926068] env[62361]: _type = "Task" [ 1465.926068] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.936363] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52344832-206d-73ae-d576-eda85995204b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.953767] env[62361]: DEBUG nova.network.neutron [req-5090a169-f221-4fd2-b78d-730a6bdbd960 req-3db80ebd-7ab2-4231-b045-f5e062fe314d service nova] [instance: 07679006-d4fe-4699-969e-a92156194070] Updated VIF entry in instance network info cache for port bbcb536d-6c42-483c-b2aa-76ca5dce6750. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.954159] env[62361]: DEBUG nova.network.neutron [req-5090a169-f221-4fd2-b78d-730a6bdbd960 req-3db80ebd-7ab2-4231-b045-f5e062fe314d service nova] [instance: 07679006-d4fe-4699-969e-a92156194070] Updating instance_info_cache with network_info: [{"id": "bbcb536d-6c42-483c-b2aa-76ca5dce6750", "address": "fa:16:3e:c7:85:5f", "network": {"id": "f4a647a8-f29e-4433-a04b-5074044da4ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-557391844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "59816017fcf446c4946a84809b59ae1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbcb536d-6c", "ovs_interfaceid": "bbcb536d-6c42-483c-b2aa-76ca5dce6750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.184444] env[62361]: INFO nova.compute.manager [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Took 36.70 seconds to build instance. [ 1466.316679] env[62361]: DEBUG nova.compute.utils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1466.318077] env[62361]: DEBUG nova.compute.manager [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1466.318258] env[62361]: DEBUG nova.network.neutron [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1466.343898] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708194, 'name': Rename_Task, 'duration_secs': 0.157399} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.344195] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.344432] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e709a67-f8d0-4941-8af3-433f950da074 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.354426] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1466.354426] env[62361]: value = "task-1708195" [ 1466.354426] env[62361]: _type = "Task" [ 1466.354426] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.365192] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.367846] env[62361]: DEBUG nova.policy [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30c10809dfcd4dbf8b752abcc19e807f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae1cd0d6e944c4ab5c21a6de4ec9366', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1466.440572] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52344832-206d-73ae-d576-eda85995204b, 'name': SearchDatastore_Task, 'duration_secs': 0.027566} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.441424] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-456891db-5658-4d8b-839c-8b6bd47c1f9f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.450119] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1466.450119] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525eaf12-f746-4460-c49f-3b55ac637a00" [ 1466.450119] env[62361]: _type = "Task" [ 1466.450119] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.459282] env[62361]: DEBUG oslo_concurrency.lockutils [req-5090a169-f221-4fd2-b78d-730a6bdbd960 req-3db80ebd-7ab2-4231-b045-f5e062fe314d service nova] Releasing lock "refresh_cache-07679006-d4fe-4699-969e-a92156194070" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.459561] env[62361]: DEBUG nova.compute.manager [req-5090a169-f221-4fd2-b78d-730a6bdbd960 req-3db80ebd-7ab2-4231-b045-f5e062fe314d service nova] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Received event network-vif-deleted-8ede9d5c-8547-4e5e-b183-40a40e5f3478 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1466.459914] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525eaf12-f746-4460-c49f-3b55ac637a00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.687575] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3488a099-2811-46f4-8264-df6768653b84 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "ea3d9715-fbaf-44c4-986b-20996b2958bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.516s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.797392] env[62361]: DEBUG nova.network.neutron [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Successfully created port: 060c653e-de84-47ca-9a4a-21a9323f34a9 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1466.822017] env[62361]: DEBUG nova.compute.utils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1466.865825] env[62361]: DEBUG oslo_vmware.api [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708195, 'name': PowerOnVM_Task, 'duration_secs': 0.500212} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.868496] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.868764] env[62361]: DEBUG nova.compute.manager [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1466.870151] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72163b42-a61e-4e1d-b75c-854431e0a065 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.933021] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d3aac0-4d97-47e3-9009-a295fa42972a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.943101] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db65dc0-7784-4e27-a39f-1c35e628cae9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.979607] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75bcab9-925d-4e76-aa6f-990b02822e87 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.993997] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5b4dc0-10a6-48fa-897a-1b3d17372f68 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.000057] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525eaf12-f746-4460-c49f-3b55ac637a00, 'name': SearchDatastore_Task, 'duration_secs': 0.017479} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.000057] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.000057] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 07679006-d4fe-4699-969e-a92156194070/07679006-d4fe-4699-969e-a92156194070.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.000057] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-164c6c37-bf9e-4d92-b872-20e877f091ca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.009449] env[62361]: DEBUG nova.compute.provider_tree [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.011991] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1467.011991] env[62361]: value = "task-1708196" [ 1467.011991] env[62361]: _type = "Task" [ 1467.011991] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.020380] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.182736] env[62361]: INFO nova.compute.manager [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Rebuilding instance [ 1467.189274] env[62361]: DEBUG nova.compute.manager [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1467.230394] env[62361]: DEBUG nova.compute.manager [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1467.231252] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b7442c-52f3-46d5-a989-4b853c3fe817 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.328315] env[62361]: DEBUG nova.compute.manager [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1467.390779] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.513739] env[62361]: DEBUG nova.scheduler.client.report [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1467.534665] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708196, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.709163] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.745777] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.746068] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5638a807-1c51-4010-9b13-dbd81f4e5b6f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.754376] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1467.754376] env[62361]: value = "task-1708197" [ 1467.754376] env[62361]: _type = "Task" [ 1467.754376] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.763680] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.868528] env[62361]: DEBUG nova.compute.manager [req-9869c9a1-c962-4a90-ac45-34ae3927e643 req-a4af78bc-0cc9-460d-8aea-f1ecf5e8be00 service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Received event network-changed-4122491e-b4c6-434c-9170-0d5e5dced8d6 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1467.868817] env[62361]: DEBUG nova.compute.manager [req-9869c9a1-c962-4a90-ac45-34ae3927e643 req-a4af78bc-0cc9-460d-8aea-f1ecf5e8be00 service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Refreshing instance network info cache due to event network-changed-4122491e-b4c6-434c-9170-0d5e5dced8d6. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1467.869042] env[62361]: DEBUG oslo_concurrency.lockutils [req-9869c9a1-c962-4a90-ac45-34ae3927e643 req-a4af78bc-0cc9-460d-8aea-f1ecf5e8be00 service nova] Acquiring lock "refresh_cache-cf12a075-c381-4ba9-9bf6-582689bec58d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.869219] env[62361]: DEBUG oslo_concurrency.lockutils [req-9869c9a1-c962-4a90-ac45-34ae3927e643 req-a4af78bc-0cc9-460d-8aea-f1ecf5e8be00 service nova] Acquired lock "refresh_cache-cf12a075-c381-4ba9-9bf6-582689bec58d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.869393] env[62361]: DEBUG nova.network.neutron [req-9869c9a1-c962-4a90-ac45-34ae3927e643 req-a4af78bc-0cc9-460d-8aea-f1ecf5e8be00 service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Refreshing network info cache for port 4122491e-b4c6-434c-9170-0d5e5dced8d6 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1467.938049] env[62361]: INFO nova.compute.manager [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Rebuilding instance [ 1467.981649] env[62361]: DEBUG nova.compute.manager [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1467.982586] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daf7886-5310-4942-8c87-c8ed9be01157 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.025239] env[62361]: DEBUG oslo_concurrency.lockutils [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.030696] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.209s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.031066] env[62361]: DEBUG nova.objects.instance [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lazy-loading 'resources' on Instance uuid 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.032535] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691751} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.032778] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 07679006-d4fe-4699-969e-a92156194070/07679006-d4fe-4699-969e-a92156194070.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1468.032986] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1468.035596] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aef6619b-4136-45fd-80d5-e331d004d629 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.037813] env[62361]: DEBUG nova.network.neutron [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Successfully updated port: e3be1580-19da-44fd-a90d-0d3fce8e8b0d {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1468.045360] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1468.045360] env[62361]: value = "task-1708198" [ 1468.045360] env[62361]: _type = "Task" [ 1468.045360] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.058124] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.059197] env[62361]: INFO nova.scheduler.client.report [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Deleted allocations for instance 4bc7f740-730f-49d4-a221-8fa0517a4520 [ 1468.266390] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708197, 'name': PowerOffVM_Task, 'duration_secs': 0.185421} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.266831] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1468.266924] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1468.267949] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589c7ee9-3134-4dbb-bd44-452f1aea805e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.276702] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1468.276966] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddc8d515-30e6-4ebc-82e7-72f8ff986d31 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.304273] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1468.305394] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1468.305625] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Deleting the datastore file [datastore1] ea3d9715-fbaf-44c4-986b-20996b2958bb {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1468.305904] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e07b231-9180-438b-8dc6-45daf0b4981a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.315392] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1468.315392] env[62361]: value = "task-1708200" [ 1468.315392] env[62361]: _type = "Task" [ 1468.315392] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.325219] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.338638] env[62361]: DEBUG nova.compute.manager [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1468.347537] env[62361]: DEBUG nova.compute.manager [req-3cf8ebce-e27f-4112-918f-efcbf2030bcb req-22558a34-fa37-4eed-bb77-a4b31b88c294 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Received event network-vif-plugged-060c653e-de84-47ca-9a4a-21a9323f34a9 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1468.347871] env[62361]: DEBUG oslo_concurrency.lockutils [req-3cf8ebce-e27f-4112-918f-efcbf2030bcb req-22558a34-fa37-4eed-bb77-a4b31b88c294 service nova] Acquiring lock "befe6745-06f9-49c0-8bb6-cd45a606bb97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.348146] env[62361]: DEBUG oslo_concurrency.lockutils [req-3cf8ebce-e27f-4112-918f-efcbf2030bcb req-22558a34-fa37-4eed-bb77-a4b31b88c294 service nova] Lock "befe6745-06f9-49c0-8bb6-cd45a606bb97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.348405] env[62361]: DEBUG oslo_concurrency.lockutils [req-3cf8ebce-e27f-4112-918f-efcbf2030bcb req-22558a34-fa37-4eed-bb77-a4b31b88c294 service nova] Lock "befe6745-06f9-49c0-8bb6-cd45a606bb97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.348603] env[62361]: DEBUG nova.compute.manager [req-3cf8ebce-e27f-4112-918f-efcbf2030bcb req-22558a34-fa37-4eed-bb77-a4b31b88c294 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] No waiting events found dispatching network-vif-plugged-060c653e-de84-47ca-9a4a-21a9323f34a9 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1468.348858] env[62361]: WARNING nova.compute.manager [req-3cf8ebce-e27f-4112-918f-efcbf2030bcb req-22558a34-fa37-4eed-bb77-a4b31b88c294 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Received unexpected event network-vif-plugged-060c653e-de84-47ca-9a4a-21a9323f34a9 for instance with vm_state building and task_state spawning. [ 1468.365553] env[62361]: DEBUG nova.virt.hardware [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:16:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1462573318',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1610616250',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1468.365795] env[62361]: DEBUG nova.virt.hardware [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1468.365950] env[62361]: DEBUG nova.virt.hardware [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1468.366144] env[62361]: DEBUG nova.virt.hardware [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1468.366290] env[62361]: DEBUG nova.virt.hardware [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1468.366434] env[62361]: DEBUG nova.virt.hardware [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1468.366638] env[62361]: DEBUG nova.virt.hardware [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1468.366799] env[62361]: DEBUG nova.virt.hardware [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1468.366969] env[62361]: DEBUG nova.virt.hardware [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1468.367375] env[62361]: DEBUG nova.virt.hardware [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1468.367571] env[62361]: DEBUG nova.virt.hardware [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1468.368686] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa09e45-a72a-4eb6-acaf-7db3b2f13f32 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.377918] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355c7d81-3b9d-482b-a169-76b207c9d78e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.416773] env[62361]: DEBUG nova.network.neutron [req-9869c9a1-c962-4a90-ac45-34ae3927e643 req-a4af78bc-0cc9-460d-8aea-f1ecf5e8be00 service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1468.472279] env[62361]: DEBUG nova.network.neutron [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Successfully updated port: 060c653e-de84-47ca-9a4a-21a9323f34a9 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1468.495334] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.495658] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc7f6e25-3f48-4552-b0f3-d05938bc5e1a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.505711] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1468.505711] env[62361]: value = "task-1708201" [ 1468.505711] env[62361]: _type = "Task" [ 1468.505711] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.513241] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.514673] env[62361]: DEBUG nova.network.neutron [req-9869c9a1-c962-4a90-ac45-34ae3927e643 req-a4af78bc-0cc9-460d-8aea-f1ecf5e8be00 service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.540995] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquiring lock "refresh_cache-cf12a075-c381-4ba9-9bf6-582689bec58d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.557100] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079367} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.557262] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.558123] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa55921b-adcb-476d-ab52-07a6605223ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.569998] env[62361]: DEBUG oslo_concurrency.lockutils [None req-13bf8e6e-9eb0-4278-9044-5bc9b8949e1b tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "4bc7f740-730f-49d4-a221-8fa0517a4520" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.500s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.592839] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 07679006-d4fe-4699-969e-a92156194070/07679006-d4fe-4699-969e-a92156194070.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.596880] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f660aef-c7ce-4995-adb2-04f44d7af017 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.620326] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1468.620326] env[62361]: value = "task-1708202" [ 1468.620326] env[62361]: _type = "Task" [ 1468.620326] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.637226] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.826512] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415922} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.829328] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1468.829536] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1468.829725] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1468.975135] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquiring lock "refresh_cache-befe6745-06f9-49c0-8bb6-cd45a606bb97" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.975292] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquired lock "refresh_cache-befe6745-06f9-49c0-8bb6-cd45a606bb97" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.975446] env[62361]: DEBUG nova.network.neutron [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1469.014147] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708201, 'name': PowerOffVM_Task, 'duration_secs': 0.206503} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.016601] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.016833] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.017311] env[62361]: DEBUG oslo_concurrency.lockutils [req-9869c9a1-c962-4a90-ac45-34ae3927e643 req-a4af78bc-0cc9-460d-8aea-f1ecf5e8be00 service nova] Releasing lock "refresh_cache-cf12a075-c381-4ba9-9bf6-582689bec58d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.018674] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a7990a-4847-48c9-a52d-95366cba3129 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.021333] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquired lock "refresh_cache-cf12a075-c381-4ba9-9bf6-582689bec58d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.021478] env[62361]: DEBUG nova.network.neutron [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1469.027472] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.029897] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e243bc4-ddee-4672-b631-2d468f70aece {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.064723] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5733fadc-419a-4617-ad2d-c3b3801dfef1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.072872] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c2b06c-f7b3-4019-88c2-59cbe3f52cbd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.105559] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e739088c-28ad-4b43-a5d7-df3c7ee4bf06 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.116670] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e2f8d4-8972-43e5-9371-ab16d4e1dff6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.133163] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1469.133494] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1469.133666] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Deleting the datastore file [datastore1] 933f8a73-a8e1-4168-a91e-9cc248518ecd {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.149017] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c4dcf13-e4f2-46c8-977c-7c2b4eef302a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.153346] env[62361]: DEBUG nova.compute.provider_tree [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1469.153681] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708202, 'name': ReconfigVM_Task, 'duration_secs': 0.335339} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.153937] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 07679006-d4fe-4699-969e-a92156194070/07679006-d4fe-4699-969e-a92156194070.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.155073] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76e12f5e-7507-4444-9a3c-0e333e019f10 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.161423] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1469.161423] env[62361]: value = "task-1708204" [ 1469.161423] env[62361]: _type = "Task" [ 1469.161423] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.162809] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1469.162809] env[62361]: value = "task-1708205" [ 1469.162809] env[62361]: _type = "Task" [ 1469.162809] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.175530] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.178732] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708205, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.516591] env[62361]: DEBUG nova.network.neutron [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1469.568995] env[62361]: DEBUG nova.network.neutron [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1469.676186] env[62361]: ERROR nova.scheduler.client.report [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] [req-b68d4265-6d9a-4be6-9c3c-0f8c872bfe8c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b68d4265-6d9a-4be6-9c3c-0f8c872bfe8c"}]} [ 1469.684333] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708205, 'name': Rename_Task, 'duration_secs': 0.156133} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.684630] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168069} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.684912] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.685308] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1469.685432] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1469.685621] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1469.688054] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8bac9fd-f27c-4c19-b1ac-039a3b43d765 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.694940] env[62361]: DEBUG nova.scheduler.client.report [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1469.698934] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1469.698934] env[62361]: value = "task-1708206" [ 1469.698934] env[62361]: _type = "Task" [ 1469.698934] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.708164] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.709272] env[62361]: DEBUG nova.network.neutron [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Updating instance_info_cache with network_info: [{"id": "060c653e-de84-47ca-9a4a-21a9323f34a9", "address": "fa:16:3e:bb:38:f9", "network": {"id": "86c32fda-b3b0-4410-863c-c6d56ec3df98", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-745565155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae1cd0d6e944c4ab5c21a6de4ec9366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060c653e-de", "ovs_interfaceid": "060c653e-de84-47ca-9a4a-21a9323f34a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.716310] env[62361]: DEBUG nova.scheduler.client.report [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1469.716531] env[62361]: DEBUG nova.compute.provider_tree [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1469.730266] env[62361]: DEBUG nova.scheduler.client.report [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1469.750647] env[62361]: DEBUG nova.scheduler.client.report [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1469.771972] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "892cb689-afd2-4995-880f-cef4186f2439" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.771972] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "892cb689-afd2-4995-880f-cef4186f2439" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.771972] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "892cb689-afd2-4995-880f-cef4186f2439-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.771972] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "892cb689-afd2-4995-880f-cef4186f2439-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.771972] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "892cb689-afd2-4995-880f-cef4186f2439-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.774552] env[62361]: INFO nova.compute.manager [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Terminating instance [ 1469.778865] env[62361]: DEBUG nova.compute.manager [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1469.779399] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.780167] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a1a43d-61de-4f97-94f8-5433873e191c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.789718] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.792243] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bc1562b-33b7-4813-9c90-915b47723538 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.801902] env[62361]: DEBUG oslo_vmware.api [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1469.801902] env[62361]: value = "task-1708207" [ 1469.801902] env[62361]: _type = "Task" [ 1469.801902] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.812611] env[62361]: DEBUG oslo_vmware.api [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1708207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.874180] env[62361]: DEBUG nova.virt.hardware [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1469.874511] env[62361]: DEBUG nova.virt.hardware [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1469.874598] env[62361]: DEBUG nova.virt.hardware [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.874782] env[62361]: DEBUG nova.virt.hardware [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1469.874926] env[62361]: DEBUG nova.virt.hardware [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.875087] env[62361]: DEBUG nova.virt.hardware [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1469.875299] env[62361]: DEBUG nova.virt.hardware [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1469.875460] env[62361]: DEBUG nova.virt.hardware [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1469.875626] env[62361]: DEBUG nova.virt.hardware [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1469.875792] env[62361]: DEBUG nova.virt.hardware [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1469.875971] env[62361]: DEBUG nova.virt.hardware [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1469.877194] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea53e6ed-895f-48e2-b62d-ae24e7a8cbe1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.889095] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e2fd1e-a704-4c1f-aa23-0de2ececefec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.907788] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Instance VIF info [] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1469.913691] env[62361]: DEBUG oslo.service.loopingcall [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1469.916493] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1469.916962] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aab6291-6ee0-4392-9782-ce7f64e0c1ca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.939457] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1469.939457] env[62361]: value = "task-1708208" [ 1469.939457] env[62361]: _type = "Task" [ 1469.939457] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.950164] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708208, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.003305] env[62361]: DEBUG nova.network.neutron [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Updating instance_info_cache with network_info: [{"id": "4122491e-b4c6-434c-9170-0d5e5dced8d6", "address": "fa:16:3e:24:00:54", "network": {"id": "54abed6f-e7ae-485d-ac0d-a4c314d14806", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1821938458", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013c27cf3bf34be3ab6cd1994928f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4122491e-b4", "ovs_interfaceid": "4122491e-b4c6-434c-9170-0d5e5dced8d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3be1580-19da-44fd-a90d-0d3fce8e8b0d", "address": "fa:16:3e:83:22:97", "network": {"id": "28048d13-a74d-42d7-8d5f-0f89367c2aeb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1659860678", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "013c27cf3bf34be3ab6cd1994928f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3be1580-19", "ovs_interfaceid": "e3be1580-19da-44fd-a90d-0d3fce8e8b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.035343] env[62361]: DEBUG nova.compute.manager [req-20584bdf-783a-4dc9-a957-5c78dce69294 req-c5905db3-b229-45ef-92af-dd52526b372b service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Received event network-vif-plugged-e3be1580-19da-44fd-a90d-0d3fce8e8b0d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1470.035602] env[62361]: DEBUG oslo_concurrency.lockutils [req-20584bdf-783a-4dc9-a957-5c78dce69294 req-c5905db3-b229-45ef-92af-dd52526b372b service nova] Acquiring lock "cf12a075-c381-4ba9-9bf6-582689bec58d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.035842] env[62361]: DEBUG oslo_concurrency.lockutils [req-20584bdf-783a-4dc9-a957-5c78dce69294 req-c5905db3-b229-45ef-92af-dd52526b372b service nova] Lock "cf12a075-c381-4ba9-9bf6-582689bec58d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.036091] env[62361]: DEBUG oslo_concurrency.lockutils [req-20584bdf-783a-4dc9-a957-5c78dce69294 req-c5905db3-b229-45ef-92af-dd52526b372b service nova] Lock "cf12a075-c381-4ba9-9bf6-582689bec58d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.036314] env[62361]: DEBUG nova.compute.manager [req-20584bdf-783a-4dc9-a957-5c78dce69294 req-c5905db3-b229-45ef-92af-dd52526b372b service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] No waiting events found dispatching network-vif-plugged-e3be1580-19da-44fd-a90d-0d3fce8e8b0d {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1470.036518] env[62361]: WARNING nova.compute.manager [req-20584bdf-783a-4dc9-a957-5c78dce69294 req-c5905db3-b229-45ef-92af-dd52526b372b service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Received unexpected event network-vif-plugged-e3be1580-19da-44fd-a90d-0d3fce8e8b0d for instance with vm_state building and task_state spawning. [ 1470.036718] env[62361]: DEBUG nova.compute.manager [req-20584bdf-783a-4dc9-a957-5c78dce69294 req-c5905db3-b229-45ef-92af-dd52526b372b service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Received event network-changed-e3be1580-19da-44fd-a90d-0d3fce8e8b0d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1470.036906] env[62361]: DEBUG nova.compute.manager [req-20584bdf-783a-4dc9-a957-5c78dce69294 req-c5905db3-b229-45ef-92af-dd52526b372b service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Refreshing instance network info cache due to event network-changed-e3be1580-19da-44fd-a90d-0d3fce8e8b0d. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1470.037236] env[62361]: DEBUG oslo_concurrency.lockutils [req-20584bdf-783a-4dc9-a957-5c78dce69294 req-c5905db3-b229-45ef-92af-dd52526b372b service nova] Acquiring lock "refresh_cache-cf12a075-c381-4ba9-9bf6-582689bec58d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.215672] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Releasing lock "refresh_cache-befe6745-06f9-49c0-8bb6-cd45a606bb97" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.215672] env[62361]: DEBUG nova.compute.manager [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Instance network_info: |[{"id": "060c653e-de84-47ca-9a4a-21a9323f34a9", "address": "fa:16:3e:bb:38:f9", "network": {"id": "86c32fda-b3b0-4410-863c-c6d56ec3df98", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-745565155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae1cd0d6e944c4ab5c21a6de4ec9366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060c653e-de", "ovs_interfaceid": "060c653e-de84-47ca-9a4a-21a9323f34a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1470.216018] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708206, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.218021] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:38:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '060c653e-de84-47ca-9a4a-21a9323f34a9', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1470.225413] env[62361]: DEBUG oslo.service.loopingcall [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1470.225626] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1470.225875] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23fbe8ab-dc07-4527-9ee5-1805fec18c5b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.253482] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1470.253482] env[62361]: value = "task-1708209" [ 1470.253482] env[62361]: _type = "Task" [ 1470.253482] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.270768] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708209, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.315797] env[62361]: DEBUG oslo_vmware.api [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1708207, 'name': PowerOffVM_Task, 'duration_secs': 0.261857} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.315989] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.316173] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.316430] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-805c7a80-979e-4621-85f5-0792c6e4f4a7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.391531] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344eba1f-3c5a-41f3-b4d6-e5b597df45d9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.401725] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047bddca-9d16-4bbf-937c-dd3af3c87b3f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.411911] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.412151] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.412335] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Deleting the datastore file [datastore1] 892cb689-afd2-4995-880f-cef4186f2439 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.412633] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60225128-5f35-4cb9-94c5-70f007528e9e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.449838] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d42f0c-9691-49bb-9498-4d5510bce378 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.454056] env[62361]: DEBUG nova.compute.manager [req-daa0d623-e0fa-4a40-97fa-48c276ea0d63 req-7691f54f-8260-4350-9dff-172029ed93b4 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Received event network-changed-060c653e-de84-47ca-9a4a-21a9323f34a9 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1470.454261] env[62361]: DEBUG nova.compute.manager [req-daa0d623-e0fa-4a40-97fa-48c276ea0d63 req-7691f54f-8260-4350-9dff-172029ed93b4 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Refreshing instance network info cache due to event network-changed-060c653e-de84-47ca-9a4a-21a9323f34a9. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1470.454517] env[62361]: DEBUG oslo_concurrency.lockutils [req-daa0d623-e0fa-4a40-97fa-48c276ea0d63 req-7691f54f-8260-4350-9dff-172029ed93b4 service nova] Acquiring lock "refresh_cache-befe6745-06f9-49c0-8bb6-cd45a606bb97" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.454652] env[62361]: DEBUG oslo_concurrency.lockutils [req-daa0d623-e0fa-4a40-97fa-48c276ea0d63 req-7691f54f-8260-4350-9dff-172029ed93b4 service nova] Acquired lock "refresh_cache-befe6745-06f9-49c0-8bb6-cd45a606bb97" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.454784] env[62361]: DEBUG nova.network.neutron [req-daa0d623-e0fa-4a40-97fa-48c276ea0d63 req-7691f54f-8260-4350-9dff-172029ed93b4 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Refreshing network info cache for port 060c653e-de84-47ca-9a4a-21a9323f34a9 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1470.460039] env[62361]: DEBUG oslo_vmware.api [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for the task: (returnval){ [ 1470.460039] env[62361]: value = "task-1708211" [ 1470.460039] env[62361]: _type = "Task" [ 1470.460039] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.468497] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708208, 'name': CreateVM_Task, 'duration_secs': 0.416683} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.469883] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1470.471510] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceb0776-48f5-4248-8d3b-c28266ce21fc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.480374] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.480374] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.480374] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1470.481012] env[62361]: DEBUG oslo_vmware.api [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1708211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.481233] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49466df-1637-4029-921a-1e8fca3d03f6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.487618] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1470.487618] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526d4afa-f837-087f-4fd6-99ff558f629a" [ 1470.487618] env[62361]: _type = "Task" [ 1470.487618] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.497676] env[62361]: DEBUG nova.compute.provider_tree [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1470.506502] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Releasing lock "refresh_cache-cf12a075-c381-4ba9-9bf6-582689bec58d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.507161] env[62361]: DEBUG nova.compute.manager [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Instance network_info: |[{"id": "4122491e-b4c6-434c-9170-0d5e5dced8d6", "address": "fa:16:3e:24:00:54", "network": {"id": "54abed6f-e7ae-485d-ac0d-a4c314d14806", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1821938458", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013c27cf3bf34be3ab6cd1994928f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4122491e-b4", "ovs_interfaceid": "4122491e-b4c6-434c-9170-0d5e5dced8d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3be1580-19da-44fd-a90d-0d3fce8e8b0d", "address": "fa:16:3e:83:22:97", "network": {"id": "28048d13-a74d-42d7-8d5f-0f89367c2aeb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1659860678", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "013c27cf3bf34be3ab6cd1994928f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3be1580-19", "ovs_interfaceid": "e3be1580-19da-44fd-a90d-0d3fce8e8b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1470.507995] env[62361]: DEBUG oslo_concurrency.lockutils [req-20584bdf-783a-4dc9-a957-5c78dce69294 req-c5905db3-b229-45ef-92af-dd52526b372b service nova] Acquired lock "refresh_cache-cf12a075-c381-4ba9-9bf6-582689bec58d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.508234] env[62361]: DEBUG nova.network.neutron [req-20584bdf-783a-4dc9-a957-5c78dce69294 req-c5905db3-b229-45ef-92af-dd52526b372b service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Refreshing network info cache for port e3be1580-19da-44fd-a90d-0d3fce8e8b0d {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1470.513024] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:00:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4122491e-b4c6-434c-9170-0d5e5dced8d6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:22:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3be1580-19da-44fd-a90d-0d3fce8e8b0d', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1470.519978] env[62361]: DEBUG oslo.service.loopingcall [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1470.524835] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1470.525191] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526d4afa-f837-087f-4fd6-99ff558f629a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.525423] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78286e75-0013-4be4-815e-73db2fb71935 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.551667] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1470.551667] env[62361]: value = "task-1708212" [ 1470.551667] env[62361]: _type = "Task" [ 1470.551667] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.562787] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708212, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.712969] env[62361]: DEBUG oslo_vmware.api [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708206, 'name': PowerOnVM_Task, 'duration_secs': 0.533937} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.713712] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.714833] env[62361]: INFO nova.compute.manager [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1470.714833] env[62361]: DEBUG nova.compute.manager [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1470.715268] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58038ed8-4058-453a-800e-9a2aab2b99cb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.732974] env[62361]: DEBUG nova.virt.hardware [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1470.733295] env[62361]: DEBUG nova.virt.hardware [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1470.733530] env[62361]: DEBUG nova.virt.hardware [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1470.733793] env[62361]: DEBUG nova.virt.hardware [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1470.733938] env[62361]: DEBUG nova.virt.hardware [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1470.734137] env[62361]: DEBUG nova.virt.hardware [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1470.734391] env[62361]: DEBUG nova.virt.hardware [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1470.734589] env[62361]: DEBUG nova.virt.hardware [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1470.734795] env[62361]: DEBUG nova.virt.hardware [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1470.735022] env[62361]: DEBUG nova.virt.hardware [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1470.735272] env[62361]: DEBUG nova.virt.hardware [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1470.736169] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52868e33-5f37-4860-94ea-52911f0dd7ae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.745456] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591fdf73-365a-4b46-a03d-c18d9621e57b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.760900] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:90:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44ea4df0-c68a-48a2-8609-a3b49f2cfff6', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1470.771020] env[62361]: DEBUG oslo.service.loopingcall [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1470.775093] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1470.775722] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eafaf899-8873-47a7-9786-7505f8813eae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.799603] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708209, 'name': CreateVM_Task, 'duration_secs': 0.476966} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.800884] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1470.801119] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1470.801119] env[62361]: value = "task-1708213" [ 1470.801119] env[62361]: _type = "Task" [ 1470.801119] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.802039] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.810747] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708213, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.975764] env[62361]: DEBUG oslo_vmware.api [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Task: {'id': task-1708211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264452} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.976120] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1470.976160] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1470.976381] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1470.976620] env[62361]: INFO nova.compute.manager [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1470.976972] env[62361]: DEBUG oslo.service.loopingcall [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1470.977255] env[62361]: DEBUG nova.compute.manager [-] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1470.977356] env[62361]: DEBUG nova.network.neutron [-] [instance: 892cb689-afd2-4995-880f-cef4186f2439] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.013394] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526d4afa-f837-087f-4fd6-99ff558f629a, 'name': SearchDatastore_Task, 'duration_secs': 0.023813} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.013902] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.014274] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1471.014657] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.014913] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.015099] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1471.015449] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.015899] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1471.016272] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5f47fef-be76-44c2-b604-f28abca7cbdf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.019135] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ebae6c-81a8-414f-ace9-12cf54cddd2e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.027971] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1471.027971] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f39ebc-7109-1479-9d42-7aecb993d9c6" [ 1471.027971] env[62361]: _type = "Task" [ 1471.027971] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.033810] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1471.033810] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1471.034370] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d593b836-b510-41d6-b749-c8c00ef10126 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.042061] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f39ebc-7109-1479-9d42-7aecb993d9c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.045107] env[62361]: DEBUG nova.scheduler.client.report [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updated inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1471.045107] env[62361]: DEBUG nova.compute.provider_tree [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 86 to 87 during operation: update_inventory {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1471.045107] env[62361]: DEBUG nova.compute.provider_tree [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1471.051016] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1471.051016] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520836cc-6c72-058f-0a43-54bf05fc5cd1" [ 1471.051016] env[62361]: _type = "Task" [ 1471.051016] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.072731] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708212, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.073071] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520836cc-6c72-058f-0a43-54bf05fc5cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.012619} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.073982] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf2786f-4fa4-41e5-a712-2e473c7c180d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.082656] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1471.082656] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5225b5ad-1b30-7ef5-27a3-98529f8654c3" [ 1471.082656] env[62361]: _type = "Task" [ 1471.082656] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.096630] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5225b5ad-1b30-7ef5-27a3-98529f8654c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.240485] env[62361]: INFO nova.compute.manager [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Took 38.75 seconds to build instance. [ 1471.321100] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708213, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.472545] env[62361]: DEBUG nova.network.neutron [req-daa0d623-e0fa-4a40-97fa-48c276ea0d63 req-7691f54f-8260-4350-9dff-172029ed93b4 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Updated VIF entry in instance network info cache for port 060c653e-de84-47ca-9a4a-21a9323f34a9. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1471.473055] env[62361]: DEBUG nova.network.neutron [req-daa0d623-e0fa-4a40-97fa-48c276ea0d63 req-7691f54f-8260-4350-9dff-172029ed93b4 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Updating instance_info_cache with network_info: [{"id": "060c653e-de84-47ca-9a4a-21a9323f34a9", "address": "fa:16:3e:bb:38:f9", "network": {"id": "86c32fda-b3b0-4410-863c-c6d56ec3df98", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-745565155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae1cd0d6e944c4ab5c21a6de4ec9366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060c653e-de", "ovs_interfaceid": "060c653e-de84-47ca-9a4a-21a9323f34a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.533840] env[62361]: DEBUG nova.network.neutron [req-20584bdf-783a-4dc9-a957-5c78dce69294 req-c5905db3-b229-45ef-92af-dd52526b372b service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Updated VIF entry in instance network info cache for port e3be1580-19da-44fd-a90d-0d3fce8e8b0d. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1471.534231] env[62361]: DEBUG nova.network.neutron [req-20584bdf-783a-4dc9-a957-5c78dce69294 req-c5905db3-b229-45ef-92af-dd52526b372b service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Updating instance_info_cache with network_info: [{"id": "4122491e-b4c6-434c-9170-0d5e5dced8d6", "address": "fa:16:3e:24:00:54", "network": {"id": "54abed6f-e7ae-485d-ac0d-a4c314d14806", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1821938458", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "013c27cf3bf34be3ab6cd1994928f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4122491e-b4", "ovs_interfaceid": "4122491e-b4c6-434c-9170-0d5e5dced8d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3be1580-19da-44fd-a90d-0d3fce8e8b0d", "address": "fa:16:3e:83:22:97", "network": {"id": "28048d13-a74d-42d7-8d5f-0f89367c2aeb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1659860678", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "013c27cf3bf34be3ab6cd1994928f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3be1580-19", "ovs_interfaceid": "e3be1580-19da-44fd-a90d-0d3fce8e8b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.545690] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f39ebc-7109-1479-9d42-7aecb993d9c6, 'name': SearchDatastore_Task, 'duration_secs': 0.015294} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.546008] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.546231] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1471.546433] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.552863] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.522s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.559141] env[62361]: DEBUG oslo_concurrency.lockutils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.381s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.559141] env[62361]: INFO nova.compute.claims [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1471.575401] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708212, 'name': CreateVM_Task, 'duration_secs': 0.677856} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.575513] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1471.578154] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.578154] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.578154] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1471.578154] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66cd0d95-4425-4b56-8db3-2eb9c7fcea98 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.580325] env[62361]: INFO nova.scheduler.client.report [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Deleted allocations for instance 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563 [ 1471.590778] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1471.590778] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5251e1e5-6b7b-9bfe-dd86-ce29ba5dfea3" [ 1471.590778] env[62361]: _type = "Task" [ 1471.590778] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.599742] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5225b5ad-1b30-7ef5-27a3-98529f8654c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012424} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.600466] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.600776] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] ea3d9715-fbaf-44c4-986b-20996b2958bb/ea3d9715-fbaf-44c4-986b-20996b2958bb.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1471.601596] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.601596] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1471.601757] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90d4251f-1ca1-4a7c-8353-13346d96747e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.607124] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-290442b2-695a-4b49-b705-54f6e7511e25 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.609563] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5251e1e5-6b7b-9bfe-dd86-ce29ba5dfea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.618893] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1471.618893] env[62361]: value = "task-1708214" [ 1471.618893] env[62361]: _type = "Task" [ 1471.618893] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.620963] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1471.621289] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1471.627218] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460dbc80-f1ca-41d5-9872-21624b8bb802 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.637296] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1471.637296] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ef2234-4186-7cd7-475e-fe28c007234f" [ 1471.637296] env[62361]: _type = "Task" [ 1471.637296] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.641738] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.657422] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ef2234-4186-7cd7-475e-fe28c007234f, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.658627] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb825c66-aba3-496e-9324-1a4137cb152a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.667534] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1471.667534] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5287453e-e807-f92c-b9de-e16ee5e959b5" [ 1471.667534] env[62361]: _type = "Task" [ 1471.667534] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.680428] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5287453e-e807-f92c-b9de-e16ee5e959b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.745030] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55ff3cef-fb04-41e8-b1c5-c0e9987e1139 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "07679006-d4fe-4699-969e-a92156194070" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.402s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.813821] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708213, 'name': CreateVM_Task, 'duration_secs': 0.542417} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.814053] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1471.814686] env[62361]: DEBUG oslo_concurrency.lockutils [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.887748] env[62361]: DEBUG nova.network.neutron [-] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.975970] env[62361]: DEBUG oslo_concurrency.lockutils [req-daa0d623-e0fa-4a40-97fa-48c276ea0d63 req-7691f54f-8260-4350-9dff-172029ed93b4 service nova] Releasing lock "refresh_cache-befe6745-06f9-49c0-8bb6-cd45a606bb97" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.024051] env[62361]: INFO nova.compute.manager [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Rescuing [ 1472.024365] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "refresh_cache-07679006-d4fe-4699-969e-a92156194070" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.024518] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquired lock "refresh_cache-07679006-d4fe-4699-969e-a92156194070" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.024685] env[62361]: DEBUG nova.network.neutron [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.037326] env[62361]: DEBUG oslo_concurrency.lockutils [req-20584bdf-783a-4dc9-a957-5c78dce69294 req-c5905db3-b229-45ef-92af-dd52526b372b service nova] Releasing lock "refresh_cache-cf12a075-c381-4ba9-9bf6-582689bec58d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.099265] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a48ec1e-263b-4762-ae43-4f406b11d5ab tempest-SecurityGroupsTestJSON-1897037917 tempest-SecurityGroupsTestJSON-1897037917-project-member] Lock "4cbaf66d-c7b1-45e2-9ddc-c62695ad6563" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.034s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.106982] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5251e1e5-6b7b-9bfe-dd86-ce29ba5dfea3, 'name': SearchDatastore_Task, 'duration_secs': 0.021213} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.107643] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.107937] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.108177] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.108848] env[62361]: DEBUG oslo_concurrency.lockutils [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.109278] env[62361]: DEBUG oslo_concurrency.lockutils [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.109474] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69780ab1-cbef-4f5c-a476-c2835a909d81 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.118195] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1472.118195] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f887ea-4e6b-42e3-241a-0aa9f1cd10af" [ 1472.118195] env[62361]: _type = "Task" [ 1472.118195] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.137223] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f887ea-4e6b-42e3-241a-0aa9f1cd10af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.145024] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708214, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.146354] env[62361]: DEBUG nova.compute.manager [req-0cff40c0-d4e3-4e3c-8afd-3fd9b6054a80 req-87498553-539c-45b4-806f-09c3ae9d2e8b service nova] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Received event network-vif-deleted-50569605-19ce-43d9-8344-82fb6b62ff34 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1472.180910] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5287453e-e807-f92c-b9de-e16ee5e959b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.181243] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.181507] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] befe6745-06f9-49c0-8bb6-cd45a606bb97/befe6745-06f9-49c0-8bb6-cd45a606bb97.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1472.181790] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.182019] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.182240] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c5f43a6-eb95-4c83-a785-b241b6358b21 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.184622] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-294f78e2-f2c1-41c9-9e14-2da454701455 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.194512] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1472.194512] env[62361]: value = "task-1708215" [ 1472.194512] env[62361]: _type = "Task" [ 1472.194512] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.201794] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.202124] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.203842] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40bcfeef-69bb-405b-9d3d-12c8727158e9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.211319] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.213357] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1472.213357] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a740f0-4ea7-1e83-1bdd-be9052613b23" [ 1472.213357] env[62361]: _type = "Task" [ 1472.213357] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.224901] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a740f0-4ea7-1e83-1bdd-be9052613b23, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.225788] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc71f4d9-0fae-4d80-ba6c-ab0284f7da19 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.232511] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1472.232511] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52887d93-0bb9-cb8d-2f1b-60749f3240c6" [ 1472.232511] env[62361]: _type = "Task" [ 1472.232511] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.242525] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52887d93-0bb9-cb8d-2f1b-60749f3240c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.247084] env[62361]: DEBUG nova.compute.manager [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1472.390348] env[62361]: INFO nova.compute.manager [-] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Took 1.41 seconds to deallocate network for instance. [ 1472.639629] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f887ea-4e6b-42e3-241a-0aa9f1cd10af, 'name': SearchDatastore_Task, 'duration_secs': 0.053728} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.644109] env[62361]: DEBUG oslo_concurrency.lockutils [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.644109] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.644109] env[62361]: DEBUG oslo_concurrency.lockutils [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.644109] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61469} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.645767] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] ea3d9715-fbaf-44c4-986b-20996b2958bb/ea3d9715-fbaf-44c4-986b-20996b2958bb.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1472.646131] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1472.648717] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38dd6012-d3cc-40b9-844c-01ad688e39c5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.660796] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1472.660796] env[62361]: value = "task-1708216" [ 1472.660796] env[62361]: _type = "Task" [ 1472.660796] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.675152] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.708733] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491601} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.711437] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] befe6745-06f9-49c0-8bb6-cd45a606bb97/befe6745-06f9-49c0-8bb6-cd45a606bb97.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1472.711525] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1472.713919] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13a1b2c6-9742-4620-be29-9205dbbe2cfb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.722478] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1472.722478] env[62361]: value = "task-1708217" [ 1472.722478] env[62361]: _type = "Task" [ 1472.722478] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.736460] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.755469] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52887d93-0bb9-cb8d-2f1b-60749f3240c6, 'name': SearchDatastore_Task, 'duration_secs': 0.019556} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.757804] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.758104] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] cf12a075-c381-4ba9-9bf6-582689bec58d/cf12a075-c381-4ba9-9bf6-582689bec58d.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1472.758619] env[62361]: DEBUG oslo_concurrency.lockutils [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.758811] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.759084] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ed17942-3fe1-4f69-9fdb-40c4c9381a27 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.761297] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26fd427f-446e-444e-a279-b644dd0c2db7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.770588] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.772329] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1472.772329] env[62361]: value = "task-1708218" [ 1472.772329] env[62361]: _type = "Task" [ 1472.772329] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.777436] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.777436] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.778428] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1321323-80d8-4511-b42f-7090c87459d3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.786626] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.792390] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1472.792390] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bfe87c-51a6-ea0a-024f-a63929182b6e" [ 1472.792390] env[62361]: _type = "Task" [ 1472.792390] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.803452] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bfe87c-51a6-ea0a-024f-a63929182b6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.846807] env[62361]: DEBUG nova.network.neutron [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Updating instance_info_cache with network_info: [{"id": "bbcb536d-6c42-483c-b2aa-76ca5dce6750", "address": "fa:16:3e:c7:85:5f", "network": {"id": "f4a647a8-f29e-4433-a04b-5074044da4ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-557391844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "59816017fcf446c4946a84809b59ae1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbcb536d-6c", "ovs_interfaceid": "bbcb536d-6c42-483c-b2aa-76ca5dce6750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.898555] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.127095] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db60a27c-42f4-427e-921a-1c811d896188 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.137421] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8de919-7aad-4a4f-9b7e-599c2c71b3b9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.173859] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3ff115-d68f-4e64-91be-ae75b6ff6897 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.183845] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159553} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.186353] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1473.187283] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a355990-24d4-4104-b8e5-87dbc14f9240 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.190990] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e362157-2e6b-4d8c-99a6-d5a55fd9a3e7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.207032] env[62361]: DEBUG nova.compute.provider_tree [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1473.226377] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] ea3d9715-fbaf-44c4-986b-20996b2958bb/ea3d9715-fbaf-44c4-986b-20996b2958bb.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.230157] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb94d50-4f5b-4083-85ab-4899c202aca5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.255497] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099322} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.256849] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1473.257223] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1473.257223] env[62361]: value = "task-1708219" [ 1473.257223] env[62361]: _type = "Task" [ 1473.257223] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.257904] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dad5e3-903c-402a-a285-b3c33384f1ba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.284320] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] befe6745-06f9-49c0-8bb6-cd45a606bb97/befe6745-06f9-49c0-8bb6-cd45a606bb97.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.285483] env[62361]: DEBUG nova.scheduler.client.report [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Updated inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1473.285731] env[62361]: DEBUG nova.compute.provider_tree [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 87 to 88 during operation: update_inventory {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1473.285909] env[62361]: DEBUG nova.compute.provider_tree [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1473.296231] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a76568e1-20f5-4937-b1f2-0fb64450413d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.311250] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.322893] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bfe87c-51a6-ea0a-024f-a63929182b6e, 'name': SearchDatastore_Task, 'duration_secs': 0.013774} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.327524] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527391} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.327823] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1473.327823] env[62361]: value = "task-1708220" [ 1473.327823] env[62361]: _type = "Task" [ 1473.327823] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.328084] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83a9189-35d7-417e-ab3a-882bc5139cfe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.331346] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] cf12a075-c381-4ba9-9bf6-582689bec58d/cf12a075-c381-4ba9-9bf6-582689bec58d.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1473.331533] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1473.331832] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48945c35-db3e-41e9-af20-1ef88f4edb76 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.341977] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1473.341977] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f41829-c5b4-af37-eaf1-8bbb854d2133" [ 1473.341977] env[62361]: _type = "Task" [ 1473.341977] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.349967] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1473.349967] env[62361]: value = "task-1708221" [ 1473.349967] env[62361]: _type = "Task" [ 1473.349967] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.350242] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.356840] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Releasing lock "refresh_cache-07679006-d4fe-4699-969e-a92156194070" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.359278] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f41829-c5b4-af37-eaf1-8bbb854d2133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.369448] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.772455] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708219, 'name': ReconfigVM_Task, 'duration_secs': 0.337691} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.772730] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Reconfigured VM instance instance-00000038 to attach disk [datastore1] ea3d9715-fbaf-44c4-986b-20996b2958bb/ea3d9715-fbaf-44c4-986b-20996b2958bb.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1473.773412] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eef3786-2f46-47c2-b2af-01e60ad36d60 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.780490] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1473.780490] env[62361]: value = "task-1708222" [ 1473.780490] env[62361]: _type = "Task" [ 1473.780490] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.788998] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708222, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.813371] env[62361]: DEBUG oslo_concurrency.lockutils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.813989] env[62361]: DEBUG nova.compute.manager [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1473.817202] env[62361]: DEBUG oslo_concurrency.lockutils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.438s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.819029] env[62361]: INFO nova.compute.claims [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1473.849286] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.867756] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f41829-c5b4-af37-eaf1-8bbb854d2133, 'name': SearchDatastore_Task, 'duration_secs': 0.013233} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.868105] env[62361]: DEBUG oslo_concurrency.lockutils [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.868669] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 933f8a73-a8e1-4168-a91e-9cc248518ecd/933f8a73-a8e1-4168-a91e-9cc248518ecd.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.871815] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-530a0eb1-6684-4fb1-97a5-0b8fe56281a3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.875105] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083377} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.875458] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1473.876675] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e172f3a-02de-4068-a71b-434e186177a4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.881708] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1473.881708] env[62361]: value = "task-1708223" [ 1473.881708] env[62361]: _type = "Task" [ 1473.881708] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.908696] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] cf12a075-c381-4ba9-9bf6-582689bec58d/cf12a075-c381-4ba9-9bf6-582689bec58d.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.909521] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1473.910559] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63519e96-d2f8-4945-b81c-f21056475027 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.930044] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-814165c0-8181-4d39-9d08-de582a3bab90 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.936812] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.945142] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1473.945142] env[62361]: value = "task-1708225" [ 1473.945142] env[62361]: _type = "Task" [ 1473.945142] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.946662] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1473.946662] env[62361]: value = "task-1708224" [ 1473.946662] env[62361]: _type = "Task" [ 1473.946662] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.959327] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.963241] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.291898] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708222, 'name': Rename_Task, 'duration_secs': 0.165449} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.292348] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1474.292488] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6c1599f-da2b-45fb-82ab-1024c5d8d3b8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.303820] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1474.303820] env[62361]: value = "task-1708226" [ 1474.303820] env[62361]: _type = "Task" [ 1474.303820] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.315495] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.326904] env[62361]: DEBUG nova.compute.utils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1474.329662] env[62361]: DEBUG nova.compute.manager [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1474.329662] env[62361]: DEBUG nova.network.neutron [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1474.346156] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708220, 'name': ReconfigVM_Task, 'duration_secs': 0.813311} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.346542] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Reconfigured VM instance instance-0000003b to attach disk [datastore1] befe6745-06f9-49c0-8bb6-cd45a606bb97/befe6745-06f9-49c0-8bb6-cd45a606bb97.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1474.346911] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62361) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1474.347627] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-69f9c192-c1fe-46cf-b919-0d4ad21ffb90 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.356607] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1474.356607] env[62361]: value = "task-1708227" [ 1474.356607] env[62361]: _type = "Task" [ 1474.356607] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.366889] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708227, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.394910] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708223, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.436444] env[62361]: DEBUG nova.policy [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94c317a6b6874000895bab819900b846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b0bd2e0635442b3a6b964b056437c33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1474.460026] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708225, 'name': PowerOffVM_Task, 'duration_secs': 0.31043} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.463231] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1474.463553] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.464281] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8592ab0-b511-4623-83ef-812b0a140d72 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.486520] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a070fe9a-921b-4bd8-aa25-5c2d0dcf10be {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.527228] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1474.527523] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-295f2471-5b8f-4fa9-95ad-1f4352061934 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.536621] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1474.536621] env[62361]: value = "task-1708228" [ 1474.536621] env[62361]: _type = "Task" [ 1474.536621] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.548818] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] VM already powered off {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1474.549500] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1474.549500] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.549500] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.549741] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1474.549999] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-597b1d76-bae6-4d4a-aeea-412c68950e63 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.560678] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1474.560859] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1474.561661] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63713f27-04ac-4f4e-a33d-7f6b4b880cb5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.567455] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1474.567455] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5247b058-3d1d-bba3-c35d-235d39fe5e24" [ 1474.567455] env[62361]: _type = "Task" [ 1474.567455] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.575958] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5247b058-3d1d-bba3-c35d-235d39fe5e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.814492] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708226, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.831408] env[62361]: DEBUG nova.compute.manager [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1474.870737] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708227, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.066181} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.871637] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62361) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1474.874570] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f280f0cc-c7d7-4345-997c-7262b47df820 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.901340] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] befe6745-06f9-49c0-8bb6-cd45a606bb97/ephemeral_0.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.907245] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffbb65e0-9684-4ea3-8286-8b5aaff8747c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.927406] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530291} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.928622] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 933f8a73-a8e1-4168-a91e-9cc248518ecd/933f8a73-a8e1-4168-a91e-9cc248518ecd.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.928845] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.929172] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1474.929172] env[62361]: value = "task-1708229" [ 1474.929172] env[62361]: _type = "Task" [ 1474.929172] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.929362] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09ae2499-26a9-4d2b-834a-9868bc88b96c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.940274] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.944157] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1474.944157] env[62361]: value = "task-1708230" [ 1474.944157] env[62361]: _type = "Task" [ 1474.944157] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.953982] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.967839] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708224, 'name': ReconfigVM_Task, 'duration_secs': 0.634036} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.968822] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Reconfigured VM instance instance-0000003a to attach disk [datastore1] cf12a075-c381-4ba9-9bf6-582689bec58d/cf12a075-c381-4ba9-9bf6-582689bec58d.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1474.968822] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26bd14b9-6c3b-4f71-ab97-f8e1af6f0a5a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.976468] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1474.976468] env[62361]: value = "task-1708231" [ 1474.976468] env[62361]: _type = "Task" [ 1474.976468] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.986124] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708231, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.078725] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5247b058-3d1d-bba3-c35d-235d39fe5e24, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.082851] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e402125-fada-464c-8908-fb3eb28521eb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.088760] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1475.088760] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527bf975-9953-8ca5-1e51-9c61dd0dc220" [ 1475.088760] env[62361]: _type = "Task" [ 1475.088760] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.097839] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527bf975-9953-8ca5-1e51-9c61dd0dc220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.277357] env[62361]: DEBUG nova.network.neutron [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Successfully created port: a6a834d6-cf51-494c-a165-ae5f6e8dd1ce {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1475.317593] env[62361]: DEBUG oslo_vmware.api [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708226, 'name': PowerOnVM_Task, 'duration_secs': 0.569169} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.317857] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1475.318068] env[62361]: DEBUG nova.compute.manager [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1475.318882] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e31ecfe-4d07-4a8b-b011-c51fa7e30d33 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.441621] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708229, 'name': ReconfigVM_Task, 'duration_secs': 0.370867} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.441731] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Reconfigured VM instance instance-0000003b to attach disk [datastore1] befe6745-06f9-49c0-8bb6-cd45a606bb97/ephemeral_0.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.444689] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8569fe6a-fc3b-4c9f-840d-f65331df14ac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.461385] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078187} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.463731] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1475.464138] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1475.464138] env[62361]: value = "task-1708232" [ 1475.464138] env[62361]: _type = "Task" [ 1475.464138] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.467214] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6ae84d-fb4d-4ca4-b1de-844cd21d1717 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.478716] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708232, 'name': Rename_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.500532] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 933f8a73-a8e1-4168-a91e-9cc248518ecd/933f8a73-a8e1-4168-a91e-9cc248518ecd.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.501936] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da15f0d3-86be-4ead-95ac-696e3b430b15 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.516805] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0721c547-63b6-4755-a886-f2fced1e04d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.528541] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8936955b-e5c5-4ef3-8171-047c102519ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.532257] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708231, 'name': Rename_Task, 'duration_secs': 0.224615} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.533792] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1475.535793] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1475.535793] env[62361]: value = "task-1708233" [ 1475.535793] env[62361]: _type = "Task" [ 1475.535793] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.535793] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b97ce1ef-3afa-4f17-8469-b589b5afca42 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.569747] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77591c19-06a1-473a-b4f6-579a67d62fae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.575833] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.577669] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1475.577669] env[62361]: value = "task-1708234" [ 1475.577669] env[62361]: _type = "Task" [ 1475.577669] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.584882] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbef67d-ae1f-42d1-808a-ded56f8efda9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.592282] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.606598] env[62361]: DEBUG nova.compute.provider_tree [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1475.611645] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527bf975-9953-8ca5-1e51-9c61dd0dc220, 'name': SearchDatastore_Task, 'duration_secs': 0.018111} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.613498] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.613498] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 07679006-d4fe-4699-969e-a92156194070/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk. {{(pid=62361) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1475.613498] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bb48084-8652-4595-baaf-fce7eb66bfd1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.624995] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1475.624995] env[62361]: value = "task-1708235" [ 1475.624995] env[62361]: _type = "Task" [ 1475.624995] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.635339] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.844252] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.845095] env[62361]: DEBUG nova.compute.manager [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1475.887021] env[62361]: DEBUG nova.virt.hardware [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1475.887021] env[62361]: DEBUG nova.virt.hardware [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1475.887021] env[62361]: DEBUG nova.virt.hardware [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1475.887021] env[62361]: DEBUG nova.virt.hardware [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1475.887021] env[62361]: DEBUG nova.virt.hardware [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1475.887021] env[62361]: DEBUG nova.virt.hardware [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1475.887021] env[62361]: DEBUG nova.virt.hardware [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1475.887021] env[62361]: DEBUG nova.virt.hardware [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1475.887021] env[62361]: DEBUG nova.virt.hardware [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1475.887021] env[62361]: DEBUG nova.virt.hardware [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1475.887521] env[62361]: DEBUG nova.virt.hardware [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1475.888585] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ed3391-b28d-469e-82b8-3e58e49a9258 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.900860] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e0ddd7-82c1-43ac-92b9-d8d81be1cd20 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.981678] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708232, 'name': Rename_Task, 'duration_secs': 0.199649} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.981973] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1475.982517] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e6b948e-867c-4b0b-a281-5fda239c5f30 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.990101] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1475.990101] env[62361]: value = "task-1708236" [ 1475.990101] env[62361]: _type = "Task" [ 1475.990101] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.002213] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.047066] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708233, 'name': ReconfigVM_Task, 'duration_secs': 0.371552} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.047066] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 933f8a73-a8e1-4168-a91e-9cc248518ecd/933f8a73-a8e1-4168-a91e-9cc248518ecd.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.047840] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68ec2d15-6d45-424d-b367-f179bd7d34df {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.056413] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1476.056413] env[62361]: value = "task-1708237" [ 1476.056413] env[62361]: _type = "Task" [ 1476.056413] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.073527] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708237, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.090470] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.140733] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708235, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.161772] env[62361]: DEBUG nova.scheduler.client.report [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Updated inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1476.162068] env[62361]: DEBUG nova.compute.provider_tree [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 88 to 89 during operation: update_inventory {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1476.162373] env[62361]: DEBUG nova.compute.provider_tree [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1476.501284] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708236, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.567464] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708237, 'name': Rename_Task, 'duration_secs': 0.313482} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.567721] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.567994] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fae99554-5a77-4337-9bfe-f67ecae2d3b5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.577372] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1476.577372] env[62361]: value = "task-1708238" [ 1476.577372] env[62361]: _type = "Task" [ 1476.577372] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.591521] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708234, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.596955] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.637141] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795564} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.637439] env[62361]: INFO nova.virt.vmwareapi.ds_util [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 07679006-d4fe-4699-969e-a92156194070/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk. [ 1476.638254] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9ded7b-2186-4026-be72-359bec1fc025 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.665511] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 07679006-d4fe-4699-969e-a92156194070/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1476.665935] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbfa2982-bea4-45aa-ace0-77d91655779f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.681171] env[62361]: DEBUG oslo_concurrency.lockutils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.864s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.681722] env[62361]: DEBUG nova.compute.manager [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1476.685255] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.609s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.685450] env[62361]: DEBUG nova.objects.instance [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Lazy-loading 'resources' on Instance uuid 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.694609] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1476.694609] env[62361]: value = "task-1708239" [ 1476.694609] env[62361]: _type = "Task" [ 1476.694609] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.705215] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.002572] env[62361]: DEBUG oslo_vmware.api [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708236, 'name': PowerOnVM_Task, 'duration_secs': 0.730694} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.002851] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.003362] env[62361]: INFO nova.compute.manager [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1477.003362] env[62361]: DEBUG nova.compute.manager [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1477.004081] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bc090a-d972-4c32-b01d-5d75b36f767b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.041752] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "ea3d9715-fbaf-44c4-986b-20996b2958bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.042154] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "ea3d9715-fbaf-44c4-986b-20996b2958bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.042388] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "ea3d9715-fbaf-44c4-986b-20996b2958bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.042581] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "ea3d9715-fbaf-44c4-986b-20996b2958bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.042751] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "ea3d9715-fbaf-44c4-986b-20996b2958bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.045418] env[62361]: INFO nova.compute.manager [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Terminating instance [ 1477.049532] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "refresh_cache-ea3d9715-fbaf-44c4-986b-20996b2958bb" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.049696] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquired lock "refresh_cache-ea3d9715-fbaf-44c4-986b-20996b2958bb" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.049920] env[62361]: DEBUG nova.network.neutron [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1477.066271] env[62361]: DEBUG nova.compute.manager [req-83beff37-871f-471f-affa-0027f7fa8d6d req-4be80297-baf8-417e-ba91-6f174a800ce4 service nova] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Received event network-vif-plugged-a6a834d6-cf51-494c-a165-ae5f6e8dd1ce {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1477.066488] env[62361]: DEBUG oslo_concurrency.lockutils [req-83beff37-871f-471f-affa-0027f7fa8d6d req-4be80297-baf8-417e-ba91-6f174a800ce4 service nova] Acquiring lock "7f38e33c-5913-4f35-bed2-56c34c48e432-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.066687] env[62361]: DEBUG oslo_concurrency.lockutils [req-83beff37-871f-471f-affa-0027f7fa8d6d req-4be80297-baf8-417e-ba91-6f174a800ce4 service nova] Lock "7f38e33c-5913-4f35-bed2-56c34c48e432-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.066854] env[62361]: DEBUG oslo_concurrency.lockutils [req-83beff37-871f-471f-affa-0027f7fa8d6d req-4be80297-baf8-417e-ba91-6f174a800ce4 service nova] Lock "7f38e33c-5913-4f35-bed2-56c34c48e432-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.067028] env[62361]: DEBUG nova.compute.manager [req-83beff37-871f-471f-affa-0027f7fa8d6d req-4be80297-baf8-417e-ba91-6f174a800ce4 service nova] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] No waiting events found dispatching network-vif-plugged-a6a834d6-cf51-494c-a165-ae5f6e8dd1ce {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1477.067195] env[62361]: WARNING nova.compute.manager [req-83beff37-871f-471f-affa-0027f7fa8d6d req-4be80297-baf8-417e-ba91-6f174a800ce4 service nova] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Received unexpected event network-vif-plugged-a6a834d6-cf51-494c-a165-ae5f6e8dd1ce for instance with vm_state building and task_state spawning. [ 1477.098362] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708238, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.098622] env[62361]: DEBUG oslo_vmware.api [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708234, 'name': PowerOnVM_Task, 'duration_secs': 1.092172} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.098859] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.099071] env[62361]: INFO nova.compute.manager [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Took 12.02 seconds to spawn the instance on the hypervisor. [ 1477.099260] env[62361]: DEBUG nova.compute.manager [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1477.100026] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b7f9a4-2356-4a6c-9e25-e915aca7ba72 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.187784] env[62361]: DEBUG nova.compute.utils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1477.189315] env[62361]: DEBUG nova.compute.manager [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1477.189524] env[62361]: DEBUG nova.network.neutron [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1477.208842] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708239, 'name': ReconfigVM_Task, 'duration_secs': 0.331889} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.210439] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 07679006-d4fe-4699-969e-a92156194070/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.211960] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d59e134-46bc-41e4-8c20-1ccdf57740c2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.266595] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8954a8e-bf28-4e24-961a-b9931b8601b9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.290622] env[62361]: DEBUG nova.network.neutron [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Successfully updated port: a6a834d6-cf51-494c-a165-ae5f6e8dd1ce {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1477.293666] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1477.293666] env[62361]: value = "task-1708240" [ 1477.293666] env[62361]: _type = "Task" [ 1477.293666] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.309751] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.312492] env[62361]: DEBUG nova.policy [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3fd6bfbc398484eb36d699c77b52b75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '750c381aedae452fb60bdd2f91114613', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1477.525318] env[62361]: INFO nova.compute.manager [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Took 34.44 seconds to build instance. [ 1477.577102] env[62361]: DEBUG nova.network.neutron [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1477.594510] env[62361]: DEBUG oslo_vmware.api [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708238, 'name': PowerOnVM_Task, 'duration_secs': 0.694944} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.597215] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.597503] env[62361]: DEBUG nova.compute.manager [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1477.598688] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb246d9-f5de-4d9c-bbde-92e1b9902ef5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.622742] env[62361]: INFO nova.compute.manager [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Took 41.78 seconds to build instance. [ 1477.664269] env[62361]: DEBUG nova.network.neutron [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.696941] env[62361]: DEBUG nova.compute.manager [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1477.720611] env[62361]: DEBUG nova.network.neutron [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Successfully created port: 1a7de541-3664-4a6d-beff-643ecb8e2913 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1477.794882] env[62361]: DEBUG oslo_concurrency.lockutils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Acquiring lock "refresh_cache-7f38e33c-5913-4f35-bed2-56c34c48e432" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.795076] env[62361]: DEBUG oslo_concurrency.lockutils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Acquired lock "refresh_cache-7f38e33c-5913-4f35-bed2-56c34c48e432" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.795271] env[62361]: DEBUG nova.network.neutron [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1477.807775] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708240, 'name': ReconfigVM_Task, 'duration_secs': 0.172291} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.810591] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1477.811495] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b4d2a60-2638-44aa-888d-b69f3256a118 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.820275] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1477.820275] env[62361]: value = "task-1708241" [ 1477.820275] env[62361]: _type = "Task" [ 1477.820275] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.830995] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.885903] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9688e215-5b59-47fa-9b1d-e24bc997029d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.900769] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41f0920-8b15-4b63-a73e-dde1e0b3b8a0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.930864] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d497a51e-9d28-433b-b18d-14e6ceeebf96 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.940268] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ed1e76-c67f-4135-8953-b23e3c2be7b7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.957710] env[62361]: DEBUG nova.compute.provider_tree [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.027893] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d23a92bd-0a81-4d51-b960-f99a0399c0b5 tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "befe6745-06f9-49c0-8bb6-cd45a606bb97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.928s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.125048] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9daad9cc-409f-4df2-96d6-112026bd6daf tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "cf12a075-c381-4ba9-9bf6-582689bec58d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.950s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.130038] env[62361]: DEBUG oslo_concurrency.lockutils [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.166022] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Releasing lock "refresh_cache-ea3d9715-fbaf-44c4-986b-20996b2958bb" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.167179] env[62361]: DEBUG nova.compute.manager [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1478.167484] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1478.168412] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087f820f-db43-4318-9efe-bcd6c42b5b8c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.183661] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.184439] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dc43a6e-a685-435b-8289-201d4eb8cbd4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.193106] env[62361]: DEBUG oslo_vmware.api [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1478.193106] env[62361]: value = "task-1708242" [ 1478.193106] env[62361]: _type = "Task" [ 1478.193106] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.208071] env[62361]: DEBUG oslo_vmware.api [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.332983] env[62361]: DEBUG oslo_vmware.api [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708241, 'name': PowerOnVM_Task, 'duration_secs': 0.447244} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.333346] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1478.336169] env[62361]: DEBUG nova.compute.manager [None req-c1650211-af19-47ee-8b55-3906a01ceaef tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1478.336989] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacfc210-4ad4-47a3-9a28-17392da7376e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.359403] env[62361]: DEBUG nova.network.neutron [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1478.461310] env[62361]: DEBUG nova.scheduler.client.report [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1478.578310] env[62361]: DEBUG nova.compute.manager [req-a2f09490-55aa-47a0-93c7-a9e0e449992c req-0fc45a17-950d-48ad-8aab-e0910a5793e1 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Received event network-changed-060c653e-de84-47ca-9a4a-21a9323f34a9 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1478.578524] env[62361]: DEBUG nova.compute.manager [req-a2f09490-55aa-47a0-93c7-a9e0e449992c req-0fc45a17-950d-48ad-8aab-e0910a5793e1 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Refreshing instance network info cache due to event network-changed-060c653e-de84-47ca-9a4a-21a9323f34a9. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1478.578741] env[62361]: DEBUG oslo_concurrency.lockutils [req-a2f09490-55aa-47a0-93c7-a9e0e449992c req-0fc45a17-950d-48ad-8aab-e0910a5793e1 service nova] Acquiring lock "refresh_cache-befe6745-06f9-49c0-8bb6-cd45a606bb97" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.578884] env[62361]: DEBUG oslo_concurrency.lockutils [req-a2f09490-55aa-47a0-93c7-a9e0e449992c req-0fc45a17-950d-48ad-8aab-e0910a5793e1 service nova] Acquired lock "refresh_cache-befe6745-06f9-49c0-8bb6-cd45a606bb97" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.579321] env[62361]: DEBUG nova.network.neutron [req-a2f09490-55aa-47a0-93c7-a9e0e449992c req-0fc45a17-950d-48ad-8aab-e0910a5793e1 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Refreshing network info cache for port 060c653e-de84-47ca-9a4a-21a9323f34a9 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.595223] env[62361]: DEBUG nova.network.neutron [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Updating instance_info_cache with network_info: [{"id": "a6a834d6-cf51-494c-a165-ae5f6e8dd1ce", "address": "fa:16:3e:25:c8:64", "network": {"id": "2b422906-221a-4a40-bc5b-09c2da6b36ac", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-841680739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0bd2e0635442b3a6b964b056437c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a834d6-cf", "ovs_interfaceid": "a6a834d6-cf51-494c-a165-ae5f6e8dd1ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.706578] env[62361]: DEBUG oslo_vmware.api [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708242, 'name': PowerOffVM_Task, 'duration_secs': 0.273021} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.707149] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.707394] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1478.707875] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-021530fe-c460-49cf-8a70-84d6e5e4c414 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.711343] env[62361]: DEBUG nova.compute.manager [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1478.741131] env[62361]: DEBUG nova.virt.hardware [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1478.741515] env[62361]: DEBUG nova.virt.hardware [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1478.741630] env[62361]: DEBUG nova.virt.hardware [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1478.741823] env[62361]: DEBUG nova.virt.hardware [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1478.741972] env[62361]: DEBUG nova.virt.hardware [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1478.742168] env[62361]: DEBUG nova.virt.hardware [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1478.742386] env[62361]: DEBUG nova.virt.hardware [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1478.742544] env[62361]: DEBUG nova.virt.hardware [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1478.742711] env[62361]: DEBUG nova.virt.hardware [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1478.742871] env[62361]: DEBUG nova.virt.hardware [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1478.743061] env[62361]: DEBUG nova.virt.hardware [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1478.744287] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec3a8d9-243a-4557-9a93-25b75f7fcac1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.748424] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1478.748617] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1478.748790] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Deleting the datastore file [datastore1] ea3d9715-fbaf-44c4-986b-20996b2958bb {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1478.749527] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4106549-bfdf-4040-b618-a5e505ce82fb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.754469] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15da1266-d840-4b7d-ae8d-9adfad0b57cc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.759610] env[62361]: DEBUG oslo_vmware.api [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1478.759610] env[62361]: value = "task-1708244" [ 1478.759610] env[62361]: _type = "Task" [ 1478.759610] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.775871] env[62361]: DEBUG oslo_vmware.api [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.970318] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.976782] env[62361]: DEBUG oslo_concurrency.lockutils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.861s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.977704] env[62361]: INFO nova.compute.claims [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1479.003031] env[62361]: INFO nova.scheduler.client.report [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Deleted allocations for instance 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2 [ 1479.097629] env[62361]: DEBUG oslo_concurrency.lockutils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Releasing lock "refresh_cache-7f38e33c-5913-4f35-bed2-56c34c48e432" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.097970] env[62361]: DEBUG nova.compute.manager [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Instance network_info: |[{"id": "a6a834d6-cf51-494c-a165-ae5f6e8dd1ce", "address": "fa:16:3e:25:c8:64", "network": {"id": "2b422906-221a-4a40-bc5b-09c2da6b36ac", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-841680739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0bd2e0635442b3a6b964b056437c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a834d6-cf", "ovs_interfaceid": "a6a834d6-cf51-494c-a165-ae5f6e8dd1ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1479.098405] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:c8:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6a834d6-cf51-494c-a165-ae5f6e8dd1ce', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1479.107663] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Creating folder: Project (5b0bd2e0635442b3a6b964b056437c33). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1479.108017] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ae62a49-8700-4484-b94d-078d770d56ac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.122811] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Created folder: Project (5b0bd2e0635442b3a6b964b056437c33) in parent group-v355747. [ 1479.122985] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Creating folder: Instances. Parent ref: group-v355914. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1479.123261] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b4ca63a-1c22-4035-b583-2c11d3c141eb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.139022] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Created folder: Instances in parent group-v355914. [ 1479.139022] env[62361]: DEBUG oslo.service.loopingcall [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.139022] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1479.139022] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4dc238d-7e03-4b40-b18a-eec6f9ebf147 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.161951] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1479.161951] env[62361]: value = "task-1708247" [ 1479.161951] env[62361]: _type = "Task" [ 1479.161951] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.171836] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708247, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.272348] env[62361]: DEBUG oslo_vmware.api [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376069} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.272622] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.272866] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1479.273088] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1479.273253] env[62361]: INFO nova.compute.manager [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1479.273500] env[62361]: DEBUG oslo.service.loopingcall [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.273816] env[62361]: DEBUG nova.compute.manager [-] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1479.273913] env[62361]: DEBUG nova.network.neutron [-] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1479.305150] env[62361]: DEBUG nova.network.neutron [-] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1479.457634] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquiring lock "cf12a075-c381-4ba9-9bf6-582689bec58d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.457973] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "cf12a075-c381-4ba9-9bf6-582689bec58d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.458260] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquiring lock "cf12a075-c381-4ba9-9bf6-582689bec58d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.458537] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "cf12a075-c381-4ba9-9bf6-582689bec58d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.458783] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "cf12a075-c381-4ba9-9bf6-582689bec58d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.461011] env[62361]: INFO nova.compute.manager [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Terminating instance [ 1479.466718] env[62361]: DEBUG nova.compute.manager [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1479.466911] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.470869] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d0b514-a096-4ed6-b970-6148b35fa088 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.481748] env[62361]: DEBUG nova.compute.manager [req-e0bd558d-0c71-4490-865e-8547d870fc9f req-03692d7b-93aa-46ee-be29-e93a1dcad43b service nova] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Received event network-changed-a6a834d6-cf51-494c-a165-ae5f6e8dd1ce {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1479.482087] env[62361]: DEBUG nova.compute.manager [req-e0bd558d-0c71-4490-865e-8547d870fc9f req-03692d7b-93aa-46ee-be29-e93a1dcad43b service nova] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Refreshing instance network info cache due to event network-changed-a6a834d6-cf51-494c-a165-ae5f6e8dd1ce. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1479.482406] env[62361]: DEBUG oslo_concurrency.lockutils [req-e0bd558d-0c71-4490-865e-8547d870fc9f req-03692d7b-93aa-46ee-be29-e93a1dcad43b service nova] Acquiring lock "refresh_cache-7f38e33c-5913-4f35-bed2-56c34c48e432" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.482632] env[62361]: DEBUG oslo_concurrency.lockutils [req-e0bd558d-0c71-4490-865e-8547d870fc9f req-03692d7b-93aa-46ee-be29-e93a1dcad43b service nova] Acquired lock "refresh_cache-7f38e33c-5913-4f35-bed2-56c34c48e432" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.482816] env[62361]: DEBUG nova.network.neutron [req-e0bd558d-0c71-4490-865e-8547d870fc9f req-03692d7b-93aa-46ee-be29-e93a1dcad43b service nova] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Refreshing network info cache for port a6a834d6-cf51-494c-a165-ae5f6e8dd1ce {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1479.495154] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.495441] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25a9d2e7-78e7-4653-9286-7edc26663b86 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.505617] env[62361]: DEBUG oslo_vmware.api [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1479.505617] env[62361]: value = "task-1708248" [ 1479.505617] env[62361]: _type = "Task" [ 1479.505617] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.513329] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c9fcf5b6-6ef1-4c2d-b373-ad81c1fa3115 tempest-InstanceActionsTestJSON-659655014 tempest-InstanceActionsTestJSON-659655014-project-member] Lock "9d37adce-eb1c-4ac0-8859-ae1b9d3293b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.854s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.521939] env[62361]: DEBUG oslo_vmware.api [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.678605] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708247, 'name': CreateVM_Task, 'duration_secs': 0.403436} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.679058] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1479.680024] env[62361]: DEBUG oslo_concurrency.lockutils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.680131] env[62361]: DEBUG oslo_concurrency.lockutils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.680572] env[62361]: DEBUG oslo_concurrency.lockutils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1479.680895] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6c691a-9d34-4c76-93ed-5eb7fdfb0b17 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.687148] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Waiting for the task: (returnval){ [ 1479.687148] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52732da9-ded4-6d0d-f9c1-4c03bfc06043" [ 1479.687148] env[62361]: _type = "Task" [ 1479.687148] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.699950] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52732da9-ded4-6d0d-f9c1-4c03bfc06043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.760444] env[62361]: DEBUG nova.network.neutron [req-a2f09490-55aa-47a0-93c7-a9e0e449992c req-0fc45a17-950d-48ad-8aab-e0910a5793e1 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Updated VIF entry in instance network info cache for port 060c653e-de84-47ca-9a4a-21a9323f34a9. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1479.760938] env[62361]: DEBUG nova.network.neutron [req-a2f09490-55aa-47a0-93c7-a9e0e449992c req-0fc45a17-950d-48ad-8aab-e0910a5793e1 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Updating instance_info_cache with network_info: [{"id": "060c653e-de84-47ca-9a4a-21a9323f34a9", "address": "fa:16:3e:bb:38:f9", "network": {"id": "86c32fda-b3b0-4410-863c-c6d56ec3df98", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-745565155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae1cd0d6e944c4ab5c21a6de4ec9366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap060c653e-de", "ovs_interfaceid": "060c653e-de84-47ca-9a4a-21a9323f34a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.808034] env[62361]: DEBUG nova.network.neutron [-] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.002621] env[62361]: DEBUG nova.network.neutron [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Successfully updated port: 1a7de541-3664-4a6d-beff-643ecb8e2913 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1480.021717] env[62361]: DEBUG oslo_vmware.api [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708248, 'name': PowerOffVM_Task, 'duration_secs': 0.203199} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.022807] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1480.023039] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1480.023361] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ccd4109-8316-4823-b587-90b400b14f2b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.205220] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52732da9-ded4-6d0d-f9c1-4c03bfc06043, 'name': SearchDatastore_Task, 'duration_secs': 0.022836} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.207871] env[62361]: DEBUG oslo_concurrency.lockutils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.208134] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1480.208377] env[62361]: DEBUG oslo_concurrency.lockutils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.208525] env[62361]: DEBUG oslo_concurrency.lockutils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.208710] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1480.209233] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-085d8df9-f713-492b-81f2-1ba68603c2aa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.218856] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1480.219056] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1480.220068] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674e263a-c4b5-4262-8c09-62554e082910 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.229115] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Waiting for the task: (returnval){ [ 1480.229115] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e5ad88-a23a-d97e-03da-050cc1d89154" [ 1480.229115] env[62361]: _type = "Task" [ 1480.229115] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.242732] env[62361]: INFO nova.compute.manager [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Unrescuing [ 1480.242732] env[62361]: DEBUG oslo_concurrency.lockutils [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "refresh_cache-07679006-d4fe-4699-969e-a92156194070" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.242732] env[62361]: DEBUG oslo_concurrency.lockutils [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquired lock "refresh_cache-07679006-d4fe-4699-969e-a92156194070" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.242732] env[62361]: DEBUG nova.network.neutron [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.243552] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e5ad88-a23a-d97e-03da-050cc1d89154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.264832] env[62361]: DEBUG oslo_concurrency.lockutils [req-a2f09490-55aa-47a0-93c7-a9e0e449992c req-0fc45a17-950d-48ad-8aab-e0910a5793e1 service nova] Releasing lock "refresh_cache-befe6745-06f9-49c0-8bb6-cd45a606bb97" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.311818] env[62361]: INFO nova.compute.manager [-] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Took 1.04 seconds to deallocate network for instance. [ 1480.474057] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1480.474180] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1480.474285] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Deleting the datastore file [datastore1] cf12a075-c381-4ba9-9bf6-582689bec58d {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.474565] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e08134a-1799-4eee-a0ba-3d5adbff9c57 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.482066] env[62361]: DEBUG oslo_vmware.api [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for the task: (returnval){ [ 1480.482066] env[62361]: value = "task-1708250" [ 1480.482066] env[62361]: _type = "Task" [ 1480.482066] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.494560] env[62361]: DEBUG oslo_vmware.api [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.509628] env[62361]: DEBUG oslo_concurrency.lockutils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "refresh_cache-87a80e88-fe64-46e2-b261-3dae67261939" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.509628] env[62361]: DEBUG oslo_concurrency.lockutils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "refresh_cache-87a80e88-fe64-46e2-b261-3dae67261939" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.509628] env[62361]: DEBUG nova.network.neutron [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.638845] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d592288e-87b4-43c6-9a71-c4b0d8f28238 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.648019] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dbfece-6e09-41b2-9131-88aff21b3ff2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.684649] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5679b68-d5dc-4e94-929a-271214f2e380 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.693914] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4f0ec2-59d1-4f5d-a951-9f509359bbfc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.709312] env[62361]: DEBUG nova.compute.provider_tree [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.740592] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e5ad88-a23a-d97e-03da-050cc1d89154, 'name': SearchDatastore_Task, 'duration_secs': 0.02263} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.741443] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43876255-4cfb-43ac-925f-c770cbb3f1cc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.747634] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Waiting for the task: (returnval){ [ 1480.747634] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5250942a-2e33-e938-6de6-aaf9076d4464" [ 1480.747634] env[62361]: _type = "Task" [ 1480.747634] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.758541] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5250942a-2e33-e938-6de6-aaf9076d4464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.781468] env[62361]: DEBUG oslo_concurrency.lockutils [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "fffbfa22-099b-4030-9f42-1a3139a0261f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.781792] env[62361]: DEBUG oslo_concurrency.lockutils [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "fffbfa22-099b-4030-9f42-1a3139a0261f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.782066] env[62361]: DEBUG oslo_concurrency.lockutils [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "fffbfa22-099b-4030-9f42-1a3139a0261f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.782304] env[62361]: DEBUG oslo_concurrency.lockutils [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "fffbfa22-099b-4030-9f42-1a3139a0261f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.782488] env[62361]: DEBUG oslo_concurrency.lockutils [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "fffbfa22-099b-4030-9f42-1a3139a0261f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.785577] env[62361]: INFO nova.compute.manager [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Terminating instance [ 1480.791147] env[62361]: DEBUG nova.compute.manager [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1480.791147] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1480.791147] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2132ce34-1978-4fd0-a2d2-fe5794fc59f1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.797397] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.797667] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4138ec28-fabe-4304-bb9a-11753c468a05 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.806689] env[62361]: DEBUG oslo_vmware.api [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1480.806689] env[62361]: value = "task-1708251" [ 1480.806689] env[62361]: _type = "Task" [ 1480.806689] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.820321] env[62361]: DEBUG oslo_vmware.api [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.820810] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.960956] env[62361]: DEBUG nova.network.neutron [req-e0bd558d-0c71-4490-865e-8547d870fc9f req-03692d7b-93aa-46ee-be29-e93a1dcad43b service nova] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Updated VIF entry in instance network info cache for port a6a834d6-cf51-494c-a165-ae5f6e8dd1ce. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1480.960956] env[62361]: DEBUG nova.network.neutron [req-e0bd558d-0c71-4490-865e-8547d870fc9f req-03692d7b-93aa-46ee-be29-e93a1dcad43b service nova] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Updating instance_info_cache with network_info: [{"id": "a6a834d6-cf51-494c-a165-ae5f6e8dd1ce", "address": "fa:16:3e:25:c8:64", "network": {"id": "2b422906-221a-4a40-bc5b-09c2da6b36ac", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-841680739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0bd2e0635442b3a6b964b056437c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a834d6-cf", "ovs_interfaceid": "a6a834d6-cf51-494c-a165-ae5f6e8dd1ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.995873] env[62361]: DEBUG oslo_vmware.api [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Task: {'id': task-1708250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378508} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.998964] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.999193] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.999382] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.999553] env[62361]: INFO nova.compute.manager [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Took 1.53 seconds to destroy the instance on the hypervisor. [ 1480.999786] env[62361]: DEBUG oslo.service.loopingcall [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.999984] env[62361]: DEBUG nova.compute.manager [-] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1481.000102] env[62361]: DEBUG nova.network.neutron [-] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1481.048491] env[62361]: DEBUG nova.network.neutron [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1481.215023] env[62361]: DEBUG nova.scheduler.client.report [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1481.261323] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5250942a-2e33-e938-6de6-aaf9076d4464, 'name': SearchDatastore_Task, 'duration_secs': 0.033956} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.261792] env[62361]: DEBUG oslo_concurrency.lockutils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.262223] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 7f38e33c-5913-4f35-bed2-56c34c48e432/7f38e33c-5913-4f35-bed2-56c34c48e432.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1481.262709] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eda12b3-85fe-467c-8d5a-a0927a17eca6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.271364] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Waiting for the task: (returnval){ [ 1481.271364] env[62361]: value = "task-1708252" [ 1481.271364] env[62361]: _type = "Task" [ 1481.271364] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.280250] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.283483] env[62361]: DEBUG nova.network.neutron [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Updating instance_info_cache with network_info: [{"id": "1a7de541-3664-4a6d-beff-643ecb8e2913", "address": "fa:16:3e:3f:09:3f", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7de541-36", "ovs_interfaceid": "1a7de541-3664-4a6d-beff-643ecb8e2913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.320019] env[62361]: DEBUG oslo_vmware.api [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708251, 'name': PowerOffVM_Task, 'duration_secs': 0.475054} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.320019] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.320019] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.320019] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa254e8c-cb4f-45aa-b7be-fe0d493e9ec4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.409071] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.409071] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.409071] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Deleting the datastore file [datastore1] fffbfa22-099b-4030-9f42-1a3139a0261f {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.409071] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-face01d4-743a-4f6d-bbd6-54fbddcae3ae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.418044] env[62361]: DEBUG oslo_vmware.api [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1481.418044] env[62361]: value = "task-1708254" [ 1481.418044] env[62361]: _type = "Task" [ 1481.418044] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.428610] env[62361]: DEBUG oslo_vmware.api [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.463175] env[62361]: DEBUG oslo_concurrency.lockutils [req-e0bd558d-0c71-4490-865e-8547d870fc9f req-03692d7b-93aa-46ee-be29-e93a1dcad43b service nova] Releasing lock "refresh_cache-7f38e33c-5913-4f35-bed2-56c34c48e432" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.496838] env[62361]: DEBUG nova.network.neutron [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Updating instance_info_cache with network_info: [{"id": "bbcb536d-6c42-483c-b2aa-76ca5dce6750", "address": "fa:16:3e:c7:85:5f", "network": {"id": "f4a647a8-f29e-4433-a04b-5074044da4ee", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-557391844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "59816017fcf446c4946a84809b59ae1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbcb536d-6c", "ovs_interfaceid": "bbcb536d-6c42-483c-b2aa-76ca5dce6750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.542362] env[62361]: DEBUG nova.compute.manager [req-dbdeaa67-b3e7-4983-a3a0-6e073085e81a req-ffa86c5f-cc27-404e-98bc-4f3a5b35fc12 service nova] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Received event network-vif-plugged-1a7de541-3664-4a6d-beff-643ecb8e2913 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1481.542911] env[62361]: DEBUG oslo_concurrency.lockutils [req-dbdeaa67-b3e7-4983-a3a0-6e073085e81a req-ffa86c5f-cc27-404e-98bc-4f3a5b35fc12 service nova] Acquiring lock "87a80e88-fe64-46e2-b261-3dae67261939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.542911] env[62361]: DEBUG oslo_concurrency.lockutils [req-dbdeaa67-b3e7-4983-a3a0-6e073085e81a req-ffa86c5f-cc27-404e-98bc-4f3a5b35fc12 service nova] Lock "87a80e88-fe64-46e2-b261-3dae67261939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.543724] env[62361]: DEBUG oslo_concurrency.lockutils [req-dbdeaa67-b3e7-4983-a3a0-6e073085e81a req-ffa86c5f-cc27-404e-98bc-4f3a5b35fc12 service nova] Lock "87a80e88-fe64-46e2-b261-3dae67261939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.544068] env[62361]: DEBUG nova.compute.manager [req-dbdeaa67-b3e7-4983-a3a0-6e073085e81a req-ffa86c5f-cc27-404e-98bc-4f3a5b35fc12 service nova] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] No waiting events found dispatching network-vif-plugged-1a7de541-3664-4a6d-beff-643ecb8e2913 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1481.544768] env[62361]: WARNING nova.compute.manager [req-dbdeaa67-b3e7-4983-a3a0-6e073085e81a req-ffa86c5f-cc27-404e-98bc-4f3a5b35fc12 service nova] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Received unexpected event network-vif-plugged-1a7de541-3664-4a6d-beff-643ecb8e2913 for instance with vm_state building and task_state spawning. [ 1481.544768] env[62361]: DEBUG nova.compute.manager [req-dbdeaa67-b3e7-4983-a3a0-6e073085e81a req-ffa86c5f-cc27-404e-98bc-4f3a5b35fc12 service nova] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Received event network-changed-1a7de541-3664-4a6d-beff-643ecb8e2913 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1481.545133] env[62361]: DEBUG nova.compute.manager [req-dbdeaa67-b3e7-4983-a3a0-6e073085e81a req-ffa86c5f-cc27-404e-98bc-4f3a5b35fc12 service nova] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Refreshing instance network info cache due to event network-changed-1a7de541-3664-4a6d-beff-643ecb8e2913. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1481.545213] env[62361]: DEBUG oslo_concurrency.lockutils [req-dbdeaa67-b3e7-4983-a3a0-6e073085e81a req-ffa86c5f-cc27-404e-98bc-4f3a5b35fc12 service nova] Acquiring lock "refresh_cache-87a80e88-fe64-46e2-b261-3dae67261939" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.718100] env[62361]: DEBUG oslo_concurrency.lockutils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.718531] env[62361]: DEBUG nova.compute.manager [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1481.721422] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.317s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.721672] env[62361]: DEBUG nova.objects.instance [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Lazy-loading 'resources' on Instance uuid 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.788226] env[62361]: DEBUG oslo_concurrency.lockutils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "refresh_cache-87a80e88-fe64-46e2-b261-3dae67261939" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.790636] env[62361]: DEBUG nova.compute.manager [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Instance network_info: |[{"id": "1a7de541-3664-4a6d-beff-643ecb8e2913", "address": "fa:16:3e:3f:09:3f", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7de541-36", "ovs_interfaceid": "1a7de541-3664-4a6d-beff-643ecb8e2913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1481.790636] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708252, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.790636] env[62361]: DEBUG oslo_concurrency.lockutils [req-dbdeaa67-b3e7-4983-a3a0-6e073085e81a req-ffa86c5f-cc27-404e-98bc-4f3a5b35fc12 service nova] Acquired lock "refresh_cache-87a80e88-fe64-46e2-b261-3dae67261939" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.790636] env[62361]: DEBUG nova.network.neutron [req-dbdeaa67-b3e7-4983-a3a0-6e073085e81a req-ffa86c5f-cc27-404e-98bc-4f3a5b35fc12 service nova] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Refreshing network info cache for port 1a7de541-3664-4a6d-beff-643ecb8e2913 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.790930] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:09:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a7de541-3664-4a6d-beff-643ecb8e2913', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1481.800711] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Creating folder: Project (750c381aedae452fb60bdd2f91114613). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1481.805052] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31704363-fea9-4775-8614-55ee8e8cf2ba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.815998] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Created folder: Project (750c381aedae452fb60bdd2f91114613) in parent group-v355747. [ 1481.816247] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Creating folder: Instances. Parent ref: group-v355917. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1481.816833] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a017d03-1e17-4287-a655-e2b95a97a0df {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.829804] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Created folder: Instances in parent group-v355917. [ 1481.830269] env[62361]: DEBUG oslo.service.loopingcall [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.830479] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1481.830694] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80b37f34-6659-4fe8-ae46-0d552dc52be5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.855656] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1481.855656] env[62361]: value = "task-1708257" [ 1481.855656] env[62361]: _type = "Task" [ 1481.855656] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.864880] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708257, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.925890] env[62361]: DEBUG oslo_vmware.api [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464728} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.926439] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1481.926646] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1481.926829] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1481.927170] env[62361]: INFO nova.compute.manager [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1481.927490] env[62361]: DEBUG oslo.service.loopingcall [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.927702] env[62361]: DEBUG nova.compute.manager [-] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1481.927834] env[62361]: DEBUG nova.network.neutron [-] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.002032] env[62361]: DEBUG oslo_concurrency.lockutils [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Releasing lock "refresh_cache-07679006-d4fe-4699-969e-a92156194070" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.002838] env[62361]: DEBUG nova.objects.instance [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lazy-loading 'flavor' on Instance uuid 07679006-d4fe-4699-969e-a92156194070 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.233648] env[62361]: DEBUG nova.compute.utils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1482.235118] env[62361]: DEBUG nova.compute.manager [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1482.241277] env[62361]: DEBUG nova.network.neutron [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1482.287255] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524414} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.287670] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 7f38e33c-5913-4f35-bed2-56c34c48e432/7f38e33c-5913-4f35-bed2-56c34c48e432.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1482.289187] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1482.289187] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-392ab2ef-41a7-4431-8783-98b3c8edeba0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.301216] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Waiting for the task: (returnval){ [ 1482.301216] env[62361]: value = "task-1708258" [ 1482.301216] env[62361]: _type = "Task" [ 1482.301216] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.313805] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.359417] env[62361]: DEBUG nova.policy [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc9a87d5223c43adb6b85a437778dfc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a267b021ac54bb19733ba43571e9bdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1482.375728] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708257, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.520496] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49157938-d206-4e4f-9882-7ebba0217cae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.561268] env[62361]: DEBUG nova.network.neutron [-] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.568541] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1482.568856] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4b689cb-2f96-4dff-abb5-58081c647f22 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.581230] env[62361]: DEBUG oslo_vmware.api [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1482.581230] env[62361]: value = "task-1708259" [ 1482.581230] env[62361]: _type = "Task" [ 1482.581230] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.596906] env[62361]: DEBUG oslo_vmware.api [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.744412] env[62361]: DEBUG nova.compute.manager [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1482.760508] env[62361]: DEBUG nova.network.neutron [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Successfully created port: 5aaa59e4-835b-4bf4-ac71-2225aef44ac8 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1482.805382] env[62361]: DEBUG nova.network.neutron [req-dbdeaa67-b3e7-4983-a3a0-6e073085e81a req-ffa86c5f-cc27-404e-98bc-4f3a5b35fc12 service nova] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Updated VIF entry in instance network info cache for port 1a7de541-3664-4a6d-beff-643ecb8e2913. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.805934] env[62361]: DEBUG nova.network.neutron [req-dbdeaa67-b3e7-4983-a3a0-6e073085e81a req-ffa86c5f-cc27-404e-98bc-4f3a5b35fc12 service nova] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Updating instance_info_cache with network_info: [{"id": "1a7de541-3664-4a6d-beff-643ecb8e2913", "address": "fa:16:3e:3f:09:3f", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7de541-36", "ovs_interfaceid": "1a7de541-3664-4a6d-beff-643ecb8e2913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.830336] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077401} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.830574] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1482.831495] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4671e96-bf6d-4755-8a5e-8e481c67ecdf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.864015] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 7f38e33c-5913-4f35-bed2-56c34c48e432/7f38e33c-5913-4f35-bed2-56c34c48e432.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1482.868730] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f6ae55f-5454-426c-a886-cfffc2666e5a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.887047] env[62361]: DEBUG nova.network.neutron [-] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.896238] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708257, 'name': CreateVM_Task, 'duration_secs': 0.829661} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.897806] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1482.898315] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Waiting for the task: (returnval){ [ 1482.898315] env[62361]: value = "task-1708260" [ 1482.898315] env[62361]: _type = "Task" [ 1482.898315] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.899187] env[62361]: DEBUG oslo_concurrency.lockutils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.899812] env[62361]: DEBUG oslo_concurrency.lockutils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.900380] env[62361]: DEBUG oslo_concurrency.lockutils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1482.904051] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-febd07cd-dc56-4885-ab2b-0257b68879dd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.917951] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.918251] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1482.918251] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523ee09e-0aae-db26-dfe6-f74f2311105e" [ 1482.918251] env[62361]: _type = "Task" [ 1482.918251] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.928975] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523ee09e-0aae-db26-dfe6-f74f2311105e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.968516] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f98394-e184-42ae-b00c-e5fe34f20065 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.981622] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7601ac4-9a32-47c7-806c-6fd2933b5e4f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.018572] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85058fb8-88a2-45ee-922f-d41084f7e16b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.027539] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a8e3bb-52f7-4c48-9cb8-d039e845e438 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.042438] env[62361]: DEBUG nova.compute.provider_tree [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1483.066823] env[62361]: INFO nova.compute.manager [-] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Took 2.07 seconds to deallocate network for instance. [ 1483.089879] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.089879] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.104248] env[62361]: DEBUG oslo_vmware.api [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708259, 'name': PowerOffVM_Task, 'duration_secs': 0.424721} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.104614] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.110642] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1483.112109] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14c9ed3f-4bc1-447c-acf0-a3333c983d1c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.136851] env[62361]: DEBUG oslo_vmware.api [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1483.136851] env[62361]: value = "task-1708261" [ 1483.136851] env[62361]: _type = "Task" [ 1483.136851] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.148077] env[62361]: DEBUG oslo_vmware.api [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.314485] env[62361]: DEBUG oslo_concurrency.lockutils [req-dbdeaa67-b3e7-4983-a3a0-6e073085e81a req-ffa86c5f-cc27-404e-98bc-4f3a5b35fc12 service nova] Releasing lock "refresh_cache-87a80e88-fe64-46e2-b261-3dae67261939" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.389871] env[62361]: INFO nova.compute.manager [-] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Took 1.46 seconds to deallocate network for instance. [ 1483.411912] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708260, 'name': ReconfigVM_Task, 'duration_secs': 0.33164} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.412229] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 7f38e33c-5913-4f35-bed2-56c34c48e432/7f38e33c-5913-4f35-bed2-56c34c48e432.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1483.412898] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65fc94ef-037a-4675-aa61-412543ad3f2d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.423482] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Waiting for the task: (returnval){ [ 1483.423482] env[62361]: value = "task-1708262" [ 1483.423482] env[62361]: _type = "Task" [ 1483.423482] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.430737] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523ee09e-0aae-db26-dfe6-f74f2311105e, 'name': SearchDatastore_Task, 'duration_secs': 0.017512} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.431485] env[62361]: DEBUG oslo_concurrency.lockutils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.431726] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1483.431959] env[62361]: DEBUG oslo_concurrency.lockutils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.432122] env[62361]: DEBUG oslo_concurrency.lockutils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.432310] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1483.432573] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36a6c097-abee-49ac-a271-21ce43b7304c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.440098] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708262, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.453317] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1483.453569] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1483.454490] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-016028d2-8440-4474-a99e-483f5c5add72 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.461442] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1483.461442] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52687a62-a5a5-a156-e782-49d584375c8c" [ 1483.461442] env[62361]: _type = "Task" [ 1483.461442] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.471952] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52687a62-a5a5-a156-e782-49d584375c8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.567720] env[62361]: ERROR nova.scheduler.client.report [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] [req-50939c09-c90c-4ab2-b7f9-caee9b71473e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-50939c09-c90c-4ab2-b7f9-caee9b71473e"}]} [ 1483.574585] env[62361]: DEBUG nova.compute.manager [req-9182570b-3b32-4e56-a522-7e345393bd6e req-b025799e-7ea8-40cf-90c4-64dc4f17efbf service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Received event network-vif-deleted-4122491e-b4c6-434c-9170-0d5e5dced8d6 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1483.574742] env[62361]: DEBUG nova.compute.manager [req-9182570b-3b32-4e56-a522-7e345393bd6e req-b025799e-7ea8-40cf-90c4-64dc4f17efbf service nova] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Received event network-vif-deleted-e3be1580-19da-44fd-a90d-0d3fce8e8b0d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1483.574979] env[62361]: DEBUG nova.compute.manager [req-9182570b-3b32-4e56-a522-7e345393bd6e req-b025799e-7ea8-40cf-90c4-64dc4f17efbf service nova] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Received event network-vif-deleted-bc19c027-c25b-433c-a225-3c818186a943 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1483.577023] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.588352] env[62361]: DEBUG nova.scheduler.client.report [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1483.595109] env[62361]: DEBUG nova.compute.manager [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1483.604560] env[62361]: DEBUG nova.scheduler.client.report [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1483.604560] env[62361]: DEBUG nova.compute.provider_tree [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1483.618066] env[62361]: DEBUG nova.scheduler.client.report [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1483.643959] env[62361]: DEBUG nova.scheduler.client.report [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1483.653695] env[62361]: DEBUG oslo_vmware.api [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708261, 'name': ReconfigVM_Task, 'duration_secs': 0.277746} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.654053] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1483.654165] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.654796] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c59b8331-d80c-4b6f-a3b6-6c0c984dce67 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.664080] env[62361]: DEBUG oslo_vmware.api [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1483.664080] env[62361]: value = "task-1708263" [ 1483.664080] env[62361]: _type = "Task" [ 1483.664080] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.675711] env[62361]: DEBUG oslo_vmware.api [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.756035] env[62361]: DEBUG nova.compute.manager [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1483.787764] env[62361]: DEBUG nova.virt.hardware [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1483.788028] env[62361]: DEBUG nova.virt.hardware [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1483.788200] env[62361]: DEBUG nova.virt.hardware [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1483.788392] env[62361]: DEBUG nova.virt.hardware [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1483.788535] env[62361]: DEBUG nova.virt.hardware [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1483.788679] env[62361]: DEBUG nova.virt.hardware [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1483.788892] env[62361]: DEBUG nova.virt.hardware [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1483.789198] env[62361]: DEBUG nova.virt.hardware [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1483.789409] env[62361]: DEBUG nova.virt.hardware [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1483.789581] env[62361]: DEBUG nova.virt.hardware [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1483.789754] env[62361]: DEBUG nova.virt.hardware [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1483.790733] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2b5228-d742-4ff6-8427-99858190cadc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.801920] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88f6890-51e0-4fa1-aad5-2875a07b3dd7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.897742] env[62361]: DEBUG oslo_concurrency.lockutils [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.935027] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708262, 'name': Rename_Task, 'duration_secs': 0.171454} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.935027] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.935243] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bcc6b6d-57da-41bf-bf15-dcd4c2bd83a0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.943881] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Waiting for the task: (returnval){ [ 1483.943881] env[62361]: value = "task-1708264" [ 1483.943881] env[62361]: _type = "Task" [ 1483.943881] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.955987] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.974136] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52687a62-a5a5-a156-e782-49d584375c8c, 'name': SearchDatastore_Task, 'duration_secs': 0.012552} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.974494] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9093f8c-2f0e-4e65-b180-b2f04829af5f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.984774] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1483.984774] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d93b9a-836e-bbfd-8698-d7dc269d1aac" [ 1483.984774] env[62361]: _type = "Task" [ 1483.984774] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.993560] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d93b9a-836e-bbfd-8698-d7dc269d1aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.117603] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.180901] env[62361]: DEBUG oslo_vmware.api [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708263, 'name': PowerOnVM_Task, 'duration_secs': 0.403034} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.181670] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.181803] env[62361]: DEBUG nova.compute.manager [None req-28cbd2c5-3745-4062-a00f-33a94bbe3106 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1484.183088] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaafd0d-3f3b-49b0-8bb3-c890fab4365d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.190596] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7ea327-132f-46d9-ad96-1a5b84a1ac28 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.203856] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa62e0a-0004-40c7-aa3d-5ec4c0c2cc7c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.249150] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4548eb5f-c684-44d2-9430-7ee6cb8bc7a0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.259524] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1698fa2-03d2-429b-9d7d-45c7b3c07c0e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.275577] env[62361]: DEBUG nova.compute.provider_tree [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1484.454818] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708264, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.497415] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d93b9a-836e-bbfd-8698-d7dc269d1aac, 'name': SearchDatastore_Task, 'duration_secs': 0.023423} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.497711] env[62361]: DEBUG oslo_concurrency.lockutils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.497970] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 87a80e88-fe64-46e2-b261-3dae67261939/87a80e88-fe64-46e2-b261-3dae67261939.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1484.498269] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d13acca2-dbc0-4562-a4da-23f307098930 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.507111] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1484.507111] env[62361]: value = "task-1708265" [ 1484.507111] env[62361]: _type = "Task" [ 1484.507111] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.516416] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.771159] env[62361]: DEBUG nova.network.neutron [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Successfully updated port: 5aaa59e4-835b-4bf4-ac71-2225aef44ac8 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1484.819747] env[62361]: DEBUG nova.scheduler.client.report [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Updated inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1484.819747] env[62361]: DEBUG nova.compute.provider_tree [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 90 to 91 during operation: update_inventory {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1484.819747] env[62361]: DEBUG nova.compute.provider_tree [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1484.957230] env[62361]: DEBUG oslo_vmware.api [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708264, 'name': PowerOnVM_Task, 'duration_secs': 0.697078} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.957714] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.958068] env[62361]: INFO nova.compute.manager [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1484.958587] env[62361]: DEBUG nova.compute.manager [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1484.959987] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688b12e5-b868-4491-bb96-7e9ef26b744d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.022233] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708265, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.271737] env[62361]: DEBUG oslo_concurrency.lockutils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.271918] env[62361]: DEBUG oslo_concurrency.lockutils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquired lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.272129] env[62361]: DEBUG nova.network.neutron [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1485.325703] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.604s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.328956] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.559s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.358385] env[62361]: INFO nova.scheduler.client.report [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Deleted allocations for instance 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1 [ 1485.488692] env[62361]: INFO nova.compute.manager [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Took 41.34 seconds to build instance. [ 1485.520496] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637715} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.520918] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 87a80e88-fe64-46e2-b261-3dae67261939/87a80e88-fe64-46e2-b261-3dae67261939.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1485.521305] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1485.521650] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5134b0ab-2486-4d6a-88fa-5ee2147e4705 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.532371] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1485.532371] env[62361]: value = "task-1708266" [ 1485.532371] env[62361]: _type = "Task" [ 1485.532371] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.544717] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.694598] env[62361]: DEBUG nova.compute.manager [req-1313ebe8-3941-42e1-94cb-5508d3258e60 req-447c1ee3-7847-45ee-b543-e25ca9673db4 service nova] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Received event network-vif-plugged-5aaa59e4-835b-4bf4-ac71-2225aef44ac8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1485.695170] env[62361]: DEBUG oslo_concurrency.lockutils [req-1313ebe8-3941-42e1-94cb-5508d3258e60 req-447c1ee3-7847-45ee-b543-e25ca9673db4 service nova] Acquiring lock "0e9e5d53-2528-4929-9f34-894aadb20547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.695170] env[62361]: DEBUG oslo_concurrency.lockutils [req-1313ebe8-3941-42e1-94cb-5508d3258e60 req-447c1ee3-7847-45ee-b543-e25ca9673db4 service nova] Lock "0e9e5d53-2528-4929-9f34-894aadb20547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.695297] env[62361]: DEBUG oslo_concurrency.lockutils [req-1313ebe8-3941-42e1-94cb-5508d3258e60 req-447c1ee3-7847-45ee-b543-e25ca9673db4 service nova] Lock "0e9e5d53-2528-4929-9f34-894aadb20547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.695384] env[62361]: DEBUG nova.compute.manager [req-1313ebe8-3941-42e1-94cb-5508d3258e60 req-447c1ee3-7847-45ee-b543-e25ca9673db4 service nova] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] No waiting events found dispatching network-vif-plugged-5aaa59e4-835b-4bf4-ac71-2225aef44ac8 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1485.696084] env[62361]: WARNING nova.compute.manager [req-1313ebe8-3941-42e1-94cb-5508d3258e60 req-447c1ee3-7847-45ee-b543-e25ca9673db4 service nova] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Received unexpected event network-vif-plugged-5aaa59e4-835b-4bf4-ac71-2225aef44ac8 for instance with vm_state building and task_state spawning. [ 1485.696084] env[62361]: DEBUG nova.compute.manager [req-1313ebe8-3941-42e1-94cb-5508d3258e60 req-447c1ee3-7847-45ee-b543-e25ca9673db4 service nova] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Received event network-changed-5aaa59e4-835b-4bf4-ac71-2225aef44ac8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1485.696239] env[62361]: DEBUG nova.compute.manager [req-1313ebe8-3941-42e1-94cb-5508d3258e60 req-447c1ee3-7847-45ee-b543-e25ca9673db4 service nova] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Refreshing instance network info cache due to event network-changed-5aaa59e4-835b-4bf4-ac71-2225aef44ac8. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1485.696464] env[62361]: DEBUG oslo_concurrency.lockutils [req-1313ebe8-3941-42e1-94cb-5508d3258e60 req-447c1ee3-7847-45ee-b543-e25ca9673db4 service nova] Acquiring lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.823855] env[62361]: DEBUG nova.network.neutron [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1485.836315] env[62361]: INFO nova.compute.claims [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1485.867136] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fe576b41-8a42-402c-ac6c-1aba6cbdfa15 tempest-ServerRescueTestJSONUnderV235-1591945795 tempest-ServerRescueTestJSONUnderV235-1591945795-project-member] Lock "93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.347s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.990087] env[62361]: DEBUG oslo_concurrency.lockutils [None req-777e938b-a46e-442c-aa0d-c4cb7cad0471 tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Lock "7f38e33c-5913-4f35-bed2-56c34c48e432" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.019s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.044918] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078186} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.045256] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1486.046066] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20cb381-dcbe-4339-82cb-a07121eb2e48 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.074580] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 87a80e88-fe64-46e2-b261-3dae67261939/87a80e88-fe64-46e2-b261-3dae67261939.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1486.074899] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af626056-e570-4c70-ae85-ad4c7df0d7b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.101336] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1486.101336] env[62361]: value = "task-1708267" [ 1486.101336] env[62361]: _type = "Task" [ 1486.101336] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.105336] env[62361]: DEBUG nova.network.neutron [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Updating instance_info_cache with network_info: [{"id": "5aaa59e4-835b-4bf4-ac71-2225aef44ac8", "address": "fa:16:3e:a1:85:54", "network": {"id": "3cf1addb-c9ef-4950-ad83-68b5d59eda18", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1289262723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a267b021ac54bb19733ba43571e9bdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aaa59e4-83", "ovs_interfaceid": "5aaa59e4-835b-4bf4-ac71-2225aef44ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.114132] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.163347] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "07679006-d4fe-4699-969e-a92156194070" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.163647] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "07679006-d4fe-4699-969e-a92156194070" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.163879] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "07679006-d4fe-4699-969e-a92156194070-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.164600] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "07679006-d4fe-4699-969e-a92156194070-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.164808] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "07679006-d4fe-4699-969e-a92156194070-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.167677] env[62361]: INFO nova.compute.manager [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Terminating instance [ 1486.170499] env[62361]: DEBUG nova.compute.manager [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1486.171131] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1486.172168] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751a6a41-13cc-4440-aa71-7150a51a4d69 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.181042] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1486.181389] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b88a5b8-56bb-459c-ab40-24fc24d07fd4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.188912] env[62361]: DEBUG oslo_vmware.api [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1486.188912] env[62361]: value = "task-1708268" [ 1486.188912] env[62361]: _type = "Task" [ 1486.188912] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.199298] env[62361]: DEBUG oslo_vmware.api [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.344568] env[62361]: INFO nova.compute.resource_tracker [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating resource usage from migration 97396edd-4533-4e03-bdd4-4f8c2b204b6b [ 1486.608555] env[62361]: DEBUG oslo_concurrency.lockutils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Releasing lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.608930] env[62361]: DEBUG nova.compute.manager [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Instance network_info: |[{"id": "5aaa59e4-835b-4bf4-ac71-2225aef44ac8", "address": "fa:16:3e:a1:85:54", "network": {"id": "3cf1addb-c9ef-4950-ad83-68b5d59eda18", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1289262723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a267b021ac54bb19733ba43571e9bdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aaa59e4-83", "ovs_interfaceid": "5aaa59e4-835b-4bf4-ac71-2225aef44ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1486.609265] env[62361]: DEBUG oslo_concurrency.lockutils [req-1313ebe8-3941-42e1-94cb-5508d3258e60 req-447c1ee3-7847-45ee-b543-e25ca9673db4 service nova] Acquired lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.609500] env[62361]: DEBUG nova.network.neutron [req-1313ebe8-3941-42e1-94cb-5508d3258e60 req-447c1ee3-7847-45ee-b543-e25ca9673db4 service nova] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Refreshing network info cache for port 5aaa59e4-835b-4bf4-ac71-2225aef44ac8 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1486.613846] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:85:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5aaa59e4-835b-4bf4-ac71-2225aef44ac8', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1486.632249] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Creating folder: Project (2a267b021ac54bb19733ba43571e9bdf). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1486.638515] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2decf38a-b823-464d-a1c7-e342b4dde197 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.645104] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.660792] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Created folder: Project (2a267b021ac54bb19733ba43571e9bdf) in parent group-v355747. [ 1486.660792] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Creating folder: Instances. Parent ref: group-v355920. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1486.661332] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e18f2b5-a3fc-4c45-8b62-4993289a446d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.679052] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Created folder: Instances in parent group-v355920. [ 1486.679052] env[62361]: DEBUG oslo.service.loopingcall [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1486.679285] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1486.679520] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e35cf441-ccb9-4e36-bce5-42fe5778fb9a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.717664] env[62361]: DEBUG oslo_vmware.api [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708268, 'name': PowerOffVM_Task, 'duration_secs': 0.200751} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.717664] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1486.717664] env[62361]: value = "task-1708271" [ 1486.717664] env[62361]: _type = "Task" [ 1486.717664] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.717987] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.718161] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1486.721146] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d5b6914-7f01-4e05-ac1a-c644a5ea7b54 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.742019] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708271, 'name': CreateVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.812963] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.813221] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.813406] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Deleting the datastore file [datastore1] 07679006-d4fe-4699-969e-a92156194070 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.817020] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9c764a3-3f51-4b44-a695-f5e552c0b2df {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.822687] env[62361]: DEBUG oslo_vmware.api [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1486.822687] env[62361]: value = "task-1708273" [ 1486.822687] env[62361]: _type = "Task" [ 1486.822687] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.838097] env[62361]: DEBUG oslo_vmware.api [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.908551] env[62361]: DEBUG nova.network.neutron [req-1313ebe8-3941-42e1-94cb-5508d3258e60 req-447c1ee3-7847-45ee-b543-e25ca9673db4 service nova] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Updated VIF entry in instance network info cache for port 5aaa59e4-835b-4bf4-ac71-2225aef44ac8. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1486.908797] env[62361]: DEBUG nova.network.neutron [req-1313ebe8-3941-42e1-94cb-5508d3258e60 req-447c1ee3-7847-45ee-b543-e25ca9673db4 service nova] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Updating instance_info_cache with network_info: [{"id": "5aaa59e4-835b-4bf4-ac71-2225aef44ac8", "address": "fa:16:3e:a1:85:54", "network": {"id": "3cf1addb-c9ef-4950-ad83-68b5d59eda18", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1289262723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a267b021ac54bb19733ba43571e9bdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aaa59e4-83", "ovs_interfaceid": "5aaa59e4-835b-4bf4-ac71-2225aef44ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.036153] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48f65eb-dad4-4e30-a0c1-ea53ee664feb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.047847] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5e4e87-944a-4153-8d75-ce593b8c3460 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.084015] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbca9c6-d85e-4249-837c-09c91843729c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.092758] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514708aa-8e03-452d-8c73-6aaf99d3cd37 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.108929] env[62361]: DEBUG nova.compute.provider_tree [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.119711] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708267, 'name': ReconfigVM_Task, 'duration_secs': 0.64305} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.120749] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 87a80e88-fe64-46e2-b261-3dae67261939/87a80e88-fe64-46e2-b261-3dae67261939.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1487.121434] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9453dba-2290-48be-982b-0ac0f95241fc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.129211] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1487.129211] env[62361]: value = "task-1708274" [ 1487.129211] env[62361]: _type = "Task" [ 1487.129211] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.141595] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708274, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.231239] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708271, 'name': CreateVM_Task, 'duration_secs': 0.438169} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.231485] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1487.232146] env[62361]: DEBUG oslo_concurrency.lockutils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.232312] env[62361]: DEBUG oslo_concurrency.lockutils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.232938] env[62361]: DEBUG oslo_concurrency.lockutils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1487.233215] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd8ada5-7c41-41f0-9849-9191f7fd8e3b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.239327] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1487.239327] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52606e3d-bc8d-04f1-0428-256fa228fcee" [ 1487.239327] env[62361]: _type = "Task" [ 1487.239327] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.252279] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52606e3d-bc8d-04f1-0428-256fa228fcee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.338024] env[62361]: DEBUG oslo_vmware.api [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214127} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.338024] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.338024] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1487.338024] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.338024] env[62361]: INFO nova.compute.manager [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 07679006-d4fe-4699-969e-a92156194070] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1487.338024] env[62361]: DEBUG oslo.service.loopingcall [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1487.338024] env[62361]: DEBUG nova.compute.manager [-] [instance: 07679006-d4fe-4699-969e-a92156194070] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1487.338024] env[62361]: DEBUG nova.network.neutron [-] [instance: 07679006-d4fe-4699-969e-a92156194070] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1487.411413] env[62361]: DEBUG oslo_concurrency.lockutils [req-1313ebe8-3941-42e1-94cb-5508d3258e60 req-447c1ee3-7847-45ee-b543-e25ca9673db4 service nova] Releasing lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.535337] env[62361]: DEBUG nova.compute.manager [req-3d0fdef3-fc10-4516-be69-b5bfe1e7d1a4 req-77e1dd6f-6e9f-4426-a851-aa03eb28a7db service nova] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Received event network-changed-a6a834d6-cf51-494c-a165-ae5f6e8dd1ce {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1487.535535] env[62361]: DEBUG nova.compute.manager [req-3d0fdef3-fc10-4516-be69-b5bfe1e7d1a4 req-77e1dd6f-6e9f-4426-a851-aa03eb28a7db service nova] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Refreshing instance network info cache due to event network-changed-a6a834d6-cf51-494c-a165-ae5f6e8dd1ce. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1487.535778] env[62361]: DEBUG oslo_concurrency.lockutils [req-3d0fdef3-fc10-4516-be69-b5bfe1e7d1a4 req-77e1dd6f-6e9f-4426-a851-aa03eb28a7db service nova] Acquiring lock "refresh_cache-7f38e33c-5913-4f35-bed2-56c34c48e432" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.535884] env[62361]: DEBUG oslo_concurrency.lockutils [req-3d0fdef3-fc10-4516-be69-b5bfe1e7d1a4 req-77e1dd6f-6e9f-4426-a851-aa03eb28a7db service nova] Acquired lock "refresh_cache-7f38e33c-5913-4f35-bed2-56c34c48e432" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.537208] env[62361]: DEBUG nova.network.neutron [req-3d0fdef3-fc10-4516-be69-b5bfe1e7d1a4 req-77e1dd6f-6e9f-4426-a851-aa03eb28a7db service nova] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Refreshing network info cache for port a6a834d6-cf51-494c-a165-ae5f6e8dd1ce {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1487.616898] env[62361]: DEBUG nova.scheduler.client.report [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1487.641591] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708274, 'name': Rename_Task, 'duration_secs': 0.166159} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.645942] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1487.646569] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-005bbe25-ad84-412d-af7c-0c2d03b4d6f6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.655790] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1487.655790] env[62361]: value = "task-1708275" [ 1487.655790] env[62361]: _type = "Task" [ 1487.655790] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.667804] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.755494] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52606e3d-bc8d-04f1-0428-256fa228fcee, 'name': SearchDatastore_Task, 'duration_secs': 0.011375} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.756321] env[62361]: DEBUG oslo_concurrency.lockutils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.756836] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1487.760163] env[62361]: DEBUG oslo_concurrency.lockutils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.760163] env[62361]: DEBUG oslo_concurrency.lockutils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.760163] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1487.760163] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1adceae0-62b2-48b9-a8ae-05fc314527fa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.778066] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1487.778066] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1487.778189] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71754abc-bf0f-4804-b169-a5d16eebdf50 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.786061] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1487.786061] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5279f741-bbee-9f68-5c3a-f8c4e05b195d" [ 1487.786061] env[62361]: _type = "Task" [ 1487.786061] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.800924] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5279f741-bbee-9f68-5c3a-f8c4e05b195d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.819224] env[62361]: DEBUG nova.compute.manager [req-e05c6ebd-d8e8-43bf-8d36-59c6ef8e3a5c req-9cc1c1a1-bc64-4f9d-8384-cedc65d19c23 service nova] [instance: 07679006-d4fe-4699-969e-a92156194070] Received event network-vif-deleted-bbcb536d-6c42-483c-b2aa-76ca5dce6750 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1487.819224] env[62361]: INFO nova.compute.manager [req-e05c6ebd-d8e8-43bf-8d36-59c6ef8e3a5c req-9cc1c1a1-bc64-4f9d-8384-cedc65d19c23 service nova] [instance: 07679006-d4fe-4699-969e-a92156194070] Neutron deleted interface bbcb536d-6c42-483c-b2aa-76ca5dce6750; detaching it from the instance and deleting it from the info cache [ 1487.819572] env[62361]: DEBUG nova.network.neutron [req-e05c6ebd-d8e8-43bf-8d36-59c6ef8e3a5c req-9cc1c1a1-bc64-4f9d-8384-cedc65d19c23 service nova] [instance: 07679006-d4fe-4699-969e-a92156194070] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.127156] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.799s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.127472] env[62361]: INFO nova.compute.manager [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Migrating [ 1488.137961] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.038s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.168107] env[62361]: DEBUG nova.network.neutron [-] [instance: 07679006-d4fe-4699-969e-a92156194070] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.181457] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708275, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.303340] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5279f741-bbee-9f68-5c3a-f8c4e05b195d, 'name': SearchDatastore_Task, 'duration_secs': 0.019597} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.304665] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d02bb91-9e04-4c53-82ab-6f3c89a1ad25 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.313270] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1488.313270] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52df234b-7aa9-d0c7-ce2f-4ff27734c6d3" [ 1488.313270] env[62361]: _type = "Task" [ 1488.313270] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.333266] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4558caa3-5a3a-4412-8727-9f752ee0a6d9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.335540] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52df234b-7aa9-d0c7-ce2f-4ff27734c6d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.344215] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c1662e-49a3-4d38-85a6-4cf54f419b7c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.380832] env[62361]: DEBUG nova.compute.manager [req-e05c6ebd-d8e8-43bf-8d36-59c6ef8e3a5c req-9cc1c1a1-bc64-4f9d-8384-cedc65d19c23 service nova] [instance: 07679006-d4fe-4699-969e-a92156194070] Detach interface failed, port_id=bbcb536d-6c42-483c-b2aa-76ca5dce6750, reason: Instance 07679006-d4fe-4699-969e-a92156194070 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1488.524198] env[62361]: DEBUG nova.network.neutron [req-3d0fdef3-fc10-4516-be69-b5bfe1e7d1a4 req-77e1dd6f-6e9f-4426-a851-aa03eb28a7db service nova] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Updated VIF entry in instance network info cache for port a6a834d6-cf51-494c-a165-ae5f6e8dd1ce. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.524371] env[62361]: DEBUG nova.network.neutron [req-3d0fdef3-fc10-4516-be69-b5bfe1e7d1a4 req-77e1dd6f-6e9f-4426-a851-aa03eb28a7db service nova] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Updating instance_info_cache with network_info: [{"id": "a6a834d6-cf51-494c-a165-ae5f6e8dd1ce", "address": "fa:16:3e:25:c8:64", "network": {"id": "2b422906-221a-4a40-bc5b-09c2da6b36ac", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-841680739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0bd2e0635442b3a6b964b056437c33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a834d6-cf", "ovs_interfaceid": "a6a834d6-cf51-494c-a165-ae5f6e8dd1ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.645119] env[62361]: INFO nova.compute.claims [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1488.649486] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.649669] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquired lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.649866] env[62361]: DEBUG nova.network.neutron [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1488.668111] env[62361]: DEBUG oslo_vmware.api [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708275, 'name': PowerOnVM_Task, 'duration_secs': 0.54302} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.668546] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1488.668759] env[62361]: INFO nova.compute.manager [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1488.668934] env[62361]: DEBUG nova.compute.manager [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1488.669764] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f173506e-6738-43c5-870f-4abff729c7ef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.672470] env[62361]: INFO nova.compute.manager [-] [instance: 07679006-d4fe-4699-969e-a92156194070] Took 1.34 seconds to deallocate network for instance. [ 1488.826196] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52df234b-7aa9-d0c7-ce2f-4ff27734c6d3, 'name': SearchDatastore_Task, 'duration_secs': 0.027827} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.826481] env[62361]: DEBUG oslo_concurrency.lockutils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.828475] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 0e9e5d53-2528-4929-9f34-894aadb20547/0e9e5d53-2528-4929-9f34-894aadb20547.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1488.828805] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06d04be2-80af-41de-8c80-12d03bfd6af7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.840026] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1488.840026] env[62361]: value = "task-1708276" [ 1488.840026] env[62361]: _type = "Task" [ 1488.840026] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.848808] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.026981] env[62361]: DEBUG oslo_concurrency.lockutils [req-3d0fdef3-fc10-4516-be69-b5bfe1e7d1a4 req-77e1dd6f-6e9f-4426-a851-aa03eb28a7db service nova] Releasing lock "refresh_cache-7f38e33c-5913-4f35-bed2-56c34c48e432" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.152360] env[62361]: INFO nova.compute.resource_tracker [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating resource usage from migration 5f285a3f-222e-41d8-b2ae-b5bd98f63cd5 [ 1489.182193] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.196069] env[62361]: INFO nova.compute.manager [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Took 41.84 seconds to build instance. [ 1489.355092] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708276, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.459301] env[62361]: DEBUG nova.network.neutron [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating instance_info_cache with network_info: [{"id": "dd8be239-de32-4727-99a3-29ce537ad2aa", "address": "fa:16:3e:c4:99:c9", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8be239-de", "ovs_interfaceid": "dd8be239-de32-4727-99a3-29ce537ad2aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.595878] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Acquiring lock "4e15c2f5-6486-4fb8-b82c-a29ff70dac6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.596143] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Lock "4e15c2f5-6486-4fb8-b82c-a29ff70dac6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.698827] env[62361]: DEBUG oslo_concurrency.lockutils [None req-573189be-3f67-425b-9944-99364caaf3f7 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "87a80e88-fe64-46e2-b261-3dae67261939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.414s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.734573] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45554c0f-8534-4426-82f6-33bdfe22954b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.743080] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6addc2c-812e-45a0-95c9-4dbddb096ddc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.785935] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425a9b7b-ffcf-48ff-810a-a60775982262 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.795596] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4b5acf-517f-4b22-9f15-a212838a5ef1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.811514] env[62361]: DEBUG nova.compute.provider_tree [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.858344] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78873} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.858606] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 0e9e5d53-2528-4929-9f34-894aadb20547/0e9e5d53-2528-4929-9f34-894aadb20547.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1489.860123] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1489.860762] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-deb9ccac-f4d9-4511-8152-df6dff6eede2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.871620] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1489.871620] env[62361]: value = "task-1708277" [ 1489.871620] env[62361]: _type = "Task" [ 1489.871620] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.879649] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.963454] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Releasing lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.039486] env[62361]: INFO nova.compute.manager [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Rebuilding instance [ 1490.076582] env[62361]: DEBUG nova.compute.manager [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1490.077518] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22ed960-4049-4c15-8337-f2a3517b5fbb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.101491] env[62361]: DEBUG nova.compute.manager [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1490.315414] env[62361]: DEBUG nova.scheduler.client.report [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1490.380651] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271315} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.380941] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1490.381803] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a5fcda-c9d5-4e8c-ac10-0993561d56ef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.404262] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 0e9e5d53-2528-4929-9f34-894aadb20547/0e9e5d53-2528-4929-9f34-894aadb20547.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1490.404556] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bea27661-0530-40ac-95ab-467bbacab17a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.426172] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1490.426172] env[62361]: value = "task-1708278" [ 1490.426172] env[62361]: _type = "Task" [ 1490.426172] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.434520] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.589661] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1490.589969] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a63b7b8f-13d7-4255-a978-03bc87199337 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.599740] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1490.599740] env[62361]: value = "task-1708279" [ 1490.599740] env[62361]: _type = "Task" [ 1490.599740] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.611928] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.625896] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.820619] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.683s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.820798] env[62361]: INFO nova.compute.manager [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Migrating [ 1490.828027] env[62361]: DEBUG oslo_concurrency.lockutils [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.641s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.828276] env[62361]: DEBUG nova.objects.instance [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lazy-loading 'resources' on Instance uuid d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1490.936604] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.109937] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708279, 'name': PowerOffVM_Task, 'duration_secs': 0.245474} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.110259] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1491.110476] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1491.111258] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd64338-9788-43fd-afb8-18309e8e38bc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.119468] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1491.119707] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cf8c5d6-5500-41ce-a76e-0f0db3eb2355 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.337643] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.337886] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.338684] env[62361]: DEBUG nova.network.neutron [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.438016] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.480377] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b04fcf-c32c-48c7-9d7f-deae4fb4fd84 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.500905] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating instance '2f5000ce-0275-4fa5-b09c-d9a07b6c41c1' progress to 0 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1491.751509] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746d0843-53a8-4c04-9cf6-9164ea07444d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.758718] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6f9a7e-7692-4f7f-b0a1-5096c3734d7f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.792055] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05882db0-37c5-4b53-bbfa-76c5c963167f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.794763] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1491.794961] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1491.795155] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleting the datastore file [datastore1] 87a80e88-fe64-46e2-b261-3dae67261939 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1491.795396] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5847de63-04ac-46f8-8297-86905b469563 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.803159] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29aac843-96a1-496e-b6a0-310a27f33f0c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.807089] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1491.807089] env[62361]: value = "task-1708281" [ 1491.807089] env[62361]: _type = "Task" [ 1491.807089] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.817667] env[62361]: DEBUG nova.compute.provider_tree [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1491.823645] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.937340] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708278, 'name': ReconfigVM_Task, 'duration_secs': 1.058129} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.937627] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 0e9e5d53-2528-4929-9f34-894aadb20547/0e9e5d53-2528-4929-9f34-894aadb20547.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1491.938336] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf4202fe-455f-4a22-a10b-088f2b830d92 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.947340] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1491.947340] env[62361]: value = "task-1708282" [ 1491.947340] env[62361]: _type = "Task" [ 1491.947340] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.957729] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708282, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.009642] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.009642] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51c97c50-1c95-4dd4-bd4c-ac2d70019c1d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.017180] env[62361]: DEBUG oslo_vmware.api [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1492.017180] env[62361]: value = "task-1708283" [ 1492.017180] env[62361]: _type = "Task" [ 1492.017180] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.026738] env[62361]: DEBUG oslo_vmware.api [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.155653] env[62361]: DEBUG nova.network.neutron [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating instance_info_cache with network_info: [{"id": "f9182b08-6eb5-498e-80df-fec7c46784be", "address": "fa:16:3e:80:cc:94", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9182b08-6e", "ovs_interfaceid": "f9182b08-6eb5-498e-80df-fec7c46784be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.325652] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140391} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.326209] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.326429] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1492.326646] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1492.341263] env[62361]: ERROR nova.scheduler.client.report [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [req-5b3d1698-0c2a-4bee-bc9f-67a767f51182] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5b3d1698-0c2a-4bee-bc9f-67a767f51182"}]} [ 1492.357272] env[62361]: DEBUG nova.scheduler.client.report [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1492.375800] env[62361]: DEBUG nova.scheduler.client.report [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1492.376043] env[62361]: DEBUG nova.compute.provider_tree [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1492.389014] env[62361]: DEBUG nova.scheduler.client.report [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1492.409614] env[62361]: DEBUG nova.scheduler.client.report [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1492.460030] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708282, 'name': Rename_Task, 'duration_secs': 0.170066} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.460504] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1492.461877] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5807995d-58e6-4812-9b2d-0e9c5215314c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.470243] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1492.470243] env[62361]: value = "task-1708284" [ 1492.470243] env[62361]: _type = "Task" [ 1492.470243] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.481530] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.530101] env[62361]: DEBUG oslo_vmware.api [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708283, 'name': PowerOffVM_Task, 'duration_secs': 0.191922} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.530378] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.531066] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating instance '2f5000ce-0275-4fa5-b09c-d9a07b6c41c1' progress to 17 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1492.659047] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.855448] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbecbcc8-78d1-44a9-92b8-104a91eec7d0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.864638] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2656c048-ab71-4d1b-8a92-82f22a7a14b1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.895408] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be86b98-ea60-4756-a7b8-94fe82b7ad89 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.903105] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772fb97f-fe6c-4004-92d5-37c83319a06a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.917330] env[62361]: DEBUG nova.compute.provider_tree [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1492.980738] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.036599] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1493.036914] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1493.037099] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1493.037289] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1493.037435] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1493.037579] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1493.037779] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1493.037960] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1493.038108] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1493.038270] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1493.038439] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1493.043828] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a5a0551-b6c7-49b7-b422-78cb59671288 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.061921] env[62361]: DEBUG oslo_vmware.api [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1493.061921] env[62361]: value = "task-1708285" [ 1493.061921] env[62361]: _type = "Task" [ 1493.061921] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.071548] env[62361]: DEBUG oslo_vmware.api [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.365915] env[62361]: DEBUG nova.virt.hardware [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1493.366215] env[62361]: DEBUG nova.virt.hardware [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1493.366327] env[62361]: DEBUG nova.virt.hardware [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1493.366506] env[62361]: DEBUG nova.virt.hardware [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1493.366653] env[62361]: DEBUG nova.virt.hardware [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1493.366795] env[62361]: DEBUG nova.virt.hardware [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1493.366995] env[62361]: DEBUG nova.virt.hardware [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1493.367165] env[62361]: DEBUG nova.virt.hardware [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1493.367329] env[62361]: DEBUG nova.virt.hardware [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1493.367489] env[62361]: DEBUG nova.virt.hardware [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1493.367662] env[62361]: DEBUG nova.virt.hardware [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1493.368532] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e34359-4105-433d-bb8d-6bc502868e32 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.377130] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf630ce3-9c25-44c8-91b1-f25acb44f87b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.392317] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:09:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a7de541-3664-4a6d-beff-643ecb8e2913', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.399154] env[62361]: DEBUG oslo.service.loopingcall [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.399426] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1493.399729] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7059aa56-dd7e-4319-b60b-53e8fea3c445 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.422466] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.422466] env[62361]: value = "task-1708286" [ 1493.422466] env[62361]: _type = "Task" [ 1493.422466] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.431279] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708286, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.448635] env[62361]: DEBUG nova.scheduler.client.report [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Updated inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1493.448954] env[62361]: DEBUG nova.compute.provider_tree [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 92 to 93 during operation: update_inventory {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1493.449422] env[62361]: DEBUG nova.compute.provider_tree [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1493.483043] env[62361]: DEBUG oslo_vmware.api [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708284, 'name': PowerOnVM_Task, 'duration_secs': 0.832568} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.483043] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1493.483043] env[62361]: INFO nova.compute.manager [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1493.483043] env[62361]: DEBUG nova.compute.manager [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1493.483810] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4721c867-9dd6-4261-b297-e1f04425f06c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.574380] env[62361]: DEBUG oslo_vmware.api [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708285, 'name': ReconfigVM_Task, 'duration_secs': 0.178391} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.574717] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating instance '2f5000ce-0275-4fa5-b09c-d9a07b6c41c1' progress to 33 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1493.933594] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708286, 'name': CreateVM_Task, 'duration_secs': 0.4629} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.933769] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1493.934498] env[62361]: DEBUG oslo_concurrency.lockutils [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.934667] env[62361]: DEBUG oslo_concurrency.lockutils [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.934997] env[62361]: DEBUG oslo_concurrency.lockutils [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1493.935321] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83feebfd-a8c4-440d-ae86-6b49e59ec08f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.940448] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1493.940448] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528ad400-9e5c-be95-5c6c-8eb4bdbb7855" [ 1493.940448] env[62361]: _type = "Task" [ 1493.940448] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.949937] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528ad400-9e5c-be95-5c6c-8eb4bdbb7855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.954758] env[62361]: DEBUG oslo_concurrency.lockutils [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.127s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.956898] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.146s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.957149] env[62361]: DEBUG nova.objects.instance [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lazy-loading 'resources' on Instance uuid bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.974257] env[62361]: INFO nova.scheduler.client.report [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Deleted allocations for instance d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc [ 1494.006067] env[62361]: INFO nova.compute.manager [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Took 43.92 seconds to build instance. [ 1494.081943] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:18:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d4015d4d-f6fa-4d7e-8968-ecc809dcaa66',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-336273879',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1494.082157] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1494.082366] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.082676] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1494.082857] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.083055] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1494.083309] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1494.083511] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1494.083722] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1494.083914] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1494.084144] env[62361]: DEBUG nova.virt.hardware [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1494.091724] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1494.092432] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b785f058-9c93-4a17-97e6-d8b4c7e26411 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.115023] env[62361]: DEBUG oslo_vmware.api [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1494.115023] env[62361]: value = "task-1708287" [ 1494.115023] env[62361]: _type = "Task" [ 1494.115023] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.124186] env[62361]: DEBUG oslo_vmware.api [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.177023] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02ff0cc-6f72-4d15-a234-1bfe9258064c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.197037] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating instance '92528be1-55ff-40e4-9404-99a4db7766c5' progress to 0 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1494.452888] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528ad400-9e5c-be95-5c6c-8eb4bdbb7855, 'name': SearchDatastore_Task, 'duration_secs': 0.010926} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.452888] env[62361]: DEBUG oslo_concurrency.lockutils [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.452888] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1494.452888] env[62361]: DEBUG oslo_concurrency.lockutils [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.453287] env[62361]: DEBUG oslo_concurrency.lockutils [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.453287] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1494.453541] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5dedf2d-58c1-4068-8615-94790def0e83 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.463346] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1494.463584] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1494.464438] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2027cd-d203-4dbb-ad08-3af0f734aaf7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.473330] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1494.473330] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e32278-f298-92a3-8aae-6cfb669a8bb7" [ 1494.473330] env[62361]: _type = "Task" [ 1494.473330] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.484331] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e32278-f298-92a3-8aae-6cfb669a8bb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.487221] env[62361]: DEBUG oslo_concurrency.lockutils [None req-037ee81f-d6fa-424e-bfbb-f06c087363de tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.362s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.507815] env[62361]: DEBUG oslo_concurrency.lockutils [None req-acd5524e-acb2-4abe-82d2-693dfaa18eef tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "0e9e5d53-2528-4929-9f34-894aadb20547" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.493s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.627685] env[62361]: DEBUG oslo_vmware.api [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708287, 'name': ReconfigVM_Task, 'duration_secs': 0.189559} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.627981] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1494.628828] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadb68eb-e046-4b57-bf3b-ebb07d49aaa7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.656889] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1/2f5000ce-0275-4fa5-b09c-d9a07b6c41c1.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1494.659897] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dead80d-f285-4968-94c4-5e116762575d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.679483] env[62361]: DEBUG oslo_vmware.api [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1494.679483] env[62361]: value = "task-1708288" [ 1494.679483] env[62361]: _type = "Task" [ 1494.679483] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.694923] env[62361]: DEBUG oslo_vmware.api [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.703037] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1494.703228] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9745426-643f-46f9-8ffe-0996c0c7a55f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.711161] env[62361]: DEBUG oslo_vmware.api [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1494.711161] env[62361]: value = "task-1708289" [ 1494.711161] env[62361]: _type = "Task" [ 1494.711161] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.727103] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] VM already powered off {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1494.727206] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating instance '92528be1-55ff-40e4-9404-99a4db7766c5' progress to 17 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1494.938654] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f628954-77aa-4af5-8240-d233163881a4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.951760] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cefc4be-8e28-4b5c-b34a-b8f3f25f9b7a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.994799] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951823ba-162d-4d02-8a91-d668d5b156e3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.007251] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e32278-f298-92a3-8aae-6cfb669a8bb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.008447] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252d409a-0c2f-49cc-bc77-dd8a56bd877c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.013307] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b36fc1-e137-48ff-aeab-2d7948454a6e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.019268] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1495.019268] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ef5fdf-a5a6-233c-d1dd-5461304f4065" [ 1495.019268] env[62361]: _type = "Task" [ 1495.019268] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.031912] env[62361]: DEBUG nova.compute.provider_tree [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1495.043273] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ef5fdf-a5a6-233c-d1dd-5461304f4065, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.043609] env[62361]: DEBUG oslo_concurrency.lockutils [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.046957] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 87a80e88-fe64-46e2-b261-3dae67261939/87a80e88-fe64-46e2-b261-3dae67261939.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1495.046957] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b2cce3d-45be-49d4-9f56-d8c6eb37bb96 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.057037] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1495.057037] env[62361]: value = "task-1708290" [ 1495.057037] env[62361]: _type = "Task" [ 1495.057037] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.066474] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.190758] env[62361]: DEBUG oslo_vmware.api [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708288, 'name': ReconfigVM_Task, 'duration_secs': 0.281863} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.190951] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1/2f5000ce-0275-4fa5-b09c-d9a07b6c41c1.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.191259] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating instance '2f5000ce-0275-4fa5-b09c-d9a07b6c41c1' progress to 50 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1495.236187] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1495.236187] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1495.236187] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1495.236187] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1495.236187] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1495.236187] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1495.236187] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1495.236760] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1495.237118] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1495.239869] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1495.239869] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1495.248221] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79968103-787b-4185-863b-d15027924a61 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.264351] env[62361]: DEBUG oslo_vmware.api [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1495.264351] env[62361]: value = "task-1708291" [ 1495.264351] env[62361]: _type = "Task" [ 1495.264351] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.275445] env[62361]: DEBUG oslo_vmware.api [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.282397] env[62361]: DEBUG nova.compute.manager [req-35824ca4-d4a8-4f31-9329-f5ef82d62a5d req-3581d699-c78d-459a-a791-0d2a974788e4 service nova] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Received event network-changed-5aaa59e4-835b-4bf4-ac71-2225aef44ac8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1495.282557] env[62361]: DEBUG nova.compute.manager [req-35824ca4-d4a8-4f31-9329-f5ef82d62a5d req-3581d699-c78d-459a-a791-0d2a974788e4 service nova] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Refreshing instance network info cache due to event network-changed-5aaa59e4-835b-4bf4-ac71-2225aef44ac8. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1495.282848] env[62361]: DEBUG oslo_concurrency.lockutils [req-35824ca4-d4a8-4f31-9329-f5ef82d62a5d req-3581d699-c78d-459a-a791-0d2a974788e4 service nova] Acquiring lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.282998] env[62361]: DEBUG oslo_concurrency.lockutils [req-35824ca4-d4a8-4f31-9329-f5ef82d62a5d req-3581d699-c78d-459a-a791-0d2a974788e4 service nova] Acquired lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.284297] env[62361]: DEBUG nova.network.neutron [req-35824ca4-d4a8-4f31-9329-f5ef82d62a5d req-3581d699-c78d-459a-a791-0d2a974788e4 service nova] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Refreshing network info cache for port 5aaa59e4-835b-4bf4-ac71-2225aef44ac8 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1495.447325] env[62361]: DEBUG oslo_concurrency.lockutils [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquiring lock "f2670f16-d09a-405f-8f23-b6c2aca29e57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.447615] env[62361]: DEBUG oslo_concurrency.lockutils [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "f2670f16-d09a-405f-8f23-b6c2aca29e57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.448473] env[62361]: DEBUG oslo_concurrency.lockutils [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquiring lock "f2670f16-d09a-405f-8f23-b6c2aca29e57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.448473] env[62361]: DEBUG oslo_concurrency.lockutils [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "f2670f16-d09a-405f-8f23-b6c2aca29e57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.448473] env[62361]: DEBUG oslo_concurrency.lockutils [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "f2670f16-d09a-405f-8f23-b6c2aca29e57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.450448] env[62361]: INFO nova.compute.manager [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Terminating instance [ 1495.452433] env[62361]: DEBUG nova.compute.manager [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1495.452642] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1495.453499] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6292dd00-d77a-419b-b6d9-a47664c4f042 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.462803] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.463038] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83a0cfe5-a250-4f02-9d72-b8192cc7c852 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.471844] env[62361]: DEBUG oslo_vmware.api [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1495.471844] env[62361]: value = "task-1708292" [ 1495.471844] env[62361]: _type = "Task" [ 1495.471844] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.483080] env[62361]: DEBUG oslo_vmware.api [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.567393] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708290, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.699309] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d489480-2b5a-4edf-94c9-ba4e0f8e4bbe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.719655] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f089a2-9977-438c-a5fc-59ef66da2949 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.743678] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating instance '2f5000ce-0275-4fa5-b09c-d9a07b6c41c1' progress to 67 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1495.769129] env[62361]: DEBUG nova.scheduler.client.report [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Updated inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1495.769500] env[62361]: DEBUG nova.compute.provider_tree [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 93 to 94 during operation: update_inventory {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1495.769732] env[62361]: DEBUG nova.compute.provider_tree [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1495.779262] env[62361]: DEBUG oslo_vmware.api [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708291, 'name': ReconfigVM_Task, 'duration_secs': 0.410811} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.779587] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating instance '92528be1-55ff-40e4-9404-99a4db7766c5' progress to 33 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1495.982417] env[62361]: DEBUG oslo_vmware.api [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708292, 'name': PowerOffVM_Task, 'duration_secs': 0.304497} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.982776] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1495.982847] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1495.983117] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d62f279-460a-4cc9-b22b-b5d3455756fd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.043220] env[62361]: DEBUG nova.network.neutron [req-35824ca4-d4a8-4f31-9329-f5ef82d62a5d req-3581d699-c78d-459a-a791-0d2a974788e4 service nova] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Updated VIF entry in instance network info cache for port 5aaa59e4-835b-4bf4-ac71-2225aef44ac8. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1496.043645] env[62361]: DEBUG nova.network.neutron [req-35824ca4-d4a8-4f31-9329-f5ef82d62a5d req-3581d699-c78d-459a-a791-0d2a974788e4 service nova] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Updating instance_info_cache with network_info: [{"id": "5aaa59e4-835b-4bf4-ac71-2225aef44ac8", "address": "fa:16:3e:a1:85:54", "network": {"id": "3cf1addb-c9ef-4950-ad83-68b5d59eda18", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1289262723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a267b021ac54bb19733ba43571e9bdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aaa59e4-83", "ovs_interfaceid": "5aaa59e4-835b-4bf4-ac71-2225aef44ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.067910] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533434} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.068202] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 87a80e88-fe64-46e2-b261-3dae67261939/87a80e88-fe64-46e2-b261-3dae67261939.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1496.068421] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1496.068672] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79fbef81-613b-4f59-bd8d-a23626a371e6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.072682] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1496.072894] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1496.073083] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Deleting the datastore file [datastore1] f2670f16-d09a-405f-8f23-b6c2aca29e57 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1496.073333] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbaa3aa7-c36b-4391-8ea3-357adc593a63 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.077302] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1496.077302] env[62361]: value = "task-1708294" [ 1496.077302] env[62361]: _type = "Task" [ 1496.077302] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.082223] env[62361]: DEBUG oslo_vmware.api [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for the task: (returnval){ [ 1496.082223] env[62361]: value = "task-1708295" [ 1496.082223] env[62361]: _type = "Task" [ 1496.082223] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.087902] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.093977] env[62361]: DEBUG oslo_vmware.api [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.276189] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.319s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.278688] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.363s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.279301] env[62361]: DEBUG nova.objects.instance [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lazy-loading 'resources' on Instance uuid 2f8a2835-618d-4462-8644-1d2790aec62b {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.286176] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1496.286437] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1496.286606] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1496.286829] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1496.286984] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1496.287189] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1496.287413] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1496.287574] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1496.287746] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1496.287911] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1496.288596] env[62361]: DEBUG nova.virt.hardware [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1496.293479] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1496.294408] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27dfab2-5bba-4d97-a405-79c360d3050e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.310747] env[62361]: INFO nova.scheduler.client.report [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Deleted allocations for instance bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34 [ 1496.316306] env[62361]: DEBUG nova.network.neutron [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Port dd8be239-de32-4727-99a3-29ce537ad2aa binding to destination host cpu-1 is already ACTIVE {{(pid=62361) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1496.318467] env[62361]: DEBUG oslo_vmware.api [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1496.318467] env[62361]: value = "task-1708296" [ 1496.318467] env[62361]: _type = "Task" [ 1496.318467] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.329090] env[62361]: DEBUG oslo_vmware.api [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.546429] env[62361]: DEBUG oslo_concurrency.lockutils [req-35824ca4-d4a8-4f31-9329-f5ef82d62a5d req-3581d699-c78d-459a-a791-0d2a974788e4 service nova] Releasing lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.590914] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080226} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.591581] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1496.592325] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8a9df8-2695-4c0d-8c89-c978937618e5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.597268] env[62361]: DEBUG oslo_vmware.api [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Task: {'id': task-1708295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382508} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.597792] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.598014] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.598230] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.598407] env[62361]: INFO nova.compute.manager [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1496.598636] env[62361]: DEBUG oslo.service.loopingcall [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.598827] env[62361]: DEBUG nova.compute.manager [-] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1496.598920] env[62361]: DEBUG nova.network.neutron [-] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1496.617936] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 87a80e88-fe64-46e2-b261-3dae67261939/87a80e88-fe64-46e2-b261-3dae67261939.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1496.618858] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b63b4a8-6478-4864-93e2-68bcbf34e29e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.639914] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1496.639914] env[62361]: value = "task-1708297" [ 1496.639914] env[62361]: _type = "Task" [ 1496.639914] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.652332] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.829028] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4b933001-bcbc-4061-8310-8fbac990d99f tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.249s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.845556] env[62361]: DEBUG oslo_vmware.api [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.991131] env[62361]: DEBUG nova.compute.manager [req-ac4296ff-d8f4-422b-a7d4-fe5879d3dd6a req-62a281a9-55f7-421b-b06d-f3ab5b0c08b2 service nova] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Received event network-vif-deleted-e37f8484-c9b4-4815-bee1-a29115a7389d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1496.991550] env[62361]: INFO nova.compute.manager [req-ac4296ff-d8f4-422b-a7d4-fe5879d3dd6a req-62a281a9-55f7-421b-b06d-f3ab5b0c08b2 service nova] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Neutron deleted interface e37f8484-c9b4-4815-bee1-a29115a7389d; detaching it from the instance and deleting it from the info cache [ 1496.991817] env[62361]: DEBUG nova.network.neutron [req-ac4296ff-d8f4-422b-a7d4-fe5879d3dd6a req-62a281a9-55f7-421b-b06d-f3ab5b0c08b2 service nova] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.152179] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.244477] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0b1ad8-87ae-47e5-9dac-2d9764782f23 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.253515] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1a393c-2843-4360-81ce-27738fbc69d0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.288407] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abdf95b-eaf2-4958-b52a-7801271acd58 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.298200] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577935c0-dc3e-4ef1-87a8-9738efa88668 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.316718] env[62361]: DEBUG nova.compute.provider_tree [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.343539] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "2f5000ce-0275-4fa5-b09c-d9a07b6c41c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.343793] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "2f5000ce-0275-4fa5-b09c-d9a07b6c41c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.344072] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "2f5000ce-0275-4fa5-b09c-d9a07b6c41c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.354258] env[62361]: DEBUG oslo_vmware.api [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708296, 'name': ReconfigVM_Task, 'duration_secs': 0.887669} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.354383] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1497.355161] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aef975f-a483-42c1-b53e-3182b593a36a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.380693] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 92528be1-55ff-40e4-9404-99a4db7766c5/92528be1-55ff-40e4-9404-99a4db7766c5.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1497.381423] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-019e3590-150f-4943-8c3c-aac454bcc38b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.402355] env[62361]: DEBUG oslo_vmware.api [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1497.402355] env[62361]: value = "task-1708298" [ 1497.402355] env[62361]: _type = "Task" [ 1497.402355] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.410540] env[62361]: DEBUG oslo_vmware.api [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708298, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.414661] env[62361]: DEBUG nova.network.neutron [-] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.494496] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98624dfa-d72e-48b0-b885-f0fcdd90df54 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.504693] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbeaf63-8063-4b3a-9cda-cf6bcdad1273 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.539915] env[62361]: DEBUG nova.compute.manager [req-ac4296ff-d8f4-422b-a7d4-fe5879d3dd6a req-62a281a9-55f7-421b-b06d-f3ab5b0c08b2 service nova] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Detach interface failed, port_id=e37f8484-c9b4-4815-bee1-a29115a7389d, reason: Instance f2670f16-d09a-405f-8f23-b6c2aca29e57 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1497.650980] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708297, 'name': ReconfigVM_Task, 'duration_secs': 0.716311} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.651435] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 87a80e88-fe64-46e2-b261-3dae67261939/87a80e88-fe64-46e2-b261-3dae67261939.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.651914] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9ec31c3-47e7-4a27-877a-fc4875a2a89d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.658389] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1497.658389] env[62361]: value = "task-1708299" [ 1497.658389] env[62361]: _type = "Task" [ 1497.658389] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.668822] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708299, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.820433] env[62361]: DEBUG nova.scheduler.client.report [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1497.913159] env[62361]: DEBUG oslo_vmware.api [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708298, 'name': ReconfigVM_Task, 'duration_secs': 0.433771} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.913159] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 92528be1-55ff-40e4-9404-99a4db7766c5/92528be1-55ff-40e4-9404-99a4db7766c5.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.913363] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating instance '92528be1-55ff-40e4-9404-99a4db7766c5' progress to 50 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1497.916860] env[62361]: INFO nova.compute.manager [-] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Took 1.32 seconds to deallocate network for instance. [ 1498.168863] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708299, 'name': Rename_Task, 'duration_secs': 0.15919} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.169159] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1498.169402] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c52e09d7-7e74-4ccd-b870-27f4aa7cac7b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.176592] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1498.176592] env[62361]: value = "task-1708300" [ 1498.176592] env[62361]: _type = "Task" [ 1498.176592] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.184013] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.326846] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.329215] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.135s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.330921] env[62361]: INFO nova.compute.claims [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1498.345687] env[62361]: INFO nova.scheduler.client.report [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Deleted allocations for instance 2f8a2835-618d-4462-8644-1d2790aec62b [ 1498.388592] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.388840] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquired lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.389088] env[62361]: DEBUG nova.network.neutron [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.421843] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed0859b-3199-48d1-ace5-467e87f94da2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.425561] env[62361]: DEBUG oslo_concurrency.lockutils [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.444592] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e5da33-44c7-45e6-935d-1d3170ef46ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.463883] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating instance '92528be1-55ff-40e4-9404-99a4db7766c5' progress to 67 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1498.688255] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708300, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.853330] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f822d5be-10c5-4fcc-8e1d-38eca423eea4 tempest-ListServersNegativeTestJSON-290548387 tempest-ListServersNegativeTestJSON-290548387-project-member] Lock "2f8a2835-618d-4462-8644-1d2790aec62b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.007229] env[62361]: DEBUG nova.network.neutron [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Port f9182b08-6eb5-498e-80df-fec7c46784be binding to destination host cpu-1 is already ACTIVE {{(pid=62361) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1499.164511] env[62361]: DEBUG nova.network.neutron [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating instance_info_cache with network_info: [{"id": "dd8be239-de32-4727-99a3-29ce537ad2aa", "address": "fa:16:3e:c4:99:c9", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8be239-de", "ovs_interfaceid": "dd8be239-de32-4727-99a3-29ce537ad2aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.194045] env[62361]: DEBUG oslo_vmware.api [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708300, 'name': PowerOnVM_Task, 'duration_secs': 0.558147} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.194671] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1499.195279] env[62361]: DEBUG nova.compute.manager [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1499.197024] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52abb5a-3975-4372-8121-48ae4066b9d2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.667135] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Releasing lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.718306] env[62361]: DEBUG oslo_concurrency.lockutils [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.769446] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7f890a-3d8b-4ef1-affe-864934ea96c3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.778599] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8589ff75-3327-4b1b-ad19-a6970218b6da {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.811902] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ca9bf8-9395-48a7-8247-a4a2ac27fcc6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.820637] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b59616-b9d2-4058-8e92-96428e1949e7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.836704] env[62361]: DEBUG nova.compute.provider_tree [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.024947] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "92528be1-55ff-40e4-9404-99a4db7766c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.025198] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "92528be1-55ff-40e4-9404-99a4db7766c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.025557] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "92528be1-55ff-40e4-9404-99a4db7766c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.193241] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724827a2-f72c-44d4-aad8-7e561e3a1054 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.214388] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccba6a2-ccb7-4f91-a399-6ac872594ab8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.222407] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating instance '2f5000ce-0275-4fa5-b09c-d9a07b6c41c1' progress to 83 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1500.342125] env[62361]: DEBUG nova.scheduler.client.report [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1500.730421] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.730658] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ad93526-029d-444f-afba-df542cc45cee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.747127] env[62361]: DEBUG oslo_vmware.api [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1500.747127] env[62361]: value = "task-1708301" [ 1500.747127] env[62361]: _type = "Task" [ 1500.747127] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.759731] env[62361]: DEBUG oslo_vmware.api [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.846781] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.847150] env[62361]: DEBUG nova.compute.manager [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1500.850392] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 43.017s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.988294] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "87a80e88-fe64-46e2-b261-3dae67261939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.988596] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "87a80e88-fe64-46e2-b261-3dae67261939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.988866] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "87a80e88-fe64-46e2-b261-3dae67261939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.989262] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "87a80e88-fe64-46e2-b261-3dae67261939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.989450] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "87a80e88-fe64-46e2-b261-3dae67261939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.992113] env[62361]: INFO nova.compute.manager [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Terminating instance [ 1500.994760] env[62361]: DEBUG nova.compute.manager [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1500.994975] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1500.996133] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e48cd0-c177-4f40-af4c-0c4670977ac7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.009151] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1501.009488] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2025c5a4-d2a2-4ad9-8ce8-4e1eda1a12cd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.018093] env[62361]: DEBUG oslo_vmware.api [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1501.018093] env[62361]: value = "task-1708302" [ 1501.018093] env[62361]: _type = "Task" [ 1501.018093] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.028930] env[62361]: DEBUG oslo_vmware.api [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.071348] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.071536] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.071754] env[62361]: DEBUG nova.network.neutron [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1501.259844] env[62361]: DEBUG oslo_vmware.api [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708301, 'name': PowerOnVM_Task, 'duration_secs': 0.448658} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.260170] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1501.260360] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfee24a-2916-48bb-a66f-ef2abfc03b38 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating instance '2f5000ce-0275-4fa5-b09c-d9a07b6c41c1' progress to 100 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1501.355316] env[62361]: DEBUG nova.compute.utils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1501.368383] env[62361]: DEBUG nova.compute.manager [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1501.368567] env[62361]: DEBUG nova.network.neutron [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1501.439428] env[62361]: DEBUG nova.policy [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba838e6246694cef976d245a4c89d7af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89cb523a4ae64abe97373bed4caae1fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1501.532960] env[62361]: DEBUG oslo_vmware.api [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708302, 'name': PowerOffVM_Task, 'duration_secs': 0.217057} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.534356] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.534575] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.535083] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab9ba8ea-d3c4-4544-babc-0ef89ac3aa80 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.629842] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.630116] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.630322] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleting the datastore file [datastore1] 87a80e88-fe64-46e2-b261-3dae67261939 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.630604] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62d60d55-b229-4083-abfd-b6b66191cb26 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.638203] env[62361]: DEBUG oslo_vmware.api [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1501.638203] env[62361]: value = "task-1708304" [ 1501.638203] env[62361]: _type = "Task" [ 1501.638203] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.650640] env[62361]: DEBUG oslo_concurrency.lockutils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "39397b39-395f-4599-ac17-8032c689a9ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.650999] env[62361]: DEBUG oslo_concurrency.lockutils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "39397b39-395f-4599-ac17-8032c689a9ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.657612] env[62361]: DEBUG oslo_vmware.api [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.818637] env[62361]: DEBUG nova.network.neutron [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Successfully created port: 679f2a6c-376d-4cf5-b495-6f35d25ecbb7 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1501.869132] env[62361]: DEBUG nova.compute.manager [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1501.873763] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Applying migration context for instance 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1 as it has an incoming, in-progress migration 97396edd-4533-4e03-bdd4-4f8c2b204b6b. Migration status is post-migrating {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1501.874126] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Applying migration context for instance 92528be1-55ff-40e4-9404-99a4db7766c5 as it has an incoming, in-progress migration 5f285a3f-222e-41d8-b2ae-b5bd98f63cd5. Migration status is post-migrating {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1501.877232] env[62361]: INFO nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating resource usage from migration 97396edd-4533-4e03-bdd4-4f8c2b204b6b [ 1501.877612] env[62361]: INFO nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating resource usage from migration 5f285a3f-222e-41d8-b2ae-b5bd98f63cd5 [ 1501.903979] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 933f8a73-a8e1-4168-a91e-9cc248518ecd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.904185] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance e26524ba-912d-40ac-a299-6d6c4aae65e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.904318] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance cad0a47a-d332-400d-a662-8b0089e6d803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.904440] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 59f30b3f-5286-4d90-b726-011e419fca2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.904558] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 0da9b618-9d28-4028-a42b-fa3b9661cb6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.904676] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 3388fd22-865a-4cf7-9912-af8ca03ed930 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.904815] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 892cb689-afd2-4995-880f-cef4186f2439 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1501.905104] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance f2670f16-d09a-405f-8f23-b6c2aca29e57 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1501.905104] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 3c9d108f-efe1-4fb6-b505-8cb51d38adc1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.905197] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance a14db7b4-d41b-4fee-885a-ba2dbb40e0a1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1501.905294] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance a6fd8ee3-7216-45c2-9169-93e5072bcc74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.905404] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 1751c8c5-854f-45f2-a559-95a4ccd0f578 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.905524] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance fffbfa22-099b-4030-9f42-1a3139a0261f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1501.905642] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 77001028-7b3e-403a-8975-ff98fb95532f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1501.905848] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 427ae412-ed01-4b32-ae0b-ac620ec9cf85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.905981] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance ea3d9715-fbaf-44c4-986b-20996b2958bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1501.906454] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 07679006-d4fe-4699-969e-a92156194070 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1501.906633] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance cf12a075-c381-4ba9-9bf6-582689bec58d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1501.906756] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance befe6745-06f9-49c0-8bb6-cd45a606bb97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.906873] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 7f38e33c-5913-4f35-bed2-56c34c48e432 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.907076] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 87a80e88-fe64-46e2-b261-3dae67261939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.907136] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 0e9e5d53-2528-4929-9f34-894aadb20547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.907209] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 7f433f05-397b-461a-86ec-3ad0f3381547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1501.914416] env[62361]: DEBUG nova.network.neutron [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating instance_info_cache with network_info: [{"id": "f9182b08-6eb5-498e-80df-fec7c46784be", "address": "fa:16:3e:80:cc:94", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9182b08-6e", "ovs_interfaceid": "f9182b08-6eb5-498e-80df-fec7c46784be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.150659] env[62361]: DEBUG oslo_vmware.api [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.159206] env[62361]: DEBUG nova.compute.manager [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1502.410289] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 01c60578-d377-407d-8a27-b8d89f560a0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1502.416453] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.655548] env[62361]: DEBUG oslo_vmware.api [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521707} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.655548] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.655548] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.655548] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.655548] env[62361]: INFO nova.compute.manager [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1502.655548] env[62361]: DEBUG oslo.service.loopingcall [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.655548] env[62361]: DEBUG nova.compute.manager [-] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1502.655548] env[62361]: DEBUG nova.network.neutron [-] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.685266] env[62361]: DEBUG oslo_concurrency.lockutils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.889971] env[62361]: DEBUG nova.compute.manager [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1502.913555] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 70a183d7-eaa8-47b3-bd65-c230308e7ff1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1502.913727] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Migration 97396edd-4533-4e03-bdd4-4f8c2b204b6b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1502.913855] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1502.917069] env[62361]: DEBUG nova.virt.hardware [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1502.917299] env[62361]: DEBUG nova.virt.hardware [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1502.917454] env[62361]: DEBUG nova.virt.hardware [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.917633] env[62361]: DEBUG nova.virt.hardware [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1502.917775] env[62361]: DEBUG nova.virt.hardware [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.917922] env[62361]: DEBUG nova.virt.hardware [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1502.918137] env[62361]: DEBUG nova.virt.hardware [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1502.918296] env[62361]: DEBUG nova.virt.hardware [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1502.918457] env[62361]: DEBUG nova.virt.hardware [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1502.918614] env[62361]: DEBUG nova.virt.hardware [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1502.918780] env[62361]: DEBUG nova.virt.hardware [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1502.919757] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdba7e0d-df49-4a78-9878-14bc46d47c68 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.936326] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9c17d2-330e-4cdc-a869-e774c9b1a679 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.945095] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d6ddb0-efb3-40b2-a758-14583be8bb36 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.971687] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13b3e9a-08ca-41de-a7d5-f3473b5e474b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.979280] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating instance '92528be1-55ff-40e4-9404-99a4db7766c5' progress to 83 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1503.135474] env[62361]: DEBUG nova.compute.manager [req-2e97faaa-c841-48a3-b039-b9f2143bec87 req-063daf73-67bf-47ec-9742-85218df4f453 service nova] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Received event network-vif-deleted-1a7de541-3664-4a6d-beff-643ecb8e2913 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1503.135698] env[62361]: INFO nova.compute.manager [req-2e97faaa-c841-48a3-b039-b9f2143bec87 req-063daf73-67bf-47ec-9742-85218df4f453 service nova] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Neutron deleted interface 1a7de541-3664-4a6d-beff-643ecb8e2913; detaching it from the instance and deleting it from the info cache [ 1503.135896] env[62361]: DEBUG nova.network.neutron [req-2e97faaa-c841-48a3-b039-b9f2143bec87 req-063daf73-67bf-47ec-9742-85218df4f453 service nova] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.329269] env[62361]: DEBUG nova.compute.manager [req-d5aef0b8-b5d0-4910-90f7-a2a6e5ac8f64 req-43e2ce19-d175-4929-bc5d-ce75ef29aa2f service nova] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Received event network-vif-plugged-679f2a6c-376d-4cf5-b495-6f35d25ecbb7 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1503.329533] env[62361]: DEBUG oslo_concurrency.lockutils [req-d5aef0b8-b5d0-4910-90f7-a2a6e5ac8f64 req-43e2ce19-d175-4929-bc5d-ce75ef29aa2f service nova] Acquiring lock "7f433f05-397b-461a-86ec-3ad0f3381547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.329940] env[62361]: DEBUG oslo_concurrency.lockutils [req-d5aef0b8-b5d0-4910-90f7-a2a6e5ac8f64 req-43e2ce19-d175-4929-bc5d-ce75ef29aa2f service nova] Lock "7f433f05-397b-461a-86ec-3ad0f3381547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.330680] env[62361]: DEBUG oslo_concurrency.lockutils [req-d5aef0b8-b5d0-4910-90f7-a2a6e5ac8f64 req-43e2ce19-d175-4929-bc5d-ce75ef29aa2f service nova] Lock "7f433f05-397b-461a-86ec-3ad0f3381547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.330881] env[62361]: DEBUG nova.compute.manager [req-d5aef0b8-b5d0-4910-90f7-a2a6e5ac8f64 req-43e2ce19-d175-4929-bc5d-ce75ef29aa2f service nova] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] No waiting events found dispatching network-vif-plugged-679f2a6c-376d-4cf5-b495-6f35d25ecbb7 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1503.331073] env[62361]: WARNING nova.compute.manager [req-d5aef0b8-b5d0-4910-90f7-a2a6e5ac8f64 req-43e2ce19-d175-4929-bc5d-ce75ef29aa2f service nova] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Received unexpected event network-vif-plugged-679f2a6c-376d-4cf5-b495-6f35d25ecbb7 for instance with vm_state building and task_state spawning. [ 1503.415446] env[62361]: DEBUG nova.network.neutron [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Successfully updated port: 679f2a6c-376d-4cf5-b495-6f35d25ecbb7 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1503.424466] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance c15e00f9-1a2e-41aa-99a6-10b0519d9468 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1503.424466] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Migration 5f285a3f-222e-41d8-b2ae-b5bd98f63cd5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1503.424466] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 92528be1-55ff-40e4-9404-99a4db7766c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1503.485898] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a18f82-58c0-4b07-8034-8c5b5c5b526d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating instance '92528be1-55ff-40e4-9404-99a4db7766c5' progress to 100 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1503.609649] env[62361]: DEBUG nova.network.neutron [-] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.639108] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4365fffe-5a25-45a1-9ef0-138ae244f52a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.650133] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a241720b-0345-42a0-8570-0bb552724a63 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.701297] env[62361]: DEBUG nova.compute.manager [req-2e97faaa-c841-48a3-b039-b9f2143bec87 req-063daf73-67bf-47ec-9742-85218df4f453 service nova] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Detach interface failed, port_id=1a7de541-3664-4a6d-beff-643ecb8e2913, reason: Instance 87a80e88-fe64-46e2-b261-3dae67261939 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1503.922612] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Acquiring lock "refresh_cache-7f433f05-397b-461a-86ec-3ad0f3381547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.922612] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Acquired lock "refresh_cache-7f433f05-397b-461a-86ec-3ad0f3381547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.922612] env[62361]: DEBUG nova.network.neutron [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.929232] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 26061f68-dd70-445b-bf28-157cf5cd13f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1504.113405] env[62361]: INFO nova.compute.manager [-] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Took 1.46 seconds to deallocate network for instance. [ 1504.935682] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 1453ac2c-c25c-4914-a6a3-f84bce809e1e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1504.941023] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.999523] env[62361]: DEBUG nova.network.neutron [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1505.065918] env[62361]: DEBUG nova.network.neutron [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Port dd8be239-de32-4727-99a3-29ce537ad2aa binding to destination host cpu-1 is already ACTIVE {{(pid=62361) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1505.066213] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.066455] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquired lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.066681] env[62361]: DEBUG nova.network.neutron [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.193109] env[62361]: DEBUG nova.network.neutron [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Updating instance_info_cache with network_info: [{"id": "679f2a6c-376d-4cf5-b495-6f35d25ecbb7", "address": "fa:16:3e:d4:7d:63", "network": {"id": "415f0ed7-c3fc-4e51-814b-bd00f0988173", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-379780727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89cb523a4ae64abe97373bed4caae1fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679f2a6c-37", "ovs_interfaceid": "679f2a6c-376d-4cf5-b495-6f35d25ecbb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.445918] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1505.450481] env[62361]: DEBUG nova.compute.manager [req-ba730818-dd42-4aeb-b9e7-c3dfeae3e6ad req-165f2015-f004-459c-9183-f24e9458412d service nova] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Received event network-changed-679f2a6c-376d-4cf5-b495-6f35d25ecbb7 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1505.450481] env[62361]: DEBUG nova.compute.manager [req-ba730818-dd42-4aeb-b9e7-c3dfeae3e6ad req-165f2015-f004-459c-9183-f24e9458412d service nova] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Refreshing instance network info cache due to event network-changed-679f2a6c-376d-4cf5-b495-6f35d25ecbb7. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1505.450481] env[62361]: DEBUG oslo_concurrency.lockutils [req-ba730818-dd42-4aeb-b9e7-c3dfeae3e6ad req-165f2015-f004-459c-9183-f24e9458412d service nova] Acquiring lock "refresh_cache-7f433f05-397b-461a-86ec-3ad0f3381547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.697928] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Releasing lock "refresh_cache-7f433f05-397b-461a-86ec-3ad0f3381547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.697928] env[62361]: DEBUG nova.compute.manager [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Instance network_info: |[{"id": "679f2a6c-376d-4cf5-b495-6f35d25ecbb7", "address": "fa:16:3e:d4:7d:63", "network": {"id": "415f0ed7-c3fc-4e51-814b-bd00f0988173", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-379780727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89cb523a4ae64abe97373bed4caae1fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679f2a6c-37", "ovs_interfaceid": "679f2a6c-376d-4cf5-b495-6f35d25ecbb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1505.698125] env[62361]: DEBUG oslo_concurrency.lockutils [req-ba730818-dd42-4aeb-b9e7-c3dfeae3e6ad req-165f2015-f004-459c-9183-f24e9458412d service nova] Acquired lock "refresh_cache-7f433f05-397b-461a-86ec-3ad0f3381547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.701281] env[62361]: DEBUG nova.network.neutron [req-ba730818-dd42-4aeb-b9e7-c3dfeae3e6ad req-165f2015-f004-459c-9183-f24e9458412d service nova] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Refreshing network info cache for port 679f2a6c-376d-4cf5-b495-6f35d25ecbb7 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.701281] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:7d:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '679f2a6c-376d-4cf5-b495-6f35d25ecbb7', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1505.714681] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Creating folder: Project (89cb523a4ae64abe97373bed4caae1fb). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1505.717878] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a127e7d-3108-4e23-8eb4-ebb807635ab2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.732918] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Created folder: Project (89cb523a4ae64abe97373bed4caae1fb) in parent group-v355747. [ 1505.733143] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Creating folder: Instances. Parent ref: group-v355924. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1505.733434] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-714ecc4a-b888-4d70-ab06-1f51b17ed981 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.746022] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Created folder: Instances in parent group-v355924. [ 1505.746022] env[62361]: DEBUG oslo.service.loopingcall [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.746022] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1505.746022] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d9c8b88-e025-4109-9a29-5fca7e37d29d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.768728] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.768728] env[62361]: value = "task-1708307" [ 1505.768728] env[62361]: _type = "Task" [ 1505.768728] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.776518] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708307, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.838058] env[62361]: DEBUG nova.network.neutron [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating instance_info_cache with network_info: [{"id": "dd8be239-de32-4727-99a3-29ce537ad2aa", "address": "fa:16:3e:c4:99:c9", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8be239-de", "ovs_interfaceid": "dd8be239-de32-4727-99a3-29ce537ad2aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.954186] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 39397b39-395f-4599-ac17-8032c689a9ab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1505.954186] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1505.954186] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1506.201055] env[62361]: DEBUG oslo_concurrency.lockutils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.201393] env[62361]: DEBUG oslo_concurrency.lockutils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.280831] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708307, 'name': CreateVM_Task, 'duration_secs': 0.354272} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.283269] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1506.284124] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.284294] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.284601] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1506.284850] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb7cbc9-01d8-4b37-841a-3552a9508dca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.289535] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Waiting for the task: (returnval){ [ 1506.289535] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a9e4c6-f955-bc94-8d1e-6abcdebb450c" [ 1506.289535] env[62361]: _type = "Task" [ 1506.289535] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.302605] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a9e4c6-f955-bc94-8d1e-6abcdebb450c, 'name': SearchDatastore_Task, 'duration_secs': 0.008926} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.307186] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.307309] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.307536] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.307680] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.307853] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.309379] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8ec1577-d73d-41df-9aea-16fe37a20b02 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.320748] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.320936] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.321673] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e0235c-3350-409a-b724-ec054f22f047 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.328276] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Waiting for the task: (returnval){ [ 1506.328276] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ce1c06-3811-e5ed-d3ba-b7231ed57d47" [ 1506.328276] env[62361]: _type = "Task" [ 1506.328276] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.337861] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ce1c06-3811-e5ed-d3ba-b7231ed57d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.340440] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Releasing lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.498607] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed432416-c506-4c9c-a91a-b6a1964bcda1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.506857] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6960bc-5598-4f0e-9202-f74032a6790b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.512988] env[62361]: DEBUG nova.network.neutron [req-ba730818-dd42-4aeb-b9e7-c3dfeae3e6ad req-165f2015-f004-459c-9183-f24e9458412d service nova] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Updated VIF entry in instance network info cache for port 679f2a6c-376d-4cf5-b495-6f35d25ecbb7. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1506.513357] env[62361]: DEBUG nova.network.neutron [req-ba730818-dd42-4aeb-b9e7-c3dfeae3e6ad req-165f2015-f004-459c-9183-f24e9458412d service nova] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Updating instance_info_cache with network_info: [{"id": "679f2a6c-376d-4cf5-b495-6f35d25ecbb7", "address": "fa:16:3e:d4:7d:63", "network": {"id": "415f0ed7-c3fc-4e51-814b-bd00f0988173", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-379780727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89cb523a4ae64abe97373bed4caae1fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679f2a6c-37", "ovs_interfaceid": "679f2a6c-376d-4cf5-b495-6f35d25ecbb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.539306] env[62361]: DEBUG oslo_concurrency.lockutils [req-ba730818-dd42-4aeb-b9e7-c3dfeae3e6ad req-165f2015-f004-459c-9183-f24e9458412d service nova] Releasing lock "refresh_cache-7f433f05-397b-461a-86ec-3ad0f3381547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.540234] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c79e8f3-436f-438c-8892-8ecb618ab65b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.548277] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef3ba19-863c-4ae8-a603-2119927253ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.564048] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.703513] env[62361]: DEBUG nova.compute.manager [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1506.797646] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "92528be1-55ff-40e4-9404-99a4db7766c5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.797852] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "92528be1-55ff-40e4-9404-99a4db7766c5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.798170] env[62361]: DEBUG nova.compute.manager [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Going to confirm migration 3 {{(pid=62361) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1506.841219] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ce1c06-3811-e5ed-d3ba-b7231ed57d47, 'name': SearchDatastore_Task, 'duration_secs': 0.025485} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.842074] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2163fd7-e7a4-4b00-9645-ceb5738a7909 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.845216] env[62361]: DEBUG nova.compute.manager [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62361) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1506.845433] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.849626] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Waiting for the task: (returnval){ [ 1506.849626] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cab32c-93de-8a10-6aeb-de9684d6cd09" [ 1506.849626] env[62361]: _type = "Task" [ 1506.849626] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.857138] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cab32c-93de-8a10-6aeb-de9684d6cd09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.067013] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1507.227769] env[62361]: DEBUG oslo_concurrency.lockutils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.360076] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cab32c-93de-8a10-6aeb-de9684d6cd09, 'name': SearchDatastore_Task, 'duration_secs': 0.037317} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.360398] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.360663] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 7f433f05-397b-461a-86ec-3ad0f3381547/7f433f05-397b-461a-86ec-3ad0f3381547.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1507.360917] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8bc4e7e-6c86-4304-ae8e-6ca4fd5af0e2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.364137] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.364246] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.364424] env[62361]: DEBUG nova.network.neutron [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1507.364655] env[62361]: DEBUG nova.objects.instance [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lazy-loading 'info_cache' on Instance uuid 92528be1-55ff-40e4-9404-99a4db7766c5 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1507.368442] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Waiting for the task: (returnval){ [ 1507.368442] env[62361]: value = "task-1708308" [ 1507.368442] env[62361]: _type = "Task" [ 1507.368442] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.376300] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': task-1708308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.572634] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1507.572887] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.723s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.573290] env[62361]: DEBUG oslo_concurrency.lockutils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.354s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.575177] env[62361]: INFO nova.compute.claims [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1507.578570] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.578789] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Cleaning up deleted instances {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1507.879582] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': task-1708308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467575} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.880604] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 7f433f05-397b-461a-86ec-3ad0f3381547/7f433f05-397b-461a-86ec-3ad0f3381547.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1507.880834] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1507.881106] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29cf5aa9-b9cd-4c3b-bff2-d8e950f90c7b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.888228] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Waiting for the task: (returnval){ [ 1507.888228] env[62361]: value = "task-1708309" [ 1507.888228] env[62361]: _type = "Task" [ 1507.888228] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.895894] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': task-1708309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.093736] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] There are 35 instances to clean {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1508.094029] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 9d37adce-eb1c-4ac0-8859-ae1b9d3293b2] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1508.400470] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': task-1708309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058077} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.400746] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1508.403500] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25515e3e-1c54-4da0-9806-a55f0b92b175 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.428378] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 7f433f05-397b-461a-86ec-3ad0f3381547/7f433f05-397b-461a-86ec-3ad0f3381547.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1508.430577] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cc6d414-5c0e-43a5-9b8a-9696772b51f4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.450098] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Waiting for the task: (returnval){ [ 1508.450098] env[62361]: value = "task-1708310" [ 1508.450098] env[62361]: _type = "Task" [ 1508.450098] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.461868] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': task-1708310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.520368] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ec1f68-e8aa-498d-995c-ef9b4b9326ad {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.528400] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a7994f-4154-48b2-ab29-50fb41905497 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.563329] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140c3c47-9e05-413c-a80a-0a55a8269d44 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.572161] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ad8bcd-3be2-4c13-b73a-0b84aa20ad71 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.585253] env[62361]: DEBUG nova.compute.provider_tree [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.597667] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 4cbaf66d-c7b1-45e2-9ddc-c62695ad6563] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1508.724209] env[62361]: DEBUG nova.network.neutron [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating instance_info_cache with network_info: [{"id": "f9182b08-6eb5-498e-80df-fec7c46784be", "address": "fa:16:3e:80:cc:94", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9182b08-6e", "ovs_interfaceid": "f9182b08-6eb5-498e-80df-fec7c46784be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.959833] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': task-1708310, 'name': ReconfigVM_Task, 'duration_secs': 0.376122} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.960813] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 7f433f05-397b-461a-86ec-3ad0f3381547/7f433f05-397b-461a-86ec-3ad0f3381547.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.961017] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-662ac626-0067-4de9-a139-8d39d244d654 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.967212] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Waiting for the task: (returnval){ [ 1508.967212] env[62361]: value = "task-1708311" [ 1508.967212] env[62361]: _type = "Task" [ 1508.967212] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.975876] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': task-1708311, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.088823] env[62361]: DEBUG nova.scheduler.client.report [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1509.100325] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 93a290e1-efe7-4d02-a6b6-0d7ccbfb5bf1] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1509.228471] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.228774] env[62361]: DEBUG nova.objects.instance [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lazy-loading 'migration_context' on Instance uuid 92528be1-55ff-40e4-9404-99a4db7766c5 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.477365] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': task-1708311, 'name': Rename_Task, 'duration_secs': 0.250415} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.477630] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.477876] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcd260c2-61fc-4348-88a3-39bf9460dc79 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.484097] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Waiting for the task: (returnval){ [ 1509.484097] env[62361]: value = "task-1708312" [ 1509.484097] env[62361]: _type = "Task" [ 1509.484097] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.492020] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': task-1708312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.594161] env[62361]: DEBUG oslo_concurrency.lockutils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.021s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.594829] env[62361]: DEBUG nova.compute.manager [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1509.597574] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.368s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.597800] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.599864] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.848s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.601343] env[62361]: INFO nova.compute.claims [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1509.604725] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: fa49043c-5c77-4357-b592-fea3653b9ac7] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1509.625423] env[62361]: INFO nova.scheduler.client.report [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleted allocations for instance a14db7b4-d41b-4fee-885a-ba2dbb40e0a1 [ 1509.732064] env[62361]: DEBUG nova.objects.base [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Object Instance<92528be1-55ff-40e4-9404-99a4db7766c5> lazy-loaded attributes: info_cache,migration_context {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1509.732855] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df8cfc8-3e00-478d-bcc3-0623f4fc97f0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.754092] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8382c566-3da9-41b9-bc24-d9d9925ac28a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.759924] env[62361]: DEBUG oslo_vmware.api [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1509.759924] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5209491a-a5f9-ca1b-5abe-05c97204de51" [ 1509.759924] env[62361]: _type = "Task" [ 1509.759924] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.767624] env[62361]: DEBUG oslo_vmware.api [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5209491a-a5f9-ca1b-5abe-05c97204de51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.994469] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': task-1708312, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.108331] env[62361]: DEBUG nova.compute.utils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1510.109843] env[62361]: DEBUG nova.compute.manager [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1510.110141] env[62361]: DEBUG nova.network.neutron [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1510.112098] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 2f8a2835-618d-4462-8644-1d2790aec62b] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1510.133611] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7ab1db2b-9cf0-481f-8af8-200cdd382d20 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "a14db7b4-d41b-4fee-885a-ba2dbb40e0a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.584s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.180482] env[62361]: DEBUG nova.policy [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05dd3b97552740c5935e9e7dcad7717a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1292fa8258bd4b159755668cf8ac1588', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1510.271083] env[62361]: DEBUG oslo_vmware.api [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5209491a-a5f9-ca1b-5abe-05c97204de51, 'name': SearchDatastore_Task, 'duration_secs': 0.007352} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.271487] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.500152] env[62361]: DEBUG oslo_vmware.api [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': task-1708312, 'name': PowerOnVM_Task, 'duration_secs': 0.536145} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.500152] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1510.500152] env[62361]: INFO nova.compute.manager [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1510.500152] env[62361]: DEBUG nova.compute.manager [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1510.502710] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e5acb8-b954-4b6f-b89a-1615414ed025 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.581347] env[62361]: DEBUG nova.network.neutron [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Successfully created port: c04c7b36-1235-4868-b6bc-a9ebf4a9f557 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1510.615660] env[62361]: DEBUG nova.compute.manager [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1510.619991] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: bf10cfc1-6e04-4ec8-a78a-02c84b6a5c34] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1511.024059] env[62361]: INFO nova.compute.manager [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Took 53.85 seconds to build instance. [ 1511.106612] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0e406b-43fe-4be4-9611-2852ce9b7be9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.114680] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8444858-a5bb-4d2c-bdf9-52002c3f2cb2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.149053] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 7b15c661-a18b-4be8-b6c8-3026e35eb615] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1511.152105] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a09da22-c016-417d-9548-c29edcb8bd5f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.162331] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906bd8d2-3589-49b9-a9aa-379547f279a3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.174940] env[62361]: DEBUG nova.compute.provider_tree [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.525880] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f83402fa-9991-4c9a-82cf-32d68e3109ca tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Lock "7f433f05-397b-461a-86ec-3ad0f3381547" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.091s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.656946] env[62361]: DEBUG nova.compute.manager [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1511.659122] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: d2bb2fd3-b11b-4e5f-8d2e-42ad631552fc] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1511.678429] env[62361]: DEBUG nova.scheduler.client.report [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1511.684233] env[62361]: DEBUG nova.virt.hardware [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1511.684464] env[62361]: DEBUG nova.virt.hardware [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1511.684637] env[62361]: DEBUG nova.virt.hardware [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.686018] env[62361]: DEBUG nova.virt.hardware [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1511.686018] env[62361]: DEBUG nova.virt.hardware [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.686018] env[62361]: DEBUG nova.virt.hardware [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1511.686018] env[62361]: DEBUG nova.virt.hardware [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1511.686018] env[62361]: DEBUG nova.virt.hardware [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1511.686018] env[62361]: DEBUG nova.virt.hardware [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1511.686018] env[62361]: DEBUG nova.virt.hardware [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1511.686294] env[62361]: DEBUG nova.virt.hardware [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1511.687335] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c1ff6b-4a4c-443f-b34c-237a00e09a58 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.695948] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a0eee5-425e-474f-bdf9-e2a45f72faf2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.815847] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Acquiring lock "7f433f05-397b-461a-86ec-3ad0f3381547" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.816158] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Lock "7f433f05-397b-461a-86ec-3ad0f3381547" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.816376] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Acquiring lock "7f433f05-397b-461a-86ec-3ad0f3381547-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.816565] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Lock "7f433f05-397b-461a-86ec-3ad0f3381547-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.816739] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Lock "7f433f05-397b-461a-86ec-3ad0f3381547-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.819010] env[62361]: INFO nova.compute.manager [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Terminating instance [ 1511.820810] env[62361]: DEBUG nova.compute.manager [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1511.821018] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1511.821850] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0619d2f1-9f31-4851-b134-89b447ce8da2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.830329] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1511.830792] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee80c122-642e-4e8b-8f38-9ecfbd78d1f0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.837258] env[62361]: DEBUG oslo_vmware.api [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Waiting for the task: (returnval){ [ 1511.837258] env[62361]: value = "task-1708313" [ 1511.837258] env[62361]: _type = "Task" [ 1511.837258] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.844915] env[62361]: DEBUG oslo_vmware.api [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': task-1708313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.852563] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.852831] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.080494] env[62361]: DEBUG nova.compute.manager [req-2bd977e2-209c-41c9-9f45-93167132f87a req-4557dfd3-57db-4f51-b216-c8ca99288a7f service nova] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Received event network-vif-plugged-c04c7b36-1235-4868-b6bc-a9ebf4a9f557 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1512.080494] env[62361]: DEBUG oslo_concurrency.lockutils [req-2bd977e2-209c-41c9-9f45-93167132f87a req-4557dfd3-57db-4f51-b216-c8ca99288a7f service nova] Acquiring lock "01c60578-d377-407d-8a27-b8d89f560a0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.080494] env[62361]: DEBUG oslo_concurrency.lockutils [req-2bd977e2-209c-41c9-9f45-93167132f87a req-4557dfd3-57db-4f51-b216-c8ca99288a7f service nova] Lock "01c60578-d377-407d-8a27-b8d89f560a0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.080494] env[62361]: DEBUG oslo_concurrency.lockutils [req-2bd977e2-209c-41c9-9f45-93167132f87a req-4557dfd3-57db-4f51-b216-c8ca99288a7f service nova] Lock "01c60578-d377-407d-8a27-b8d89f560a0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.081624] env[62361]: DEBUG nova.compute.manager [req-2bd977e2-209c-41c9-9f45-93167132f87a req-4557dfd3-57db-4f51-b216-c8ca99288a7f service nova] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] No waiting events found dispatching network-vif-plugged-c04c7b36-1235-4868-b6bc-a9ebf4a9f557 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1512.081951] env[62361]: WARNING nova.compute.manager [req-2bd977e2-209c-41c9-9f45-93167132f87a req-4557dfd3-57db-4f51-b216-c8ca99288a7f service nova] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Received unexpected event network-vif-plugged-c04c7b36-1235-4868-b6bc-a9ebf4a9f557 for instance with vm_state building and task_state spawning. [ 1512.163968] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: d6624485-5300-4a54-9893-690479dcd095] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1512.190171] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.190171] env[62361]: DEBUG nova.compute.manager [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1512.194262] env[62361]: DEBUG oslo_concurrency.lockutils [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.872s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.195407] env[62361]: DEBUG oslo_concurrency.lockutils [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.199850] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.807s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.199850] env[62361]: DEBUG nova.objects.instance [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62361) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1512.201781] env[62361]: DEBUG nova.network.neutron [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Successfully updated port: c04c7b36-1235-4868-b6bc-a9ebf4a9f557 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1512.227528] env[62361]: INFO nova.scheduler.client.report [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Deleted allocations for instance 77001028-7b3e-403a-8975-ff98fb95532f [ 1512.347305] env[62361]: DEBUG oslo_vmware.api [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': task-1708313, 'name': PowerOffVM_Task, 'duration_secs': 0.393511} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.347571] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1512.347747] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1512.347993] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe9cb40e-6704-4408-8976-f2000b10d445 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.354998] env[62361]: DEBUG nova.compute.manager [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1512.433888] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1512.434080] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1512.434292] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Deleting the datastore file [datastore1] 7f433f05-397b-461a-86ec-3ad0f3381547 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.434598] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4abd6817-c917-4c19-88e2-342ff58a2401 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.441622] env[62361]: DEBUG oslo_vmware.api [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Waiting for the task: (returnval){ [ 1512.441622] env[62361]: value = "task-1708315" [ 1512.441622] env[62361]: _type = "Task" [ 1512.441622] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.449282] env[62361]: DEBUG oslo_vmware.api [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': task-1708315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.669426] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 4bc7f740-730f-49d4-a221-8fa0517a4520] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1512.702828] env[62361]: DEBUG nova.compute.utils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1512.707149] env[62361]: DEBUG nova.compute.manager [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1512.707328] env[62361]: DEBUG nova.network.neutron [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1512.709336] env[62361]: DEBUG oslo_concurrency.lockutils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "refresh_cache-01c60578-d377-407d-8a27-b8d89f560a0e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.709478] env[62361]: DEBUG oslo_concurrency.lockutils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquired lock "refresh_cache-01c60578-d377-407d-8a27-b8d89f560a0e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.709617] env[62361]: DEBUG nova.network.neutron [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1512.734340] env[62361]: DEBUG oslo_concurrency.lockutils [None req-882a1cfc-f217-45a9-8b5a-f70b7d5a1276 tempest-ServerPasswordTestJSON-1488719182 tempest-ServerPasswordTestJSON-1488719182-project-member] Lock "77001028-7b3e-403a-8975-ff98fb95532f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.441s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.756600] env[62361]: DEBUG nova.policy [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c92111993614dd9b80f3e62a764e30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa192e18bbe44519aa42ca60061c0a2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1512.872594] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.951196] env[62361]: DEBUG oslo_vmware.api [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Task: {'id': task-1708315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124778} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.951451] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1512.951629] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1512.951807] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1512.951976] env[62361]: INFO nova.compute.manager [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1512.952255] env[62361]: DEBUG oslo.service.loopingcall [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1512.952445] env[62361]: DEBUG nova.compute.manager [-] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1512.952540] env[62361]: DEBUG nova.network.neutron [-] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1513.086547] env[62361]: DEBUG nova.network.neutron [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Successfully created port: af5c8071-9a86-4a96-9d3d-6dae8f332f10 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1513.172876] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 9daab8ae-8d10-4349-aafe-b5e00459521c] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1513.208065] env[62361]: DEBUG nova.compute.manager [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1513.212246] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a14b72-88f0-43ca-b64e-52d9e0480a2d tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.213604] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.505s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.217228] env[62361]: INFO nova.compute.claims [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1513.281458] env[62361]: DEBUG nova.network.neutron [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1513.678662] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 4efa4e8e-02c5-4bad-a716-21d294f28c26] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1513.746254] env[62361]: DEBUG nova.network.neutron [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Updating instance_info_cache with network_info: [{"id": "c04c7b36-1235-4868-b6bc-a9ebf4a9f557", "address": "fa:16:3e:ba:50:e3", "network": {"id": "445a976b-3bcb-45b0-b1a4-cb74bde4bb70", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1487765863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1292fa8258bd4b159755668cf8ac1588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc04c7b36-12", "ovs_interfaceid": "c04c7b36-1235-4868-b6bc-a9ebf4a9f557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.779728] env[62361]: DEBUG nova.compute.manager [req-e672ea27-466a-44c2-b6c6-ba3967415707 req-96725c4f-0a9d-473c-b039-afa03785f093 service nova] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Received event network-vif-deleted-679f2a6c-376d-4cf5-b495-6f35d25ecbb7 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1513.779930] env[62361]: INFO nova.compute.manager [req-e672ea27-466a-44c2-b6c6-ba3967415707 req-96725c4f-0a9d-473c-b039-afa03785f093 service nova] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Neutron deleted interface 679f2a6c-376d-4cf5-b495-6f35d25ecbb7; detaching it from the instance and deleting it from the info cache [ 1513.780114] env[62361]: DEBUG nova.network.neutron [req-e672ea27-466a-44c2-b6c6-ba3967415707 req-96725c4f-0a9d-473c-b039-afa03785f093 service nova] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.107560] env[62361]: DEBUG nova.compute.manager [req-f4bca0ac-d500-4aa7-afb3-165ed735e668 req-6c29c462-3a0f-4f29-8a47-672de50ff068 service nova] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Received event network-changed-c04c7b36-1235-4868-b6bc-a9ebf4a9f557 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1514.107648] env[62361]: DEBUG nova.compute.manager [req-f4bca0ac-d500-4aa7-afb3-165ed735e668 req-6c29c462-3a0f-4f29-8a47-672de50ff068 service nova] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Refreshing instance network info cache due to event network-changed-c04c7b36-1235-4868-b6bc-a9ebf4a9f557. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1514.108189] env[62361]: DEBUG oslo_concurrency.lockutils [req-f4bca0ac-d500-4aa7-afb3-165ed735e668 req-6c29c462-3a0f-4f29-8a47-672de50ff068 service nova] Acquiring lock "refresh_cache-01c60578-d377-407d-8a27-b8d89f560a0e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.121105] env[62361]: DEBUG nova.network.neutron [-] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.182013] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 278be240-4d07-4131-a893-f21a445a0caf] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1514.220874] env[62361]: DEBUG nova.compute.manager [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1514.251499] env[62361]: DEBUG oslo_concurrency.lockutils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Releasing lock "refresh_cache-01c60578-d377-407d-8a27-b8d89f560a0e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.251816] env[62361]: DEBUG nova.compute.manager [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Instance network_info: |[{"id": "c04c7b36-1235-4868-b6bc-a9ebf4a9f557", "address": "fa:16:3e:ba:50:e3", "network": {"id": "445a976b-3bcb-45b0-b1a4-cb74bde4bb70", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1487765863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1292fa8258bd4b159755668cf8ac1588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc04c7b36-12", "ovs_interfaceid": "c04c7b36-1235-4868-b6bc-a9ebf4a9f557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1514.252155] env[62361]: DEBUG oslo_concurrency.lockutils [req-f4bca0ac-d500-4aa7-afb3-165ed735e668 req-6c29c462-3a0f-4f29-8a47-672de50ff068 service nova] Acquired lock "refresh_cache-01c60578-d377-407d-8a27-b8d89f560a0e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.252366] env[62361]: DEBUG nova.network.neutron [req-f4bca0ac-d500-4aa7-afb3-165ed735e668 req-6c29c462-3a0f-4f29-8a47-672de50ff068 service nova] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Refreshing network info cache for port c04c7b36-1235-4868-b6bc-a9ebf4a9f557 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1514.253765] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:50:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c04c7b36-1235-4868-b6bc-a9ebf4a9f557', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1514.262559] env[62361]: DEBUG oslo.service.loopingcall [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1514.267158] env[62361]: DEBUG nova.virt.hardware [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1514.267382] env[62361]: DEBUG nova.virt.hardware [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1514.267909] env[62361]: DEBUG nova.virt.hardware [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1514.267909] env[62361]: DEBUG nova.virt.hardware [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1514.267909] env[62361]: DEBUG nova.virt.hardware [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1514.268077] env[62361]: DEBUG nova.virt.hardware [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1514.268276] env[62361]: DEBUG nova.virt.hardware [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1514.268387] env[62361]: DEBUG nova.virt.hardware [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1514.268689] env[62361]: DEBUG nova.virt.hardware [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1514.268759] env[62361]: DEBUG nova.virt.hardware [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1514.268946] env[62361]: DEBUG nova.virt.hardware [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1514.269681] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1514.270430] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2d646e-d6c6-44d2-85ce-be1d556954ea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.273437] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e64ad4a-bb2b-4301-894f-fab1f829b50b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.291058] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-449fb9ab-0bff-44e8-8f90-a97d2ac308e4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.296667] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c617bdcb-99bd-4387-9201-d078dff42bd1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.304472] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1514.304472] env[62361]: value = "task-1708316" [ 1514.304472] env[62361]: _type = "Task" [ 1514.304472] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.311941] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55cfb22-4d79-4297-a9cd-07bbb173ab73 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.345929] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708316, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.366209] env[62361]: DEBUG nova.compute.manager [req-e672ea27-466a-44c2-b6c6-ba3967415707 req-96725c4f-0a9d-473c-b039-afa03785f093 service nova] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Detach interface failed, port_id=679f2a6c-376d-4cf5-b495-6f35d25ecbb7, reason: Instance 7f433f05-397b-461a-86ec-3ad0f3381547 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1514.623752] env[62361]: INFO nova.compute.manager [-] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Took 1.67 seconds to deallocate network for instance. [ 1514.686631] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: af53eb4c-6e15-4a65-8555-a8966e2e887c] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1514.730320] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c224bc3f-8caa-44c3-820a-274a1dac27d2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.739461] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b30178b-84d2-4f9a-aaf1-285b118749fd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.775516] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1db587-3423-4a6f-85c5-5a57afca9ccf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.785161] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fc7abe-b719-4a0f-a1eb-48bf8b4eeb8f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.801908] env[62361]: DEBUG nova.compute.provider_tree [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.833196] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708316, 'name': CreateVM_Task, 'duration_secs': 0.37355} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.833409] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1514.834057] env[62361]: DEBUG oslo_concurrency.lockutils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.834710] env[62361]: DEBUG oslo_concurrency.lockutils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.834710] env[62361]: DEBUG oslo_concurrency.lockutils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.834825] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4bacac-f1ad-47e1-9bc9-982c198aacf1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.839275] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1514.839275] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c4f49d-cdac-e996-150f-877fff36d792" [ 1514.839275] env[62361]: _type = "Task" [ 1514.839275] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.849778] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c4f49d-cdac-e996-150f-877fff36d792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.131673] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.194828] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 5d9196da-9f8c-43d4-b031-023fd76183d2] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1515.229433] env[62361]: DEBUG nova.network.neutron [req-f4bca0ac-d500-4aa7-afb3-165ed735e668 req-6c29c462-3a0f-4f29-8a47-672de50ff068 service nova] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Updated VIF entry in instance network info cache for port c04c7b36-1235-4868-b6bc-a9ebf4a9f557. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1515.229803] env[62361]: DEBUG nova.network.neutron [req-f4bca0ac-d500-4aa7-afb3-165ed735e668 req-6c29c462-3a0f-4f29-8a47-672de50ff068 service nova] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Updating instance_info_cache with network_info: [{"id": "c04c7b36-1235-4868-b6bc-a9ebf4a9f557", "address": "fa:16:3e:ba:50:e3", "network": {"id": "445a976b-3bcb-45b0-b1a4-cb74bde4bb70", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1487765863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1292fa8258bd4b159755668cf8ac1588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc04c7b36-12", "ovs_interfaceid": "c04c7b36-1235-4868-b6bc-a9ebf4a9f557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.306069] env[62361]: DEBUG nova.scheduler.client.report [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1515.351886] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c4f49d-cdac-e996-150f-877fff36d792, 'name': SearchDatastore_Task, 'duration_secs': 0.00957} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.353011] env[62361]: DEBUG nova.network.neutron [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Successfully updated port: af5c8071-9a86-4a96-9d3d-6dae8f332f10 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1515.354037] env[62361]: DEBUG oslo_concurrency.lockutils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.354174] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1515.354898] env[62361]: DEBUG oslo_concurrency.lockutils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.354898] env[62361]: DEBUG oslo_concurrency.lockutils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.354898] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1515.355325] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6a0d7f6-499c-4316-9c91-393697ed5857 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.364358] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1515.364547] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1515.365507] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f255ac-6e2b-4667-a28c-5e8cd873ee58 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.371217] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1515.371217] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52dc26e3-0d24-91e6-a238-53cb2645c12b" [ 1515.371217] env[62361]: _type = "Task" [ 1515.371217] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.378699] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52dc26e3-0d24-91e6-a238-53cb2645c12b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.698092] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 7d92bde5-1e58-493a-9b90-e18a83fde582] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1515.732820] env[62361]: DEBUG oslo_concurrency.lockutils [req-f4bca0ac-d500-4aa7-afb3-165ed735e668 req-6c29c462-3a0f-4f29-8a47-672de50ff068 service nova] Releasing lock "refresh_cache-01c60578-d377-407d-8a27-b8d89f560a0e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.813062] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.813062] env[62361]: DEBUG nova.compute.manager [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1515.815036] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.045s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.816555] env[62361]: INFO nova.compute.claims [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1515.856140] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.857347] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.857347] env[62361]: DEBUG nova.network.neutron [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1515.881417] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52dc26e3-0d24-91e6-a238-53cb2645c12b, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.882254] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2080118b-faca-44e7-b7f8-259248d2525d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.887420] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1515.887420] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f17c1b-a2ae-b3f6-086e-46352d3c1a7d" [ 1515.887420] env[62361]: _type = "Task" [ 1515.887420] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.894928] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f17c1b-a2ae-b3f6-086e-46352d3c1a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.130919] env[62361]: DEBUG nova.compute.manager [req-816948cb-1afc-4689-b4a6-35f5f8de0b81 req-aff3b14d-07e0-486e-9595-b7b922ec8e2f service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Received event network-vif-plugged-af5c8071-9a86-4a96-9d3d-6dae8f332f10 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1516.131213] env[62361]: DEBUG oslo_concurrency.lockutils [req-816948cb-1afc-4689-b4a6-35f5f8de0b81 req-aff3b14d-07e0-486e-9595-b7b922ec8e2f service nova] Acquiring lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.131395] env[62361]: DEBUG oslo_concurrency.lockutils [req-816948cb-1afc-4689-b4a6-35f5f8de0b81 req-aff3b14d-07e0-486e-9595-b7b922ec8e2f service nova] Lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.131568] env[62361]: DEBUG oslo_concurrency.lockutils [req-816948cb-1afc-4689-b4a6-35f5f8de0b81 req-aff3b14d-07e0-486e-9595-b7b922ec8e2f service nova] Lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.131733] env[62361]: DEBUG nova.compute.manager [req-816948cb-1afc-4689-b4a6-35f5f8de0b81 req-aff3b14d-07e0-486e-9595-b7b922ec8e2f service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] No waiting events found dispatching network-vif-plugged-af5c8071-9a86-4a96-9d3d-6dae8f332f10 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1516.131892] env[62361]: WARNING nova.compute.manager [req-816948cb-1afc-4689-b4a6-35f5f8de0b81 req-aff3b14d-07e0-486e-9595-b7b922ec8e2f service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Received unexpected event network-vif-plugged-af5c8071-9a86-4a96-9d3d-6dae8f332f10 for instance with vm_state building and task_state spawning. [ 1516.132059] env[62361]: DEBUG nova.compute.manager [req-816948cb-1afc-4689-b4a6-35f5f8de0b81 req-aff3b14d-07e0-486e-9595-b7b922ec8e2f service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Received event network-changed-af5c8071-9a86-4a96-9d3d-6dae8f332f10 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1516.132284] env[62361]: DEBUG nova.compute.manager [req-816948cb-1afc-4689-b4a6-35f5f8de0b81 req-aff3b14d-07e0-486e-9595-b7b922ec8e2f service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Refreshing instance network info cache due to event network-changed-af5c8071-9a86-4a96-9d3d-6dae8f332f10. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1516.132482] env[62361]: DEBUG oslo_concurrency.lockutils [req-816948cb-1afc-4689-b4a6-35f5f8de0b81 req-aff3b14d-07e0-486e-9595-b7b922ec8e2f service nova] Acquiring lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.201787] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: a6a860ad-919e-4184-9850-79316658b946] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1516.321211] env[62361]: DEBUG nova.compute.utils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1516.324494] env[62361]: DEBUG nova.compute.manager [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1516.324703] env[62361]: DEBUG nova.network.neutron [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1516.377268] env[62361]: DEBUG nova.policy [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9850454ac2bd4d0db7f5753024ea82af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95a27ed78146448b92474b17561fccf4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1516.397886] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f17c1b-a2ae-b3f6-086e-46352d3c1a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.398493] env[62361]: DEBUG oslo_concurrency.lockutils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.398801] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 01c60578-d377-407d-8a27-b8d89f560a0e/01c60578-d377-407d-8a27-b8d89f560a0e.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1516.399472] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c8e8322-ee50-4e64-857d-f94c93f63285 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.406055] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1516.406055] env[62361]: value = "task-1708317" [ 1516.406055] env[62361]: _type = "Task" [ 1516.406055] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.409399] env[62361]: DEBUG nova.network.neutron [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1516.415701] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.646631] env[62361]: DEBUG nova.network.neutron [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Updating instance_info_cache with network_info: [{"id": "af5c8071-9a86-4a96-9d3d-6dae8f332f10", "address": "fa:16:3e:8a:c8:9e", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5c8071-9a", "ovs_interfaceid": "af5c8071-9a86-4a96-9d3d-6dae8f332f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.705015] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 3d3de8fe-5189-4105-bc80-566c5307922e] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1516.825319] env[62361]: DEBUG nova.compute.manager [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1516.834160] env[62361]: DEBUG nova.network.neutron [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Successfully created port: 49e3c5ab-cadd-412f-bd3a-f7e21500a8c8 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1516.919996] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708317, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.151832] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.151832] env[62361]: DEBUG nova.compute.manager [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Instance network_info: |[{"id": "af5c8071-9a86-4a96-9d3d-6dae8f332f10", "address": "fa:16:3e:8a:c8:9e", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5c8071-9a", "ovs_interfaceid": "af5c8071-9a86-4a96-9d3d-6dae8f332f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1517.151832] env[62361]: DEBUG oslo_concurrency.lockutils [req-816948cb-1afc-4689-b4a6-35f5f8de0b81 req-aff3b14d-07e0-486e-9595-b7b922ec8e2f service nova] Acquired lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.151832] env[62361]: DEBUG nova.network.neutron [req-816948cb-1afc-4689-b4a6-35f5f8de0b81 req-aff3b14d-07e0-486e-9595-b7b922ec8e2f service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Refreshing network info cache for port af5c8071-9a86-4a96-9d3d-6dae8f332f10 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1517.153077] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:c8:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af5c8071-9a86-4a96-9d3d-6dae8f332f10', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1517.162212] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Creating folder: Project (fa192e18bbe44519aa42ca60061c0a2c). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1517.165601] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ced67c3-f690-4c72-b23e-db38603debb5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.179600] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Created folder: Project (fa192e18bbe44519aa42ca60061c0a2c) in parent group-v355747. [ 1517.179834] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Creating folder: Instances. Parent ref: group-v355928. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1517.182471] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f1b536e-9ece-413a-9ee7-7d1013633f43 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.192546] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Created folder: Instances in parent group-v355928. [ 1517.192799] env[62361]: DEBUG oslo.service.loopingcall [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1517.195193] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1517.196967] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b08ef98-5d18-4101-99c0-aaa6f0fdd391 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.215231] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: e7cf29d2-4447-4acf-a14d-51806a352d75] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1517.222039] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1517.222039] env[62361]: value = "task-1708320" [ 1517.222039] env[62361]: _type = "Task" [ 1517.222039] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.230151] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708320, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.332866] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bb4738-29a2-44b1-99c9-604dd6891925 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.340810] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e4cde8-a28d-470b-b177-b5b7922385e3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.392934] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f6b237-599a-4da6-ada5-3b20cbdfb590 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.404094] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b96b4ad-ece8-4cf9-adac-792baf6cfc38 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.417721] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530362} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.425697] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 01c60578-d377-407d-8a27-b8d89f560a0e/01c60578-d377-407d-8a27-b8d89f560a0e.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1517.425931] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1517.426417] env[62361]: DEBUG nova.compute.provider_tree [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.427697] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6232bd3-6fae-400d-8361-f653b5791003 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.434725] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1517.434725] env[62361]: value = "task-1708321" [ 1517.434725] env[62361]: _type = "Task" [ 1517.434725] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.445810] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.718801] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 416dd54f-4444-458b-be82-3324c86fb5c9] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1517.731833] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708320, 'name': CreateVM_Task, 'duration_secs': 0.369558} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.732745] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1517.732745] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.732881] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.733276] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1517.733447] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-174490b7-9469-4be5-91a6-a2b228b8204b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.738121] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1517.738121] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52186649-fa2b-1ca5-8749-00a1a4abe879" [ 1517.738121] env[62361]: _type = "Task" [ 1517.738121] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.746419] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52186649-fa2b-1ca5-8749-00a1a4abe879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.850791] env[62361]: DEBUG nova.compute.manager [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1517.875761] env[62361]: DEBUG nova.virt.hardware [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1517.876030] env[62361]: DEBUG nova.virt.hardware [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1517.876215] env[62361]: DEBUG nova.virt.hardware [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1517.876427] env[62361]: DEBUG nova.virt.hardware [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1517.876578] env[62361]: DEBUG nova.virt.hardware [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1517.876747] env[62361]: DEBUG nova.virt.hardware [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1517.876956] env[62361]: DEBUG nova.virt.hardware [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1517.877996] env[62361]: DEBUG nova.virt.hardware [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1517.878211] env[62361]: DEBUG nova.virt.hardware [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1517.878430] env[62361]: DEBUG nova.virt.hardware [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1517.878552] env[62361]: DEBUG nova.virt.hardware [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1517.879974] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8c6f60-1f16-4031-9fba-b7b845b33174 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.889211] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93430a3d-f21e-4a31-8820-09c53f0974bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.920775] env[62361]: DEBUG nova.network.neutron [req-816948cb-1afc-4689-b4a6-35f5f8de0b81 req-aff3b14d-07e0-486e-9595-b7b922ec8e2f service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Updated VIF entry in instance network info cache for port af5c8071-9a86-4a96-9d3d-6dae8f332f10. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1517.921135] env[62361]: DEBUG nova.network.neutron [req-816948cb-1afc-4689-b4a6-35f5f8de0b81 req-aff3b14d-07e0-486e-9595-b7b922ec8e2f service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Updating instance_info_cache with network_info: [{"id": "af5c8071-9a86-4a96-9d3d-6dae8f332f10", "address": "fa:16:3e:8a:c8:9e", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5c8071-9a", "ovs_interfaceid": "af5c8071-9a86-4a96-9d3d-6dae8f332f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.930631] env[62361]: DEBUG nova.scheduler.client.report [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1517.946652] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068882} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.947648] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1517.948990] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948ee1c7-46cc-4eb0-aafe-ca239a730f7a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.971841] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 01c60578-d377-407d-8a27-b8d89f560a0e/01c60578-d377-407d-8a27-b8d89f560a0e.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.972491] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab332925-dabd-4d07-b868-7b50f1c722ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.993048] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1517.993048] env[62361]: value = "task-1708322" [ 1517.993048] env[62361]: _type = "Task" [ 1517.993048] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.000505] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.222410] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 3a55b2e6-a884-4dda-a9d4-9e63182c8ffa] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1518.249780] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52186649-fa2b-1ca5-8749-00a1a4abe879, 'name': SearchDatastore_Task, 'duration_secs': 0.010442} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.250778] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.251048] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1518.251252] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.251549] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.251660] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1518.252315] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0aefe135-fc45-42ae-8127-6c5b5e61413b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.262677] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1518.262867] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1518.263702] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb53009a-0ddb-4857-bbb7-a5f94aeab892 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.269098] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1518.269098] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52556b6a-accb-7cf4-5702-b22d3f36b81a" [ 1518.269098] env[62361]: _type = "Task" [ 1518.269098] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.277170] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52556b6a-accb-7cf4-5702-b22d3f36b81a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.359374] env[62361]: DEBUG nova.compute.manager [req-64e141fb-8d9f-4c71-b37a-413dd1a3c314 req-8bc6dbe9-dc8f-4f40-853e-d682a3a43a5f service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Received event network-vif-plugged-49e3c5ab-cadd-412f-bd3a-f7e21500a8c8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1518.359595] env[62361]: DEBUG oslo_concurrency.lockutils [req-64e141fb-8d9f-4c71-b37a-413dd1a3c314 req-8bc6dbe9-dc8f-4f40-853e-d682a3a43a5f service nova] Acquiring lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.359799] env[62361]: DEBUG oslo_concurrency.lockutils [req-64e141fb-8d9f-4c71-b37a-413dd1a3c314 req-8bc6dbe9-dc8f-4f40-853e-d682a3a43a5f service nova] Lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.359964] env[62361]: DEBUG oslo_concurrency.lockutils [req-64e141fb-8d9f-4c71-b37a-413dd1a3c314 req-8bc6dbe9-dc8f-4f40-853e-d682a3a43a5f service nova] Lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.360170] env[62361]: DEBUG nova.compute.manager [req-64e141fb-8d9f-4c71-b37a-413dd1a3c314 req-8bc6dbe9-dc8f-4f40-853e-d682a3a43a5f service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] No waiting events found dispatching network-vif-plugged-49e3c5ab-cadd-412f-bd3a-f7e21500a8c8 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1518.360341] env[62361]: WARNING nova.compute.manager [req-64e141fb-8d9f-4c71-b37a-413dd1a3c314 req-8bc6dbe9-dc8f-4f40-853e-d682a3a43a5f service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Received unexpected event network-vif-plugged-49e3c5ab-cadd-412f-bd3a-f7e21500a8c8 for instance with vm_state building and task_state spawning. [ 1518.423870] env[62361]: DEBUG oslo_concurrency.lockutils [req-816948cb-1afc-4689-b4a6-35f5f8de0b81 req-aff3b14d-07e0-486e-9595-b7b922ec8e2f service nova] Releasing lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.435329] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.435838] env[62361]: DEBUG nova.compute.manager [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1518.438521] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.540s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.438720] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.441216] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.598s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.441982] env[62361]: DEBUG nova.objects.instance [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62361) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1518.445996] env[62361]: DEBUG nova.network.neutron [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Successfully updated port: 49e3c5ab-cadd-412f-bd3a-f7e21500a8c8 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1518.469586] env[62361]: INFO nova.scheduler.client.report [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Deleted allocations for instance 892cb689-afd2-4995-880f-cef4186f2439 [ 1518.502174] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708322, 'name': ReconfigVM_Task, 'duration_secs': 0.329016} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.502644] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 01c60578-d377-407d-8a27-b8d89f560a0e/01c60578-d377-407d-8a27-b8d89f560a0e.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.503424] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3f2a847-36c6-42e5-a7ab-3de65b9677bc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.510323] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1518.510323] env[62361]: value = "task-1708323" [ 1518.510323] env[62361]: _type = "Task" [ 1518.510323] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.523440] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708323, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.728593] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: beae7708-6ddc-422f-b429-d4e67588a172] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1518.779453] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52556b6a-accb-7cf4-5702-b22d3f36b81a, 'name': SearchDatastore_Task, 'duration_secs': 0.014572} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.780295] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767c1ee0-a28a-464d-8b9c-59973e4e34d5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.785515] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1518.785515] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b4ec80-3dff-43d8-1319-c448135c2b5f" [ 1518.785515] env[62361]: _type = "Task" [ 1518.785515] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.794691] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b4ec80-3dff-43d8-1319-c448135c2b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.945728] env[62361]: DEBUG nova.compute.utils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1518.949865] env[62361]: DEBUG nova.compute.manager [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1518.949986] env[62361]: DEBUG nova.network.neutron [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1518.952012] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "refresh_cache-c15e00f9-1a2e-41aa-99a6-10b0519d9468" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.952184] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquired lock "refresh_cache-c15e00f9-1a2e-41aa-99a6-10b0519d9468" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.952392] env[62361]: DEBUG nova.network.neutron [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1518.977066] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e223dbe2-41a9-4d80-8e62-32ae6b0777f1 tempest-ListServerFiltersTestJSON-1748663393 tempest-ListServerFiltersTestJSON-1748663393-project-member] Lock "892cb689-afd2-4995-880f-cef4186f2439" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.205s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.016506] env[62361]: DEBUG nova.policy [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '655a0b4393f34df0b4385b280354e52e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8559dc16cfa84e6da85ef374be1af41b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1519.023315] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708323, 'name': Rename_Task, 'duration_secs': 0.146696} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.023584] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1519.023823] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70581db7-645a-4f7b-a2aa-6f4250d8b9f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.030302] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1519.030302] env[62361]: value = "task-1708324" [ 1519.030302] env[62361]: _type = "Task" [ 1519.030302] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.037847] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.232356] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 845622fb-182f-422b-a2c6-9a1238bb1fda] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1519.296351] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b4ec80-3dff-43d8-1319-c448135c2b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.296639] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.296903] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 70a183d7-eaa8-47b3-bd65-c230308e7ff1/70a183d7-eaa8-47b3-bd65-c230308e7ff1.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1519.297222] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb445c6f-6e6d-4bd5-8945-ba102a1d6557 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.303995] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1519.303995] env[62361]: value = "task-1708325" [ 1519.303995] env[62361]: _type = "Task" [ 1519.303995] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.312720] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.374868] env[62361]: DEBUG nova.network.neutron [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Successfully created port: eb962d34-ea9e-4c03-bfe3-6391c2089ca6 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1519.451084] env[62361]: DEBUG nova.compute.manager [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1519.456117] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7dc2fe26-8694-4a14-830a-e2e2dce9894e tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.461306] env[62361]: DEBUG oslo_concurrency.lockutils [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.332s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.461306] env[62361]: DEBUG nova.objects.instance [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62361) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1519.531305] env[62361]: DEBUG nova.network.neutron [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1519.544418] env[62361]: DEBUG oslo_vmware.api [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708324, 'name': PowerOnVM_Task, 'duration_secs': 0.457662} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.544418] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1519.544418] env[62361]: INFO nova.compute.manager [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1519.544594] env[62361]: DEBUG nova.compute.manager [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1519.548869] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c698cff-38a3-44cd-9b09-735fa43d8385 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.735743] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: fcf611a3-a07e-4d1c-8a39-c02357bd9f30] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1519.814992] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708325, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.836178] env[62361]: DEBUG nova.network.neutron [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Updating instance_info_cache with network_info: [{"id": "49e3c5ab-cadd-412f-bd3a-f7e21500a8c8", "address": "fa:16:3e:40:fe:df", "network": {"id": "9841e95e-d892-469d-bfc4-efb6bd506bcf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1762199288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95a27ed78146448b92474b17561fccf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e3c5ab-ca", "ovs_interfaceid": "49e3c5ab-cadd-412f-bd3a-f7e21500a8c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.074625] env[62361]: INFO nova.compute.manager [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Took 57.87 seconds to build instance. [ 1520.239602] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 41c6290d-3110-4de7-bb44-190fd57478c6] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1520.314142] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566006} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.314738] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 70a183d7-eaa8-47b3-bd65-c230308e7ff1/70a183d7-eaa8-47b3-bd65-c230308e7ff1.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1520.314738] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1520.314919] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e7edc7e-5945-47df-951c-94b6b31afc14 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.322031] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1520.322031] env[62361]: value = "task-1708326" [ 1520.322031] env[62361]: _type = "Task" [ 1520.322031] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.330980] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.339544] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Releasing lock "refresh_cache-c15e00f9-1a2e-41aa-99a6-10b0519d9468" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.339889] env[62361]: DEBUG nova.compute.manager [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Instance network_info: |[{"id": "49e3c5ab-cadd-412f-bd3a-f7e21500a8c8", "address": "fa:16:3e:40:fe:df", "network": {"id": "9841e95e-d892-469d-bfc4-efb6bd506bcf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1762199288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95a27ed78146448b92474b17561fccf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e3c5ab-ca", "ovs_interfaceid": "49e3c5ab-cadd-412f-bd3a-f7e21500a8c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1520.340385] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:fe:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49e3c5ab-cadd-412f-bd3a-f7e21500a8c8', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1520.348172] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Creating folder: Project (95a27ed78146448b92474b17561fccf4). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1520.348452] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9199c1da-8387-4321-a9d8-f189d985e546 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.359391] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Created folder: Project (95a27ed78146448b92474b17561fccf4) in parent group-v355747. [ 1520.359617] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Creating folder: Instances. Parent ref: group-v355931. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1520.360208] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4283c2af-bde7-4f65-83b5-acb747984013 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.371483] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Created folder: Instances in parent group-v355931. [ 1520.371779] env[62361]: DEBUG oslo.service.loopingcall [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.372178] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1520.372444] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e73753b3-2763-4165-90f4-4c032e8038c6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.394897] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1520.394897] env[62361]: value = "task-1708329" [ 1520.394897] env[62361]: _type = "Task" [ 1520.394897] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.405105] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708329, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.469983] env[62361]: DEBUG nova.compute.manager [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1520.473438] env[62361]: DEBUG oslo_concurrency.lockutils [None req-db4cbb73-9ab2-436c-a38f-0d5cd31cd977 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.474882] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.654s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.476653] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.480219] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.904s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.480492] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.483394] env[62361]: DEBUG oslo_concurrency.lockutils [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.586s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.483663] env[62361]: DEBUG oslo_concurrency.lockutils [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.487524] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.368s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.488241] env[62361]: INFO nova.compute.claims [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1520.508215] env[62361]: DEBUG nova.virt.hardware [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1520.509505] env[62361]: DEBUG nova.virt.hardware [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1520.509505] env[62361]: DEBUG nova.virt.hardware [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1520.509505] env[62361]: DEBUG nova.virt.hardware [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1520.509505] env[62361]: DEBUG nova.virt.hardware [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1520.509709] env[62361]: DEBUG nova.virt.hardware [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1520.510017] env[62361]: DEBUG nova.virt.hardware [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1520.513124] env[62361]: DEBUG nova.virt.hardware [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1520.513124] env[62361]: DEBUG nova.virt.hardware [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1520.513124] env[62361]: DEBUG nova.virt.hardware [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1520.513124] env[62361]: DEBUG nova.virt.hardware [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1520.515243] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2223c35d-f129-439a-9f11-532f11f5b74b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.526438] env[62361]: INFO nova.scheduler.client.report [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Deleted allocations for instance cf12a075-c381-4ba9-9bf6-582689bec58d [ 1520.532660] env[62361]: INFO nova.scheduler.client.report [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Deleted allocations for instance fffbfa22-099b-4030-9f42-1a3139a0261f [ 1520.540210] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd728f0-e649-42f3-b65f-8f3e52e53c19 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.553336] env[62361]: INFO nova.scheduler.client.report [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Deleted allocations for instance ea3d9715-fbaf-44c4-986b-20996b2958bb [ 1520.576694] env[62361]: DEBUG oslo_concurrency.lockutils [None req-79874ffd-a1af-401d-837d-3190bd89d551 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "01c60578-d377-407d-8a27-b8d89f560a0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.083s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.622232] env[62361]: DEBUG nova.compute.manager [req-4641eef6-07ac-44da-83bc-db30e3d0b10f req-7d4e809d-1bd4-43aa-90cb-bbc3e8d80cc6 service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Received event network-changed-49e3c5ab-cadd-412f-bd3a-f7e21500a8c8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1520.622904] env[62361]: DEBUG nova.compute.manager [req-4641eef6-07ac-44da-83bc-db30e3d0b10f req-7d4e809d-1bd4-43aa-90cb-bbc3e8d80cc6 service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Refreshing instance network info cache due to event network-changed-49e3c5ab-cadd-412f-bd3a-f7e21500a8c8. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1520.623191] env[62361]: DEBUG oslo_concurrency.lockutils [req-4641eef6-07ac-44da-83bc-db30e3d0b10f req-7d4e809d-1bd4-43aa-90cb-bbc3e8d80cc6 service nova] Acquiring lock "refresh_cache-c15e00f9-1a2e-41aa-99a6-10b0519d9468" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.623712] env[62361]: DEBUG oslo_concurrency.lockutils [req-4641eef6-07ac-44da-83bc-db30e3d0b10f req-7d4e809d-1bd4-43aa-90cb-bbc3e8d80cc6 service nova] Acquired lock "refresh_cache-c15e00f9-1a2e-41aa-99a6-10b0519d9468" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.623712] env[62361]: DEBUG nova.network.neutron [req-4641eef6-07ac-44da-83bc-db30e3d0b10f req-7d4e809d-1bd4-43aa-90cb-bbc3e8d80cc6 service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Refreshing network info cache for port 49e3c5ab-cadd-412f-bd3a-f7e21500a8c8 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.746017] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: bbbdec91-762b-415e-bdbd-ed3700c90a24] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1520.833800] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07126} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.834246] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1520.835095] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eea349b-8118-41ca-84b9-a953de7695ca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.858501] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 70a183d7-eaa8-47b3-bd65-c230308e7ff1/70a183d7-eaa8-47b3-bd65-c230308e7ff1.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1520.858795] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab9723e9-6ef2-45da-a34a-dcd97a28f1ea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.883489] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1520.883489] env[62361]: value = "task-1708330" [ 1520.883489] env[62361]: _type = "Task" [ 1520.883489] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.892163] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.903523] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708329, 'name': CreateVM_Task, 'duration_secs': 0.399047} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.903705] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1520.904520] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.904715] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.905057] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1520.905328] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3f1c32-dc28-4b05-894d-9776113547c6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.910037] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1520.910037] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5265e492-90c9-8777-f313-367be9a3247a" [ 1520.910037] env[62361]: _type = "Task" [ 1520.910037] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.919987] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5265e492-90c9-8777-f313-367be9a3247a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.050824] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8fbf9a06-f7ab-40d9-b633-54ebda1d8629 tempest-ServersTestMultiNic-172933410 tempest-ServersTestMultiNic-172933410-project-member] Lock "cf12a075-c381-4ba9-9bf6-582689bec58d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.593s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.071827] env[62361]: DEBUG oslo_concurrency.lockutils [None req-59a42bc2-5a6a-4855-83ff-1dfae54d40fc tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "fffbfa22-099b-4030-9f42-1a3139a0261f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.290s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.076402] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ba3dafb-722f-4707-83e8-9869417e5122 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "ea3d9715-fbaf-44c4-986b-20996b2958bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.033s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.247850] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 54650f01-3470-46bd-ae16-051df7758071] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1521.384928] env[62361]: DEBUG nova.compute.manager [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1521.385964] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53396e60-10cc-4512-9193-9d8e4e46629e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.401136] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708330, 'name': ReconfigVM_Task, 'duration_secs': 0.300593} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.401414] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 70a183d7-eaa8-47b3-bd65-c230308e7ff1/70a183d7-eaa8-47b3-bd65-c230308e7ff1.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1521.402039] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94dd95f0-60c7-42eb-98b1-447acff32962 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.408577] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1521.408577] env[62361]: value = "task-1708331" [ 1521.408577] env[62361]: _type = "Task" [ 1521.408577] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.420522] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5265e492-90c9-8777-f313-367be9a3247a, 'name': SearchDatastore_Task, 'duration_secs': 0.032073} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.423701] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.423986] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1521.424272] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.424425] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.424606] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1521.424868] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708331, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.425088] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a462c5e4-d8b5-4caa-a333-f807835e258a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.435778] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1521.436050] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1521.437131] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b78c4d7f-83da-4357-88e8-df5c42116047 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.444951] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1521.444951] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5293560a-6d30-1a1f-677b-36f6afa3c457" [ 1521.444951] env[62361]: _type = "Task" [ 1521.444951] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.453540] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5293560a-6d30-1a1f-677b-36f6afa3c457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.754045] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 0addfb95-4247-496a-a5bc-4954ce8acba7] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1521.791451] env[62361]: DEBUG nova.network.neutron [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Successfully updated port: eb962d34-ea9e-4c03-bfe3-6391c2089ca6 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1521.846257] env[62361]: DEBUG nova.network.neutron [req-4641eef6-07ac-44da-83bc-db30e3d0b10f req-7d4e809d-1bd4-43aa-90cb-bbc3e8d80cc6 service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Updated VIF entry in instance network info cache for port 49e3c5ab-cadd-412f-bd3a-f7e21500a8c8. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.846257] env[62361]: DEBUG nova.network.neutron [req-4641eef6-07ac-44da-83bc-db30e3d0b10f req-7d4e809d-1bd4-43aa-90cb-bbc3e8d80cc6 service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Updating instance_info_cache with network_info: [{"id": "49e3c5ab-cadd-412f-bd3a-f7e21500a8c8", "address": "fa:16:3e:40:fe:df", "network": {"id": "9841e95e-d892-469d-bfc4-efb6bd506bcf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1762199288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95a27ed78146448b92474b17561fccf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e3c5ab-ca", "ovs_interfaceid": "49e3c5ab-cadd-412f-bd3a-f7e21500a8c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.899802] env[62361]: INFO nova.compute.manager [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] instance snapshotting [ 1521.902455] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2288155-4481-4408-a0a5-8c4f824ec37b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.929722] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b80239c-101d-455d-b514-b9ce6bcf6f85 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.938267] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708331, 'name': Rename_Task, 'duration_secs': 0.1431} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.940281] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1521.942603] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43ed1f23-73ad-4ef4-b11d-558b993c0900 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.951803] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1521.951803] env[62361]: value = "task-1708332" [ 1521.951803] env[62361]: _type = "Task" [ 1521.951803] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.959129] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5293560a-6d30-1a1f-677b-36f6afa3c457, 'name': SearchDatastore_Task, 'duration_secs': 0.010973} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.960247] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e59ce7d-7f90-44fa-9f9e-3d5ab3901712 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.965516] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.967378] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc18437-272b-412d-b7ab-57fe3c0acecc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.970860] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1521.970860] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a7ba23-040d-9553-ace0-6bfbafd9e70e" [ 1521.970860] env[62361]: _type = "Task" [ 1521.970860] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.976949] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d0eb9c-41ec-4b6f-9bca-868b9fbd8a31 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.984193] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a7ba23-040d-9553-ace0-6bfbafd9e70e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.013115] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fa4004-5a19-4c79-a367-2dba9dc600aa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.020955] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf2c1d6-71a2-44c9-969b-6e03354f3756 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.034655] env[62361]: DEBUG nova.compute.provider_tree [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.259804] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 7147df9b-7e03-43fd-8bbc-54d8d0317a77] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1522.262343] env[62361]: DEBUG oslo_concurrency.lockutils [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "427ae412-ed01-4b32-ae0b-ac620ec9cf85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.263201] env[62361]: DEBUG oslo_concurrency.lockutils [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "427ae412-ed01-4b32-ae0b-ac620ec9cf85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.263578] env[62361]: DEBUG oslo_concurrency.lockutils [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "427ae412-ed01-4b32-ae0b-ac620ec9cf85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.264139] env[62361]: DEBUG oslo_concurrency.lockutils [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "427ae412-ed01-4b32-ae0b-ac620ec9cf85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.264524] env[62361]: DEBUG oslo_concurrency.lockutils [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "427ae412-ed01-4b32-ae0b-ac620ec9cf85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.267885] env[62361]: INFO nova.compute.manager [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Terminating instance [ 1522.270756] env[62361]: DEBUG oslo_concurrency.lockutils [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "refresh_cache-427ae412-ed01-4b32-ae0b-ac620ec9cf85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.271986] env[62361]: DEBUG oslo_concurrency.lockutils [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquired lock "refresh_cache-427ae412-ed01-4b32-ae0b-ac620ec9cf85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.271986] env[62361]: DEBUG nova.network.neutron [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.294298] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "refresh_cache-26061f68-dd70-445b-bf28-157cf5cd13f8" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.296440] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "refresh_cache-26061f68-dd70-445b-bf28-157cf5cd13f8" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.296440] env[62361]: DEBUG nova.network.neutron [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.326591] env[62361]: DEBUG oslo_concurrency.lockutils [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "0da9b618-9d28-4028-a42b-fa3b9661cb6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.329508] env[62361]: DEBUG oslo_concurrency.lockutils [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "0da9b618-9d28-4028-a42b-fa3b9661cb6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.329508] env[62361]: DEBUG oslo_concurrency.lockutils [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "0da9b618-9d28-4028-a42b-fa3b9661cb6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.329508] env[62361]: DEBUG oslo_concurrency.lockutils [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "0da9b618-9d28-4028-a42b-fa3b9661cb6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.329508] env[62361]: DEBUG oslo_concurrency.lockutils [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "0da9b618-9d28-4028-a42b-fa3b9661cb6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.331257] env[62361]: INFO nova.compute.manager [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Terminating instance [ 1522.333255] env[62361]: DEBUG nova.compute.manager [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1522.333584] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1522.334544] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0481b0-b939-47ab-9f86-0b8b67a457e8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.344971] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1522.344971] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed63cc0a-208a-4f32-b40e-b905251b920e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.348043] env[62361]: DEBUG oslo_concurrency.lockutils [req-4641eef6-07ac-44da-83bc-db30e3d0b10f req-7d4e809d-1bd4-43aa-90cb-bbc3e8d80cc6 service nova] Releasing lock "refresh_cache-c15e00f9-1a2e-41aa-99a6-10b0519d9468" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.351417] env[62361]: DEBUG oslo_vmware.api [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1522.351417] env[62361]: value = "task-1708333" [ 1522.351417] env[62361]: _type = "Task" [ 1522.351417] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.359917] env[62361]: DEBUG oslo_vmware.api [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.446528] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1522.446886] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-62a53123-4672-4581-a438-57cfd5651060 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.459343] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1522.459343] env[62361]: value = "task-1708334" [ 1522.459343] env[62361]: _type = "Task" [ 1522.459343] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.469599] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708332, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.475562] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708334, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.485074] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a7ba23-040d-9553-ace0-6bfbafd9e70e, 'name': SearchDatastore_Task, 'duration_secs': 0.013506} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.485656] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.485946] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] c15e00f9-1a2e-41aa-99a6-10b0519d9468/c15e00f9-1a2e-41aa-99a6-10b0519d9468.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1522.486275] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34bfdb39-9729-4732-b010-09967d55f054 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.495504] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1522.495504] env[62361]: value = "task-1708335" [ 1522.495504] env[62361]: _type = "Task" [ 1522.495504] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.505052] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.539446] env[62361]: DEBUG nova.scheduler.client.report [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1522.702767] env[62361]: DEBUG nova.compute.manager [req-f7790ca1-6082-4c70-b1bb-35d2b5505f54 req-22ea736f-054b-4593-aad9-79d585d3851c service nova] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Received event network-vif-plugged-eb962d34-ea9e-4c03-bfe3-6391c2089ca6 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1522.703640] env[62361]: DEBUG oslo_concurrency.lockutils [req-f7790ca1-6082-4c70-b1bb-35d2b5505f54 req-22ea736f-054b-4593-aad9-79d585d3851c service nova] Acquiring lock "26061f68-dd70-445b-bf28-157cf5cd13f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.704042] env[62361]: DEBUG oslo_concurrency.lockutils [req-f7790ca1-6082-4c70-b1bb-35d2b5505f54 req-22ea736f-054b-4593-aad9-79d585d3851c service nova] Lock "26061f68-dd70-445b-bf28-157cf5cd13f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.704288] env[62361]: DEBUG oslo_concurrency.lockutils [req-f7790ca1-6082-4c70-b1bb-35d2b5505f54 req-22ea736f-054b-4593-aad9-79d585d3851c service nova] Lock "26061f68-dd70-445b-bf28-157cf5cd13f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.704498] env[62361]: DEBUG nova.compute.manager [req-f7790ca1-6082-4c70-b1bb-35d2b5505f54 req-22ea736f-054b-4593-aad9-79d585d3851c service nova] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] No waiting events found dispatching network-vif-plugged-eb962d34-ea9e-4c03-bfe3-6391c2089ca6 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1522.704678] env[62361]: WARNING nova.compute.manager [req-f7790ca1-6082-4c70-b1bb-35d2b5505f54 req-22ea736f-054b-4593-aad9-79d585d3851c service nova] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Received unexpected event network-vif-plugged-eb962d34-ea9e-4c03-bfe3-6391c2089ca6 for instance with vm_state building and task_state spawning. [ 1522.706073] env[62361]: DEBUG nova.compute.manager [req-f7790ca1-6082-4c70-b1bb-35d2b5505f54 req-22ea736f-054b-4593-aad9-79d585d3851c service nova] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Received event network-changed-eb962d34-ea9e-4c03-bfe3-6391c2089ca6 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1522.706312] env[62361]: DEBUG nova.compute.manager [req-f7790ca1-6082-4c70-b1bb-35d2b5505f54 req-22ea736f-054b-4593-aad9-79d585d3851c service nova] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Refreshing instance network info cache due to event network-changed-eb962d34-ea9e-4c03-bfe3-6391c2089ca6. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1522.706501] env[62361]: DEBUG oslo_concurrency.lockutils [req-f7790ca1-6082-4c70-b1bb-35d2b5505f54 req-22ea736f-054b-4593-aad9-79d585d3851c service nova] Acquiring lock "refresh_cache-26061f68-dd70-445b-bf28-157cf5cd13f8" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.761818] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 7dddcb64-8f42-4ef4-b6c1-8c27e2ebcddd] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1522.806423] env[62361]: DEBUG nova.network.neutron [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1522.865186] env[62361]: DEBUG oslo_vmware.api [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708333, 'name': PowerOffVM_Task, 'duration_secs': 0.275008} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.866704] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1522.866878] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1522.867167] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6abc0081-1d2e-473a-804b-fdec59ea6eac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.910019] env[62361]: DEBUG nova.network.neutron [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1522.964906] env[62361]: DEBUG oslo_vmware.api [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708332, 'name': PowerOnVM_Task, 'duration_secs': 0.535673} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.971307] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1522.971581] env[62361]: INFO nova.compute.manager [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1522.971771] env[62361]: DEBUG nova.compute.manager [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1522.973099] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d61235-07da-4b26-beda-d06b20a9d2aa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.983040] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708334, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.013104] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708335, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.015768] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1523.016102] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1523.016354] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Deleting the datastore file [datastore1] 0da9b618-9d28-4028-a42b-fa3b9661cb6c {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1523.016698] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-040c069b-3f53-4f8a-bc28-8bf958eb3f9c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.023964] env[62361]: DEBUG oslo_vmware.api [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1523.023964] env[62361]: value = "task-1708337" [ 1523.023964] env[62361]: _type = "Task" [ 1523.023964] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.034883] env[62361]: DEBUG oslo_vmware.api [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.046912] env[62361]: DEBUG nova.network.neutron [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.050420] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.050965] env[62361]: DEBUG nova.compute.manager [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1523.055544] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.874s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.055544] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.058038] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.432s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.059411] env[62361]: INFO nova.compute.claims [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1523.099042] env[62361]: INFO nova.scheduler.client.report [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Deleted allocations for instance 07679006-d4fe-4699-969e-a92156194070 [ 1523.269394] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: a79edfa3-9b31-4079-979a-5d11818b3e42] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1523.426504] env[62361]: DEBUG nova.network.neutron [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Updating instance_info_cache with network_info: [{"id": "eb962d34-ea9e-4c03-bfe3-6391c2089ca6", "address": "fa:16:3e:09:09:ca", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb962d34-ea", "ovs_interfaceid": "eb962d34-ea9e-4c03-bfe3-6391c2089ca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.475188] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708334, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.506100] env[62361]: INFO nova.compute.manager [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Took 60.77 seconds to build instance. [ 1523.519041] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512299} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.519372] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] c15e00f9-1a2e-41aa-99a6-10b0519d9468/c15e00f9-1a2e-41aa-99a6-10b0519d9468.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1523.519600] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1523.519851] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aabf424c-c86c-40d8-96e6-355a96384385 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.531156] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1523.531156] env[62361]: value = "task-1708338" [ 1523.531156] env[62361]: _type = "Task" [ 1523.531156] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.538339] env[62361]: DEBUG oslo_vmware.api [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189103} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.538967] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1523.539179] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1523.539338] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1523.539504] env[62361]: INFO nova.compute.manager [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1523.539740] env[62361]: DEBUG oslo.service.loopingcall [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1523.539927] env[62361]: DEBUG nova.compute.manager [-] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1523.540060] env[62361]: DEBUG nova.network.neutron [-] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1523.545599] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.555854] env[62361]: DEBUG nova.compute.utils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1523.557467] env[62361]: DEBUG oslo_concurrency.lockutils [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Releasing lock "refresh_cache-427ae412-ed01-4b32-ae0b-ac620ec9cf85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.557672] env[62361]: DEBUG nova.compute.manager [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1523.557900] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1523.558421] env[62361]: DEBUG nova.compute.manager [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1523.558579] env[62361]: DEBUG nova.network.neutron [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1523.560858] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c287e9-570e-4ad3-8281-b2585a9b833c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.575158] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1523.576267] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c05141f9-1833-45ba-bd5e-cd85131e7d5f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.587792] env[62361]: DEBUG oslo_vmware.api [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1523.587792] env[62361]: value = "task-1708339" [ 1523.587792] env[62361]: _type = "Task" [ 1523.587792] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.602077] env[62361]: DEBUG oslo_vmware.api [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.608344] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6641dcfe-c22b-480b-9982-41123e17a89a tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "07679006-d4fe-4699-969e-a92156194070" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.445s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.709742] env[62361]: DEBUG nova.policy [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c736f460b698414e87ef1c94427e8c9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b621083704947e7945f28b9bf48c555', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1523.774365] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 366986e7-d0b3-40a2-9aa0-b1379d094c18] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1523.927617] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "refresh_cache-26061f68-dd70-445b-bf28-157cf5cd13f8" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.928389] env[62361]: DEBUG nova.compute.manager [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Instance network_info: |[{"id": "eb962d34-ea9e-4c03-bfe3-6391c2089ca6", "address": "fa:16:3e:09:09:ca", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb962d34-ea", "ovs_interfaceid": "eb962d34-ea9e-4c03-bfe3-6391c2089ca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1523.928761] env[62361]: DEBUG oslo_concurrency.lockutils [req-f7790ca1-6082-4c70-b1bb-35d2b5505f54 req-22ea736f-054b-4593-aad9-79d585d3851c service nova] Acquired lock "refresh_cache-26061f68-dd70-445b-bf28-157cf5cd13f8" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.929050] env[62361]: DEBUG nova.network.neutron [req-f7790ca1-6082-4c70-b1bb-35d2b5505f54 req-22ea736f-054b-4593-aad9-79d585d3851c service nova] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Refreshing network info cache for port eb962d34-ea9e-4c03-bfe3-6391c2089ca6 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1523.931583] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:09:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb962d34-ea9e-4c03-bfe3-6391c2089ca6', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1523.945247] env[62361]: DEBUG oslo.service.loopingcall [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1523.948356] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1523.949282] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1367788b-80d5-4e12-8b1b-af6974297671 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.981845] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708334, 'name': CreateSnapshot_Task, 'duration_secs': 1.095981} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.983314] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1523.983583] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1523.983583] env[62361]: value = "task-1708340" [ 1523.983583] env[62361]: _type = "Task" [ 1523.983583] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.984298] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c25a24-f83f-4cf1-b873-dae71fa3e3a0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.005312] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708340, 'name': CreateVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.008486] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4caad4cc-53ca-4dce-b0ce-06f74aedaa44 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.532s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.042761] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077453} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.043887] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1524.044787] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0081ff1-1f00-4383-aceb-56d465a040bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.061326] env[62361]: DEBUG nova.compute.manager [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1524.072709] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] c15e00f9-1a2e-41aa-99a6-10b0519d9468/c15e00f9-1a2e-41aa-99a6-10b0519d9468.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1524.073682] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e88c05e-7fc1-4bc7-b1f9-ee04b22bf210 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.106404] env[62361]: DEBUG oslo_vmware.api [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708339, 'name': PowerOffVM_Task, 'duration_secs': 0.446133} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.107797] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1524.107978] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1524.108300] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1524.108300] env[62361]: value = "task-1708341" [ 1524.108300] env[62361]: _type = "Task" [ 1524.108300] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.108508] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a1cc1f0-544f-4647-88cf-17ff1a330588 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.120063] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708341, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.137191] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1524.137191] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1524.137543] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Deleting the datastore file [datastore1] 427ae412-ed01-4b32-ae0b-ac620ec9cf85 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1524.137760] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56fcbe95-0d8d-4fb5-9b67-7a2a1e903128 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.147370] env[62361]: DEBUG oslo_vmware.api [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for the task: (returnval){ [ 1524.147370] env[62361]: value = "task-1708343" [ 1524.147370] env[62361]: _type = "Task" [ 1524.147370] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.157180] env[62361]: DEBUG oslo_vmware.api [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.278366] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 28466209-2f25-401f-b406-78c8a99d8443] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1524.377340] env[62361]: DEBUG nova.network.neutron [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Successfully created port: a32f0383-af94-470a-8e96-0e1cd82cb75f {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1524.498845] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708340, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.515109] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1524.515109] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e0a9922-468e-4d46-8776-d59084b449c9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.524506] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1524.524506] env[62361]: value = "task-1708344" [ 1524.524506] env[62361]: _type = "Task" [ 1524.524506] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.537188] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708344, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.578384] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f3ab37-c108-492d-82f1-0faf94360aa3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.586857] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2021cb-02a3-421e-82aa-20dbd560fd5e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.629545] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb482c4-b535-46d7-8ec9-7eb8c345a4b8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.639269] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708341, 'name': ReconfigVM_Task, 'duration_secs': 0.291889} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.641527] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Reconfigured VM instance instance-00000042 to attach disk [datastore1] c15e00f9-1a2e-41aa-99a6-10b0519d9468/c15e00f9-1a2e-41aa-99a6-10b0519d9468.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.642232] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1106245-b0a1-4ecf-99cb-2674450875eb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.645017] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5774cd35-c45f-4bfb-a899-1ec4903f217e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.659316] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1524.659316] env[62361]: value = "task-1708345" [ 1524.659316] env[62361]: _type = "Task" [ 1524.659316] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.669030] env[62361]: DEBUG nova.compute.provider_tree [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.676723] env[62361]: DEBUG oslo_vmware.api [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Task: {'id': task-1708343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168958} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.677377] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1524.677608] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1524.677875] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1524.678352] env[62361]: INFO nova.compute.manager [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1524.678529] env[62361]: DEBUG oslo.service.loopingcall [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1524.679878] env[62361]: DEBUG nova.compute.manager [-] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1524.680097] env[62361]: DEBUG nova.network.neutron [-] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1524.686662] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708345, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.719930] env[62361]: DEBUG nova.network.neutron [-] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1524.719930] env[62361]: DEBUG nova.network.neutron [-] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.785808] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: a7259360-260a-49cb-b673-c5d33cebf48f] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1524.792029] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "3388fd22-865a-4cf7-9912-af8ca03ed930" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.792029] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "3388fd22-865a-4cf7-9912-af8ca03ed930" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.792029] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "3388fd22-865a-4cf7-9912-af8ca03ed930-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.792029] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "3388fd22-865a-4cf7-9912-af8ca03ed930-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.792029] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "3388fd22-865a-4cf7-9912-af8ca03ed930-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.794723] env[62361]: INFO nova.compute.manager [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Terminating instance [ 1524.796492] env[62361]: DEBUG nova.compute.manager [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1524.797059] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1524.798068] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25672da5-6ccb-40e5-bb5d-7043bbaecf24 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.811094] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1524.811797] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33be382f-7916-4db5-8cc7-9c045664c7c6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.819772] env[62361]: DEBUG oslo_vmware.api [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1524.819772] env[62361]: value = "task-1708346" [ 1524.819772] env[62361]: _type = "Task" [ 1524.819772] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.832654] env[62361]: DEBUG oslo_vmware.api [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.980551] env[62361]: DEBUG nova.network.neutron [req-f7790ca1-6082-4c70-b1bb-35d2b5505f54 req-22ea736f-054b-4593-aad9-79d585d3851c service nova] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Updated VIF entry in instance network info cache for port eb962d34-ea9e-4c03-bfe3-6391c2089ca6. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.981488] env[62361]: DEBUG nova.network.neutron [req-f7790ca1-6082-4c70-b1bb-35d2b5505f54 req-22ea736f-054b-4593-aad9-79d585d3851c service nova] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Updating instance_info_cache with network_info: [{"id": "eb962d34-ea9e-4c03-bfe3-6391c2089ca6", "address": "fa:16:3e:09:09:ca", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb962d34-ea", "ovs_interfaceid": "eb962d34-ea9e-4c03-bfe3-6391c2089ca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.003661] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708340, 'name': CreateVM_Task, 'duration_secs': 0.616629} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.005265] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1525.006834] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.010236] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.010236] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1525.010236] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aaefeac-dc99-4089-92c5-2353cf0fb36f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.017221] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1525.017221] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fc8931-e58f-97e8-80d6-06650939fbed" [ 1525.017221] env[62361]: _type = "Task" [ 1525.017221] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.035791] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fc8931-e58f-97e8-80d6-06650939fbed, 'name': SearchDatastore_Task, 'duration_secs': 0.01269} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.038109] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.038109] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1525.038547] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.038794] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.039067] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1525.040577] env[62361]: DEBUG nova.compute.manager [req-6d209388-bd34-465a-b72f-7ce79ec1aff1 req-f1a1e2f5-b649-490a-84cc-fa158b95e38a service nova] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Received event network-vif-deleted-3d4139e9-79ef-4bb8-9566-ec5af3e6af1a {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1525.045787] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce9f875a-9bad-4c02-852c-1ead962c694d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.048899] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708344, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.056436] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.056720] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1525.057800] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51476fa-c20f-4519-9cbd-9752412158fd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.068028] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1525.068028] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528e67a8-267e-8f37-2ce9-af404aae25b9" [ 1525.068028] env[62361]: _type = "Task" [ 1525.068028] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.076011] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528e67a8-267e-8f37-2ce9-af404aae25b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.083104] env[62361]: DEBUG nova.compute.manager [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1525.121292] env[62361]: DEBUG nova.virt.hardware [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1525.121624] env[62361]: DEBUG nova.virt.hardware [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1525.121791] env[62361]: DEBUG nova.virt.hardware [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.121975] env[62361]: DEBUG nova.virt.hardware [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1525.122162] env[62361]: DEBUG nova.virt.hardware [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.122352] env[62361]: DEBUG nova.virt.hardware [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1525.122608] env[62361]: DEBUG nova.virt.hardware [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1525.123224] env[62361]: DEBUG nova.virt.hardware [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1525.123224] env[62361]: DEBUG nova.virt.hardware [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1525.123224] env[62361]: DEBUG nova.virt.hardware [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1525.123385] env[62361]: DEBUG nova.virt.hardware [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1525.124229] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a8011f-b426-4f7b-a927-3b43202979aa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.134018] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb76542-e272-42a8-ba3c-1e97ec1592a5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.180367] env[62361]: DEBUG nova.scheduler.client.report [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1525.185867] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708345, 'name': Rename_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.222589] env[62361]: DEBUG nova.network.neutron [-] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.224501] env[62361]: INFO nova.compute.manager [-] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Took 1.68 seconds to deallocate network for instance. [ 1525.276960] env[62361]: DEBUG nova.compute.manager [req-acc44457-b697-4cd1-84b8-3ca3231d1670 req-dbc79fe7-566a-45fb-90d8-3b56ec10e06f service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Received event network-changed-af5c8071-9a86-4a96-9d3d-6dae8f332f10 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1525.276960] env[62361]: DEBUG nova.compute.manager [req-acc44457-b697-4cd1-84b8-3ca3231d1670 req-dbc79fe7-566a-45fb-90d8-3b56ec10e06f service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Refreshing instance network info cache due to event network-changed-af5c8071-9a86-4a96-9d3d-6dae8f332f10. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1525.276960] env[62361]: DEBUG oslo_concurrency.lockutils [req-acc44457-b697-4cd1-84b8-3ca3231d1670 req-dbc79fe7-566a-45fb-90d8-3b56ec10e06f service nova] Acquiring lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.277363] env[62361]: DEBUG oslo_concurrency.lockutils [req-acc44457-b697-4cd1-84b8-3ca3231d1670 req-dbc79fe7-566a-45fb-90d8-3b56ec10e06f service nova] Acquired lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.277625] env[62361]: DEBUG nova.network.neutron [req-acc44457-b697-4cd1-84b8-3ca3231d1670 req-dbc79fe7-566a-45fb-90d8-3b56ec10e06f service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Refreshing network info cache for port af5c8071-9a86-4a96-9d3d-6dae8f332f10 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.295025] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: dac236ef-dacc-427d-9525-ccb2247a4610] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1525.335914] env[62361]: DEBUG oslo_vmware.api [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708346, 'name': PowerOffVM_Task, 'duration_secs': 0.242249} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.336398] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1525.336398] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1525.336863] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-502514ab-89a7-43e3-8a36-e96f9f3081ec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.428376] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1525.428595] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1525.428774] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Deleting the datastore file [datastore1] 3388fd22-865a-4cf7-9912-af8ca03ed930 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1525.429050] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1b1a2ab-418e-4388-b059-e437baa47761 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.441172] env[62361]: DEBUG oslo_vmware.api [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for the task: (returnval){ [ 1525.441172] env[62361]: value = "task-1708348" [ 1525.441172] env[62361]: _type = "Task" [ 1525.441172] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.451731] env[62361]: DEBUG oslo_vmware.api [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.488908] env[62361]: DEBUG oslo_concurrency.lockutils [req-f7790ca1-6082-4c70-b1bb-35d2b5505f54 req-22ea736f-054b-4593-aad9-79d585d3851c service nova] Releasing lock "refresh_cache-26061f68-dd70-445b-bf28-157cf5cd13f8" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.540549] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708344, 'name': CloneVM_Task} progress is 95%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.583570] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528e67a8-267e-8f37-2ce9-af404aae25b9, 'name': SearchDatastore_Task, 'duration_secs': 0.00965} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.584276] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f54b666-4691-472b-9841-e8a316cda233 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.594505] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1525.594505] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525ce59a-69e2-5cc2-08d0-789f2b592349" [ 1525.594505] env[62361]: _type = "Task" [ 1525.594505] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.605554] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525ce59a-69e2-5cc2-08d0-789f2b592349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.680537] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708345, 'name': Rename_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.685551] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.687761] env[62361]: DEBUG oslo_concurrency.lockutils [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.262s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.687924] env[62361]: DEBUG oslo_concurrency.lockutils [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.690504] env[62361]: DEBUG oslo_concurrency.lockutils [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.972s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.690890] env[62361]: DEBUG nova.objects.instance [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62361) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1525.726885] env[62361]: INFO nova.scheduler.client.report [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Deleted allocations for instance f2670f16-d09a-405f-8f23-b6c2aca29e57 [ 1525.728482] env[62361]: INFO nova.compute.manager [-] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Took 1.05 seconds to deallocate network for instance. [ 1525.738370] env[62361]: DEBUG oslo_concurrency.lockutils [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.799677] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.799851] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Cleaning up deleted instances with incomplete migration {{(pid=62361) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1525.951452] env[62361]: DEBUG oslo_vmware.api [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Task: {'id': task-1708348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48414} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.952403] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1525.952403] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1525.952403] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1525.952403] env[62361]: INFO nova.compute.manager [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1525.952828] env[62361]: DEBUG oslo.service.loopingcall [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1525.952828] env[62361]: DEBUG nova.compute.manager [-] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1525.952828] env[62361]: DEBUG nova.network.neutron [-] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1526.043697] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708344, 'name': CloneVM_Task, 'duration_secs': 1.393314} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.044019] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Created linked-clone VM from snapshot [ 1526.044861] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3623a78b-731d-414b-b365-f0fc490826d4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.054242] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Uploading image ba1a30cb-deae-4966-ba68-2644e9da8d1d {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1526.067990] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1526.068457] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5be2a5b5-ef9a-490b-8e0e-4e132cd0c427 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.081845] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1526.081845] env[62361]: value = "task-1708349" [ 1526.081845] env[62361]: _type = "Task" [ 1526.081845] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.093420] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708349, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.103401] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525ce59a-69e2-5cc2-08d0-789f2b592349, 'name': SearchDatastore_Task, 'duration_secs': 0.011912} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.103728] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.104031] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 26061f68-dd70-445b-bf28-157cf5cd13f8/26061f68-dd70-445b-bf28-157cf5cd13f8.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1526.104327] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82529f9e-d652-4481-9214-a9064d71706e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.111534] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1526.111534] env[62361]: value = "task-1708350" [ 1526.111534] env[62361]: _type = "Task" [ 1526.111534] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.121705] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.188377] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708345, 'name': Rename_Task, 'duration_secs': 1.171273} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.189148] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Acquiring lock "94f209f4-8c66-4d74-8c6d-00ab5219b381" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.189503] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Lock "94f209f4-8c66-4d74-8c6d-00ab5219b381" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.192087] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1526.192405] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac2c3684-886b-416d-995a-438e919344ce {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.206812] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1526.206812] env[62361]: value = "task-1708351" [ 1526.206812] env[62361]: _type = "Task" [ 1526.206812] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.222043] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.240321] env[62361]: DEBUG oslo_concurrency.lockutils [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.243730] env[62361]: DEBUG oslo_concurrency.lockutils [None req-193a0702-a254-452a-baf3-6c4e78c50480 tempest-ListImageFiltersTestJSON-1295593921 tempest-ListImageFiltersTestJSON-1295593921-project-member] Lock "f2670f16-d09a-405f-8f23-b6c2aca29e57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.796s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.303630] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.552972] env[62361]: DEBUG nova.network.neutron [req-acc44457-b697-4cd1-84b8-3ca3231d1670 req-dbc79fe7-566a-45fb-90d8-3b56ec10e06f service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Updated VIF entry in instance network info cache for port af5c8071-9a86-4a96-9d3d-6dae8f332f10. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.553867] env[62361]: DEBUG nova.network.neutron [req-acc44457-b697-4cd1-84b8-3ca3231d1670 req-dbc79fe7-566a-45fb-90d8-3b56ec10e06f service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Updating instance_info_cache with network_info: [{"id": "af5c8071-9a86-4a96-9d3d-6dae8f332f10", "address": "fa:16:3e:8a:c8:9e", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5c8071-9a", "ovs_interfaceid": "af5c8071-9a86-4a96-9d3d-6dae8f332f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.598302] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708349, 'name': Destroy_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.631513] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708350, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.692646] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Lock "94f209f4-8c66-4d74-8c6d-00ab5219b381" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.693340] env[62361]: DEBUG nova.compute.manager [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1526.701824] env[62361]: DEBUG oslo_concurrency.lockutils [None req-051af252-5902-4f90-b47b-e877fe952bde tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.706107] env[62361]: DEBUG oslo_concurrency.lockutils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.018s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.707874] env[62361]: INFO nova.compute.claims [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1526.721310] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708351, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.756960] env[62361]: DEBUG nova.network.neutron [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Successfully updated port: a32f0383-af94-470a-8e96-0e1cd82cb75f {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1526.901449] env[62361]: DEBUG nova.network.neutron [-] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.058443] env[62361]: DEBUG oslo_concurrency.lockutils [req-acc44457-b697-4cd1-84b8-3ca3231d1670 req-dbc79fe7-566a-45fb-90d8-3b56ec10e06f service nova] Releasing lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.091248] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708349, 'name': Destroy_Task, 'duration_secs': 0.715252} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.091651] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Destroyed the VM [ 1527.091916] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1527.092283] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-629f4b63-404e-4c06-89a8-c296653195d7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.099379] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1527.099379] env[62361]: value = "task-1708352" [ 1527.099379] env[62361]: _type = "Task" [ 1527.099379] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.108297] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708352, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.121262] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585453} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.121976] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 26061f68-dd70-445b-bf28-157cf5cd13f8/26061f68-dd70-445b-bf28-157cf5cd13f8.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1527.121976] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1527.122189] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4653ed7-e4db-4f06-a381-fac836b67820 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.130032] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1527.130032] env[62361]: value = "task-1708353" [ 1527.130032] env[62361]: _type = "Task" [ 1527.130032] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.137486] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.213920] env[62361]: DEBUG nova.compute.utils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1527.218161] env[62361]: DEBUG nova.compute.manager [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1527.218349] env[62361]: DEBUG nova.network.neutron [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1527.230645] env[62361]: DEBUG nova.compute.manager [req-e230cc58-ffcf-4471-869d-39cc680a1fe6 req-ae123f8d-38aa-4a64-959a-6c3a0f4d4b22 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Received event network-vif-plugged-a32f0383-af94-470a-8e96-0e1cd82cb75f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1527.230874] env[62361]: DEBUG oslo_concurrency.lockutils [req-e230cc58-ffcf-4471-869d-39cc680a1fe6 req-ae123f8d-38aa-4a64-959a-6c3a0f4d4b22 service nova] Acquiring lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.231387] env[62361]: DEBUG oslo_concurrency.lockutils [req-e230cc58-ffcf-4471-869d-39cc680a1fe6 req-ae123f8d-38aa-4a64-959a-6c3a0f4d4b22 service nova] Lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.231387] env[62361]: DEBUG oslo_concurrency.lockutils [req-e230cc58-ffcf-4471-869d-39cc680a1fe6 req-ae123f8d-38aa-4a64-959a-6c3a0f4d4b22 service nova] Lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.231584] env[62361]: DEBUG nova.compute.manager [req-e230cc58-ffcf-4471-869d-39cc680a1fe6 req-ae123f8d-38aa-4a64-959a-6c3a0f4d4b22 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] No waiting events found dispatching network-vif-plugged-a32f0383-af94-470a-8e96-0e1cd82cb75f {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1527.231584] env[62361]: WARNING nova.compute.manager [req-e230cc58-ffcf-4471-869d-39cc680a1fe6 req-ae123f8d-38aa-4a64-959a-6c3a0f4d4b22 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Received unexpected event network-vif-plugged-a32f0383-af94-470a-8e96-0e1cd82cb75f for instance with vm_state building and task_state spawning. [ 1527.231748] env[62361]: DEBUG nova.compute.manager [req-e230cc58-ffcf-4471-869d-39cc680a1fe6 req-ae123f8d-38aa-4a64-959a-6c3a0f4d4b22 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Received event network-changed-a32f0383-af94-470a-8e96-0e1cd82cb75f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1527.231906] env[62361]: DEBUG nova.compute.manager [req-e230cc58-ffcf-4471-869d-39cc680a1fe6 req-ae123f8d-38aa-4a64-959a-6c3a0f4d4b22 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Refreshing instance network info cache due to event network-changed-a32f0383-af94-470a-8e96-0e1cd82cb75f. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1527.232503] env[62361]: DEBUG oslo_concurrency.lockutils [req-e230cc58-ffcf-4471-869d-39cc680a1fe6 req-ae123f8d-38aa-4a64-959a-6c3a0f4d4b22 service nova] Acquiring lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.233054] env[62361]: DEBUG oslo_concurrency.lockutils [req-e230cc58-ffcf-4471-869d-39cc680a1fe6 req-ae123f8d-38aa-4a64-959a-6c3a0f4d4b22 service nova] Acquired lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.233223] env[62361]: DEBUG nova.network.neutron [req-e230cc58-ffcf-4471-869d-39cc680a1fe6 req-ae123f8d-38aa-4a64-959a-6c3a0f4d4b22 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Refreshing network info cache for port a32f0383-af94-470a-8e96-0e1cd82cb75f {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.238789] env[62361]: DEBUG oslo_vmware.api [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708351, 'name': PowerOnVM_Task, 'duration_secs': 0.68409} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.239256] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1527.239629] env[62361]: INFO nova.compute.manager [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1527.239855] env[62361]: DEBUG nova.compute.manager [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1527.240893] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c21989-7828-4ac5-b663-223603f48c6e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.260435] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.309494] env[62361]: DEBUG nova.policy [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5bdfcde0c324b20bc723262d8e9287e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1af53ecc0b240a9966f34f45a321524', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1527.396136] env[62361]: DEBUG nova.compute.manager [req-3c2cc1f8-4759-4732-9699-a75aedc37b31 req-91e25b32-a386-43d2-ae45-b56e1dededa1 service nova] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Received event network-vif-deleted-68025a4d-5c3e-41c4-b3ac-a6b9276e4fd1 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1527.404973] env[62361]: INFO nova.compute.manager [-] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Took 1.45 seconds to deallocate network for instance. [ 1527.609461] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708352, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.640444] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07216} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.640601] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1527.641557] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544f6642-a1cf-4aa7-b55b-81f759b8c97b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.668196] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 26061f68-dd70-445b-bf28-157cf5cd13f8/26061f68-dd70-445b-bf28-157cf5cd13f8.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.671861] env[62361]: DEBUG nova.network.neutron [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Successfully created port: 42182094-9615-46b0-b972-7bba8c81ef7e {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1527.671861] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84c2a502-5b15-487f-816e-e170e2eb3bb1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.694334] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1527.694334] env[62361]: value = "task-1708354" [ 1527.694334] env[62361]: _type = "Task" [ 1527.694334] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.704662] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.729294] env[62361]: DEBUG nova.compute.manager [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1527.767013] env[62361]: INFO nova.compute.manager [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Took 60.07 seconds to build instance. [ 1527.811382] env[62361]: DEBUG nova.network.neutron [req-e230cc58-ffcf-4471-869d-39cc680a1fe6 req-ae123f8d-38aa-4a64-959a-6c3a0f4d4b22 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1527.818647] env[62361]: DEBUG oslo_concurrency.lockutils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.818647] env[62361]: DEBUG oslo_concurrency.lockutils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.915145] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.022395] env[62361]: DEBUG nova.network.neutron [req-e230cc58-ffcf-4471-869d-39cc680a1fe6 req-ae123f8d-38aa-4a64-959a-6c3a0f4d4b22 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.117209] env[62361]: DEBUG oslo_vmware.api [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708352, 'name': RemoveSnapshot_Task, 'duration_secs': 0.77988} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.117839] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1528.205227] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.226033] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb2df19-4a8c-44c5-92fb-e926cb73526c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.237679] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2d1c5a-d205-4449-be56-5eb0650e278b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.273510] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b6a7bce7-3c92-45c5-9687-8a98e2db510f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.121s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.274637] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5417e5b5-4f0c-4cd4-b09c-b4a56eb8ccb5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.282756] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10c8d62-d501-45ff-a629-38b417f79e1e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.298533] env[62361]: DEBUG nova.compute.provider_tree [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.324523] env[62361]: DEBUG nova.compute.manager [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1528.531998] env[62361]: DEBUG oslo_concurrency.lockutils [req-e230cc58-ffcf-4471-869d-39cc680a1fe6 req-ae123f8d-38aa-4a64-959a-6c3a0f4d4b22 service nova] Releasing lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.532443] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquired lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.532706] env[62361]: DEBUG nova.network.neutron [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1528.622724] env[62361]: WARNING nova.compute.manager [None req-9b05126b-8b41-4c5f-8687-487d53587b56 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Image not found during snapshot: nova.exception.ImageNotFound: Image ba1a30cb-deae-4966-ba68-2644e9da8d1d could not be found. [ 1528.705650] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708354, 'name': ReconfigVM_Task, 'duration_secs': 0.843578} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.705650] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 26061f68-dd70-445b-bf28-157cf5cd13f8/26061f68-dd70-445b-bf28-157cf5cd13f8.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1528.707029] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-250e3a00-1621-4684-92db-901af9485120 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.712911] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1528.712911] env[62361]: value = "task-1708355" [ 1528.712911] env[62361]: _type = "Task" [ 1528.712911] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.720990] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708355, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.743451] env[62361]: DEBUG nova.compute.manager [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1528.780914] env[62361]: DEBUG nova.virt.hardware [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1528.781241] env[62361]: DEBUG nova.virt.hardware [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1528.781408] env[62361]: DEBUG nova.virt.hardware [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1528.781597] env[62361]: DEBUG nova.virt.hardware [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1528.781748] env[62361]: DEBUG nova.virt.hardware [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1528.781942] env[62361]: DEBUG nova.virt.hardware [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1528.782368] env[62361]: DEBUG nova.virt.hardware [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1528.782573] env[62361]: DEBUG nova.virt.hardware [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1528.782764] env[62361]: DEBUG nova.virt.hardware [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1528.782935] env[62361]: DEBUG nova.virt.hardware [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1528.783129] env[62361]: DEBUG nova.virt.hardware [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1528.784955] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3004cb21-efa4-4e38-b9cd-7231ac9931d2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.796944] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50845321-00c4-4987-890e-4eae1942f7b4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.802015] env[62361]: DEBUG nova.scheduler.client.report [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1528.856838] env[62361]: DEBUG oslo_concurrency.lockutils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.066243] env[62361]: DEBUG nova.network.neutron [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1529.211728] env[62361]: DEBUG nova.network.neutron [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Updating instance_info_cache with network_info: [{"id": "a32f0383-af94-470a-8e96-0e1cd82cb75f", "address": "fa:16:3e:f2:b1:fd", "network": {"id": "15407966-f862-4f39-87ba-5fde1fef7935", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1481493043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b621083704947e7945f28b9bf48c555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32f0383-af", "ovs_interfaceid": "a32f0383-af94-470a-8e96-0e1cd82cb75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.223854] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708355, 'name': Rename_Task, 'duration_secs': 0.466901} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.224326] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1529.224755] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-016dfa25-5ca2-478c-899d-1a3a8b37ae7c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.232770] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1529.232770] env[62361]: value = "task-1708356" [ 1529.232770] env[62361]: _type = "Task" [ 1529.232770] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.242784] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.270330] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "01c60578-d377-407d-8a27-b8d89f560a0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.270330] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "01c60578-d377-407d-8a27-b8d89f560a0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.270330] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "01c60578-d377-407d-8a27-b8d89f560a0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.270330] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "01c60578-d377-407d-8a27-b8d89f560a0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.270330] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "01c60578-d377-407d-8a27-b8d89f560a0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.271378] env[62361]: INFO nova.compute.manager [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Terminating instance [ 1529.273738] env[62361]: DEBUG nova.compute.manager [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1529.274148] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1529.275159] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe7b37c-dc7c-4084-93ff-d2c46f592566 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.286653] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1529.286653] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b417e2d-9397-48fb-a2d1-960608b1979c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.295020] env[62361]: DEBUG oslo_vmware.api [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1529.295020] env[62361]: value = "task-1708357" [ 1529.295020] env[62361]: _type = "Task" [ 1529.295020] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.308909] env[62361]: DEBUG oslo_vmware.api [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.308909] env[62361]: DEBUG oslo_concurrency.lockutils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.309246] env[62361]: DEBUG nova.compute.manager [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1529.312915] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.374s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.312915] env[62361]: DEBUG nova.objects.instance [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lazy-loading 'resources' on Instance uuid 87a80e88-fe64-46e2-b261-3dae67261939 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.601737] env[62361]: DEBUG nova.compute.manager [req-d07313e4-d86c-4656-bfb4-afcb8e961d60 req-98532079-4165-4593-930c-d08df23b7f2a service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Received event network-changed-49e3c5ab-cadd-412f-bd3a-f7e21500a8c8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1529.601985] env[62361]: DEBUG nova.compute.manager [req-d07313e4-d86c-4656-bfb4-afcb8e961d60 req-98532079-4165-4593-930c-d08df23b7f2a service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Refreshing instance network info cache due to event network-changed-49e3c5ab-cadd-412f-bd3a-f7e21500a8c8. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1529.602208] env[62361]: DEBUG oslo_concurrency.lockutils [req-d07313e4-d86c-4656-bfb4-afcb8e961d60 req-98532079-4165-4593-930c-d08df23b7f2a service nova] Acquiring lock "refresh_cache-c15e00f9-1a2e-41aa-99a6-10b0519d9468" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.602350] env[62361]: DEBUG oslo_concurrency.lockutils [req-d07313e4-d86c-4656-bfb4-afcb8e961d60 req-98532079-4165-4593-930c-d08df23b7f2a service nova] Acquired lock "refresh_cache-c15e00f9-1a2e-41aa-99a6-10b0519d9468" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.602507] env[62361]: DEBUG nova.network.neutron [req-d07313e4-d86c-4656-bfb4-afcb8e961d60 req-98532079-4165-4593-930c-d08df23b7f2a service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Refreshing network info cache for port 49e3c5ab-cadd-412f-bd3a-f7e21500a8c8 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1529.655567] env[62361]: DEBUG nova.compute.manager [req-5f80d361-9f55-4743-a93d-6faebd986c5f req-959c5754-5901-46c1-a1a6-b27557af46d0 service nova] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Received event network-vif-plugged-42182094-9615-46b0-b972-7bba8c81ef7e {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1529.655852] env[62361]: DEBUG oslo_concurrency.lockutils [req-5f80d361-9f55-4743-a93d-6faebd986c5f req-959c5754-5901-46c1-a1a6-b27557af46d0 service nova] Acquiring lock "4e15c2f5-6486-4fb8-b82c-a29ff70dac6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.656012] env[62361]: DEBUG oslo_concurrency.lockutils [req-5f80d361-9f55-4743-a93d-6faebd986c5f req-959c5754-5901-46c1-a1a6-b27557af46d0 service nova] Lock "4e15c2f5-6486-4fb8-b82c-a29ff70dac6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.656208] env[62361]: DEBUG oslo_concurrency.lockutils [req-5f80d361-9f55-4743-a93d-6faebd986c5f req-959c5754-5901-46c1-a1a6-b27557af46d0 service nova] Lock "4e15c2f5-6486-4fb8-b82c-a29ff70dac6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.656395] env[62361]: DEBUG nova.compute.manager [req-5f80d361-9f55-4743-a93d-6faebd986c5f req-959c5754-5901-46c1-a1a6-b27557af46d0 service nova] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] No waiting events found dispatching network-vif-plugged-42182094-9615-46b0-b972-7bba8c81ef7e {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1529.656640] env[62361]: WARNING nova.compute.manager [req-5f80d361-9f55-4743-a93d-6faebd986c5f req-959c5754-5901-46c1-a1a6-b27557af46d0 service nova] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Received unexpected event network-vif-plugged-42182094-9615-46b0-b972-7bba8c81ef7e for instance with vm_state building and task_state spawning. [ 1529.673381] env[62361]: DEBUG nova.network.neutron [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Successfully updated port: 42182094-9615-46b0-b972-7bba8c81ef7e {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1529.715205] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Releasing lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.715567] env[62361]: DEBUG nova.compute.manager [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Instance network_info: |[{"id": "a32f0383-af94-470a-8e96-0e1cd82cb75f", "address": "fa:16:3e:f2:b1:fd", "network": {"id": "15407966-f862-4f39-87ba-5fde1fef7935", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1481493043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b621083704947e7945f28b9bf48c555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32f0383-af", "ovs_interfaceid": "a32f0383-af94-470a-8e96-0e1cd82cb75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1529.716046] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:b1:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a32f0383-af94-470a-8e96-0e1cd82cb75f', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1529.725001] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Creating folder: Project (4b621083704947e7945f28b9bf48c555). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1529.725670] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-078632a1-ab9f-4454-9b0f-960f1b08fb55 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.739768] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Created folder: Project (4b621083704947e7945f28b9bf48c555) in parent group-v355747. [ 1529.739891] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Creating folder: Instances. Parent ref: group-v355937. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1529.740583] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d502a16-5b72-4479-bfc5-471def69601c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.745753] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708356, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.755281] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Created folder: Instances in parent group-v355937. [ 1529.755530] env[62361]: DEBUG oslo.service.loopingcall [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1529.755722] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1529.755926] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33c223a7-61ed-406f-b0a7-152569ad34a5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.778453] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1529.778453] env[62361]: value = "task-1708360" [ 1529.778453] env[62361]: _type = "Task" [ 1529.778453] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.786392] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708360, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.803195] env[62361]: DEBUG oslo_vmware.api [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708357, 'name': PowerOffVM_Task, 'duration_secs': 0.198866} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.803474] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1529.803646] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1529.803906] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ac32d74-23bb-4708-8203-d4c6e7dd3f59 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.815286] env[62361]: DEBUG nova.compute.utils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1529.819964] env[62361]: DEBUG nova.compute.manager [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1529.820186] env[62361]: DEBUG nova.network.neutron [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1529.877463] env[62361]: DEBUG nova.policy [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3fd6bfbc398484eb36d699c77b52b75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '750c381aedae452fb60bdd2f91114613', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1529.907209] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1529.907209] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1529.907209] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Deleting the datastore file [datastore1] 01c60578-d377-407d-8a27-b8d89f560a0e {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1529.907209] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-979541c1-72c9-45bb-bdf2-b98931500f22 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.914023] env[62361]: DEBUG oslo_vmware.api [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1529.914023] env[62361]: value = "task-1708362" [ 1529.914023] env[62361]: _type = "Task" [ 1529.914023] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.928340] env[62361]: DEBUG oslo_vmware.api [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.181481] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Acquiring lock "refresh_cache-4e15c2f5-6486-4fb8-b82c-a29ff70dac6d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.181649] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Acquired lock "refresh_cache-4e15c2f5-6486-4fb8-b82c-a29ff70dac6d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.181827] env[62361]: DEBUG nova.network.neutron [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1530.248685] env[62361]: DEBUG oslo_vmware.api [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708356, 'name': PowerOnVM_Task, 'duration_secs': 0.546625} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.248685] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.248685] env[62361]: INFO nova.compute.manager [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1530.248685] env[62361]: DEBUG nova.compute.manager [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1530.252454] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa755b7-c900-4075-986f-193114a96f9e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.293645] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708360, 'name': CreateVM_Task, 'duration_secs': 0.500581} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.298180] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1530.301690] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.302052] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.302218] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1530.303287] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73cfb6bf-2983-4442-a809-84b7577c0a48 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.308449] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1530.308449] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5273ab73-112d-f6f1-00cb-94a9e164fb40" [ 1530.308449] env[62361]: _type = "Task" [ 1530.308449] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.322691] env[62361]: DEBUG nova.compute.manager [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1530.326297] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5273ab73-112d-f6f1-00cb-94a9e164fb40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.331833] env[62361]: DEBUG nova.network.neutron [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Successfully created port: 4a298802-a155-4b99-8859-e6bf5ce8ed8d {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1530.342224] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b340a6e0-a5b5-43a5-82f7-d0187403f255 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.352474] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5742b88c-7890-44a0-a104-0295de1b799c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.386125] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2f8a56-b11f-497a-a326-4744d45a799a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.394720] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f27d730-dac4-4862-89ae-edd97202278b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.409609] env[62361]: DEBUG nova.compute.provider_tree [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.426933] env[62361]: DEBUG oslo_vmware.api [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183748} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.427227] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1530.427412] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1530.427591] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1530.427763] env[62361]: INFO nova.compute.manager [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1530.428021] env[62361]: DEBUG oslo.service.loopingcall [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1530.428219] env[62361]: DEBUG nova.compute.manager [-] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1530.428313] env[62361]: DEBUG nova.network.neutron [-] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1530.610572] env[62361]: DEBUG nova.network.neutron [req-d07313e4-d86c-4656-bfb4-afcb8e961d60 req-98532079-4165-4593-930c-d08df23b7f2a service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Updated VIF entry in instance network info cache for port 49e3c5ab-cadd-412f-bd3a-f7e21500a8c8. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1530.610572] env[62361]: DEBUG nova.network.neutron [req-d07313e4-d86c-4656-bfb4-afcb8e961d60 req-98532079-4165-4593-930c-d08df23b7f2a service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Updating instance_info_cache with network_info: [{"id": "49e3c5ab-cadd-412f-bd3a-f7e21500a8c8", "address": "fa:16:3e:40:fe:df", "network": {"id": "9841e95e-d892-469d-bfc4-efb6bd506bcf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1762199288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95a27ed78146448b92474b17561fccf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49e3c5ab-ca", "ovs_interfaceid": "49e3c5ab-cadd-412f-bd3a-f7e21500a8c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.753513] env[62361]: DEBUG nova.network.neutron [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1530.775892] env[62361]: INFO nova.compute.manager [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Took 58.02 seconds to build instance. [ 1530.819410] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5273ab73-112d-f6f1-00cb-94a9e164fb40, 'name': SearchDatastore_Task, 'duration_secs': 0.019478} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.819773] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.820018] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1530.820266] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.820415] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.820597] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1530.820875] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4baf81b-93c7-4f04-b931-abc1601f79e2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.835421] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1530.835644] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1530.836408] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e269d362-34d3-45f6-bfd8-24e17659d5ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.842246] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1530.842246] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527dd531-d120-2842-5cd6-0f872dd8402b" [ 1530.842246] env[62361]: _type = "Task" [ 1530.842246] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.850766] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527dd531-d120-2842-5cd6-0f872dd8402b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.912982] env[62361]: DEBUG nova.scheduler.client.report [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1530.979125] env[62361]: DEBUG nova.network.neutron [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Updating instance_info_cache with network_info: [{"id": "42182094-9615-46b0-b972-7bba8c81ef7e", "address": "fa:16:3e:33:4b:b3", "network": {"id": "7e341b3a-1785-40b7-9c66-ee74aeb7f9d1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-115601461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1af53ecc0b240a9966f34f45a321524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42182094-96", "ovs_interfaceid": "42182094-9615-46b0-b972-7bba8c81ef7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.113172] env[62361]: DEBUG oslo_concurrency.lockutils [req-d07313e4-d86c-4656-bfb4-afcb8e961d60 req-98532079-4165-4593-930c-d08df23b7f2a service nova] Releasing lock "refresh_cache-c15e00f9-1a2e-41aa-99a6-10b0519d9468" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.278121] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6ca69a39-47c0-4d0f-897a-3bd31a845270 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "26061f68-dd70-445b-bf28-157cf5cd13f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.217s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.338304] env[62361]: DEBUG nova.compute.manager [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1531.358178] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527dd531-d120-2842-5cd6-0f872dd8402b, 'name': SearchDatastore_Task, 'duration_secs': 0.026095} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.359304] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777c7d7a-0387-4514-bd9f-b711b41f31f6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.372677] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1531.372677] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5259ed36-a1e1-1df9-02c8-0e0eabf233df" [ 1531.372677] env[62361]: _type = "Task" [ 1531.372677] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.376852] env[62361]: DEBUG nova.virt.hardware [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1531.377101] env[62361]: DEBUG nova.virt.hardware [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1531.377644] env[62361]: DEBUG nova.virt.hardware [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.377747] env[62361]: DEBUG nova.virt.hardware [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1531.378486] env[62361]: DEBUG nova.virt.hardware [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.378486] env[62361]: DEBUG nova.virt.hardware [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1531.378486] env[62361]: DEBUG nova.virt.hardware [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1531.378908] env[62361]: DEBUG nova.virt.hardware [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1531.378908] env[62361]: DEBUG nova.virt.hardware [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1531.379085] env[62361]: DEBUG nova.virt.hardware [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1531.379275] env[62361]: DEBUG nova.virt.hardware [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1531.380226] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ea98e1-3831-4ce2-88f1-3df9d891416d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.395994] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe687555-0ad3-43ff-b09e-eb29bba6f22c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.400905] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5259ed36-a1e1-1df9-02c8-0e0eabf233df, 'name': SearchDatastore_Task, 'duration_secs': 0.010581} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.401425] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.401708] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 1453ac2c-c25c-4914-a6a3-f84bce809e1e/1453ac2c-c25c-4914-a6a3-f84bce809e1e.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1531.402639] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d9c59d1-52e2-4805-b37f-0d2c6b1c1a76 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.417841] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.420106] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 24.575s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.423664] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1531.423664] env[62361]: value = "task-1708363" [ 1531.423664] env[62361]: _type = "Task" [ 1531.423664] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.432764] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.442788] env[62361]: DEBUG nova.network.neutron [-] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.451931] env[62361]: INFO nova.scheduler.client.report [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleted allocations for instance 87a80e88-fe64-46e2-b261-3dae67261939 [ 1531.484537] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Releasing lock "refresh_cache-4e15c2f5-6486-4fb8-b82c-a29ff70dac6d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.484537] env[62361]: DEBUG nova.compute.manager [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Instance network_info: |[{"id": "42182094-9615-46b0-b972-7bba8c81ef7e", "address": "fa:16:3e:33:4b:b3", "network": {"id": "7e341b3a-1785-40b7-9c66-ee74aeb7f9d1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-115601461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1af53ecc0b240a9966f34f45a321524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42182094-96", "ovs_interfaceid": "42182094-9615-46b0-b972-7bba8c81ef7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1531.484537] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:4b:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42182094-9615-46b0-b972-7bba8c81ef7e', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1531.495536] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Creating folder: Project (d1af53ecc0b240a9966f34f45a321524). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1531.496028] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c92fd4d1-b5f3-4768-bbf9-c404f6b78817 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.513809] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Created folder: Project (d1af53ecc0b240a9966f34f45a321524) in parent group-v355747. [ 1531.514093] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Creating folder: Instances. Parent ref: group-v355940. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1531.514354] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eabdc2a4-4942-4388-b6f4-0d800971f071 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.525421] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Created folder: Instances in parent group-v355940. [ 1531.525704] env[62361]: DEBUG oslo.service.loopingcall [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.525910] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1531.526185] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14ca48da-40ee-43f5-b40e-94dc5baf2f47 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.550549] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1531.550549] env[62361]: value = "task-1708366" [ 1531.550549] env[62361]: _type = "Task" [ 1531.550549] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.560454] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708366, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.709924] env[62361]: DEBUG nova.compute.manager [req-8471ef33-0549-456f-abc3-36d6a1e23369 req-d10f00be-a042-4fea-a44b-24d6d0a04742 service nova] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Received event network-vif-deleted-c04c7b36-1235-4868-b6bc-a9ebf4a9f557 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1531.897557] env[62361]: DEBUG nova.compute.manager [req-4b078403-f688-41ca-be88-a80bdc026a79 req-1da5506a-8a67-43de-a0fa-49cdc829c64f service nova] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Received event network-changed-42182094-9615-46b0-b972-7bba8c81ef7e {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1531.898810] env[62361]: DEBUG nova.compute.manager [req-4b078403-f688-41ca-be88-a80bdc026a79 req-1da5506a-8a67-43de-a0fa-49cdc829c64f service nova] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Refreshing instance network info cache due to event network-changed-42182094-9615-46b0-b972-7bba8c81ef7e. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1531.898810] env[62361]: DEBUG oslo_concurrency.lockutils [req-4b078403-f688-41ca-be88-a80bdc026a79 req-1da5506a-8a67-43de-a0fa-49cdc829c64f service nova] Acquiring lock "refresh_cache-4e15c2f5-6486-4fb8-b82c-a29ff70dac6d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.898810] env[62361]: DEBUG oslo_concurrency.lockutils [req-4b078403-f688-41ca-be88-a80bdc026a79 req-1da5506a-8a67-43de-a0fa-49cdc829c64f service nova] Acquired lock "refresh_cache-4e15c2f5-6486-4fb8-b82c-a29ff70dac6d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.898810] env[62361]: DEBUG nova.network.neutron [req-4b078403-f688-41ca-be88-a80bdc026a79 req-1da5506a-8a67-43de-a0fa-49cdc829c64f service nova] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Refreshing network info cache for port 42182094-9615-46b0-b972-7bba8c81ef7e {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1531.923646] env[62361]: DEBUG nova.objects.instance [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lazy-loading 'migration_context' on Instance uuid 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.934983] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708363, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.948707] env[62361]: INFO nova.compute.manager [-] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Took 1.52 seconds to deallocate network for instance. [ 1531.961128] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ed5503a9-74df-4d6f-a8e4-ea765878baa1 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "87a80e88-fe64-46e2-b261-3dae67261939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.972s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.062043] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708366, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.141332] env[62361]: DEBUG oslo_concurrency.lockutils [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "26061f68-dd70-445b-bf28-157cf5cd13f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.143160] env[62361]: DEBUG oslo_concurrency.lockutils [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "26061f68-dd70-445b-bf28-157cf5cd13f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.143408] env[62361]: DEBUG oslo_concurrency.lockutils [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "26061f68-dd70-445b-bf28-157cf5cd13f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.143650] env[62361]: DEBUG oslo_concurrency.lockutils [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "26061f68-dd70-445b-bf28-157cf5cd13f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.143836] env[62361]: DEBUG oslo_concurrency.lockutils [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "26061f68-dd70-445b-bf28-157cf5cd13f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.149875] env[62361]: INFO nova.compute.manager [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Terminating instance [ 1532.153668] env[62361]: DEBUG nova.compute.manager [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1532.153891] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1532.154820] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f74a36b-9246-4799-ba20-bd15dfc4f827 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.169886] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.170364] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc941f58-c35f-4f0b-887e-a03ee4cf543d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.178910] env[62361]: DEBUG oslo_vmware.api [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1532.178910] env[62361]: value = "task-1708367" [ 1532.178910] env[62361]: _type = "Task" [ 1532.178910] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.194032] env[62361]: DEBUG oslo_vmware.api [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.353391] env[62361]: DEBUG nova.network.neutron [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Successfully updated port: 4a298802-a155-4b99-8859-e6bf5ce8ed8d {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1532.440483] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544685} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.440818] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 1453ac2c-c25c-4914-a6a3-f84bce809e1e/1453ac2c-c25c-4914-a6a3-f84bce809e1e.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1532.441079] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1532.441346] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52624607-892e-447d-9d95-07aa9fb44ac9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.450937] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1532.450937] env[62361]: value = "task-1708368" [ 1532.450937] env[62361]: _type = "Task" [ 1532.450937] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.461035] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.466467] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.559468] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708366, 'name': CreateVM_Task, 'duration_secs': 0.673301} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.561981] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1532.563009] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.563092] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.563409] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.563678] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e736c6-92d7-4459-9d81-9aafd90c3d0c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.568588] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Waiting for the task: (returnval){ [ 1532.568588] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d8cce8-f7de-7358-15f1-b49b6131685b" [ 1532.568588] env[62361]: _type = "Task" [ 1532.568588] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.577162] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d8cce8-f7de-7358-15f1-b49b6131685b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.690813] env[62361]: DEBUG oslo_vmware.api [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708367, 'name': PowerOffVM_Task, 'duration_secs': 0.210076} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.691284] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.691466] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1532.691722] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e415d25-06c6-4c18-a1e6-a7dc28561419 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.783102] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.783347] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.784131] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleting the datastore file [datastore1] 26061f68-dd70-445b-bf28-157cf5cd13f8 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.784131] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2211342c-cf4f-4107-bd6e-a0299e44289b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.789977] env[62361]: DEBUG oslo_vmware.api [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1532.789977] env[62361]: value = "task-1708370" [ 1532.789977] env[62361]: _type = "Task" [ 1532.789977] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.801598] env[62361]: DEBUG oslo_vmware.api [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.860472] env[62361]: DEBUG oslo_concurrency.lockutils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "refresh_cache-39397b39-395f-4599-ac17-8032c689a9ab" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.860879] env[62361]: DEBUG oslo_concurrency.lockutils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "refresh_cache-39397b39-395f-4599-ac17-8032c689a9ab" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.861162] env[62361]: DEBUG nova.network.neutron [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.868179] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9e9df7-9e73-40ca-b113-f25019e1582f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.876259] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40668589-d943-4be5-b5b0-dd9250e8fd7e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.911748] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097b2836-1a0c-4c61-8412-302e165c3b10 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.920388] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de064927-fd77-490e-9ac1-58a48f298157 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.934881] env[62361]: DEBUG nova.compute.provider_tree [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.961612] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.987195] env[62361]: DEBUG nova.network.neutron [req-4b078403-f688-41ca-be88-a80bdc026a79 req-1da5506a-8a67-43de-a0fa-49cdc829c64f service nova] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Updated VIF entry in instance network info cache for port 42182094-9615-46b0-b972-7bba8c81ef7e. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1532.987593] env[62361]: DEBUG nova.network.neutron [req-4b078403-f688-41ca-be88-a80bdc026a79 req-1da5506a-8a67-43de-a0fa-49cdc829c64f service nova] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Updating instance_info_cache with network_info: [{"id": "42182094-9615-46b0-b972-7bba8c81ef7e", "address": "fa:16:3e:33:4b:b3", "network": {"id": "7e341b3a-1785-40b7-9c66-ee74aeb7f9d1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-115601461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1af53ecc0b240a9966f34f45a321524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42182094-96", "ovs_interfaceid": "42182094-9615-46b0-b972-7bba8c81ef7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.079805] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d8cce8-f7de-7358-15f1-b49b6131685b, 'name': SearchDatastore_Task, 'duration_secs': 0.011059} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.080141] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.080426] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1533.080703] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.080853] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.081044] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1533.081307] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f9d84d3-66f1-40a7-91fd-251451018aaf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.089590] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1533.089680] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1533.090442] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1344b3b0-ada2-4c23-96fa-3e4df4787e08 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.096089] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Waiting for the task: (returnval){ [ 1533.096089] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523cecf1-778e-4858-d5ab-ef000d5654cc" [ 1533.096089] env[62361]: _type = "Task" [ 1533.096089] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.103557] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523cecf1-778e-4858-d5ab-ef000d5654cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.301256] env[62361]: DEBUG oslo_vmware.api [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182074} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.301528] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.301716] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.301995] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.302187] env[62361]: INFO nova.compute.manager [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1533.302487] env[62361]: DEBUG oslo.service.loopingcall [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.302607] env[62361]: DEBUG nova.compute.manager [-] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1533.302759] env[62361]: DEBUG nova.network.neutron [-] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1533.422936] env[62361]: DEBUG nova.network.neutron [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1533.438723] env[62361]: DEBUG nova.scheduler.client.report [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1533.466134] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.887935} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.466134] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1533.466134] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee66013-0d42-41a1-b544-f7645bb725f4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.491404] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 1453ac2c-c25c-4914-a6a3-f84bce809e1e/1453ac2c-c25c-4914-a6a3-f84bce809e1e.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1533.493178] env[62361]: DEBUG oslo_concurrency.lockutils [req-4b078403-f688-41ca-be88-a80bdc026a79 req-1da5506a-8a67-43de-a0fa-49cdc829c64f service nova] Releasing lock "refresh_cache-4e15c2f5-6486-4fb8-b82c-a29ff70dac6d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.493781] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b92662d7-9d76-4a15-8b54-d987b24f3a2a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.512034] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Acquiring lock "14b2cf2b-2c3b-4084-a58e-45957acc5a78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.512307] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Lock "14b2cf2b-2c3b-4084-a58e-45957acc5a78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.523113] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1533.523113] env[62361]: value = "task-1708371" [ 1533.523113] env[62361]: _type = "Task" [ 1533.523113] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.532208] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.608905] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523cecf1-778e-4858-d5ab-ef000d5654cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.609770] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b6fb24-a957-4f91-ba98-c92073ca7c0d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.615166] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Waiting for the task: (returnval){ [ 1533.615166] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5274b4c6-f8fd-c534-df17-2efb365f67ad" [ 1533.615166] env[62361]: _type = "Task" [ 1533.615166] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.625111] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5274b4c6-f8fd-c534-df17-2efb365f67ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.691633] env[62361]: DEBUG nova.network.neutron [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Updating instance_info_cache with network_info: [{"id": "4a298802-a155-4b99-8859-e6bf5ce8ed8d", "address": "fa:16:3e:22:75:c4", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a298802-a1", "ovs_interfaceid": "4a298802-a155-4b99-8859-e6bf5ce8ed8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.928409] env[62361]: DEBUG nova.compute.manager [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Received event network-vif-plugged-4a298802-a155-4b99-8859-e6bf5ce8ed8d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1533.928823] env[62361]: DEBUG oslo_concurrency.lockutils [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] Acquiring lock "39397b39-395f-4599-ac17-8032c689a9ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.928893] env[62361]: DEBUG oslo_concurrency.lockutils [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] Lock "39397b39-395f-4599-ac17-8032c689a9ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.929017] env[62361]: DEBUG oslo_concurrency.lockutils [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] Lock "39397b39-395f-4599-ac17-8032c689a9ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.929193] env[62361]: DEBUG nova.compute.manager [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] No waiting events found dispatching network-vif-plugged-4a298802-a155-4b99-8859-e6bf5ce8ed8d {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1533.929404] env[62361]: WARNING nova.compute.manager [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Received unexpected event network-vif-plugged-4a298802-a155-4b99-8859-e6bf5ce8ed8d for instance with vm_state building and task_state spawning. [ 1533.929512] env[62361]: DEBUG nova.compute.manager [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Received event network-changed-4a298802-a155-4b99-8859-e6bf5ce8ed8d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1533.929664] env[62361]: DEBUG nova.compute.manager [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Refreshing instance network info cache due to event network-changed-4a298802-a155-4b99-8859-e6bf5ce8ed8d. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1533.929827] env[62361]: DEBUG oslo_concurrency.lockutils [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] Acquiring lock "refresh_cache-39397b39-395f-4599-ac17-8032c689a9ab" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.017677] env[62361]: DEBUG nova.compute.manager [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1534.034099] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.126521] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5274b4c6-f8fd-c534-df17-2efb365f67ad, 'name': SearchDatastore_Task, 'duration_secs': 0.00949} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.127127] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.127421] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d/4e15c2f5-6486-4fb8-b82c-a29ff70dac6d.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1534.127660] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5e4c0c8-0afd-4312-b79d-b09be73acdc8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.134349] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Waiting for the task: (returnval){ [ 1534.134349] env[62361]: value = "task-1708372" [ 1534.134349] env[62361]: _type = "Task" [ 1534.134349] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.141917] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.194277] env[62361]: DEBUG oslo_concurrency.lockutils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "refresh_cache-39397b39-395f-4599-ac17-8032c689a9ab" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.194671] env[62361]: DEBUG nova.compute.manager [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Instance network_info: |[{"id": "4a298802-a155-4b99-8859-e6bf5ce8ed8d", "address": "fa:16:3e:22:75:c4", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a298802-a1", "ovs_interfaceid": "4a298802-a155-4b99-8859-e6bf5ce8ed8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1534.194982] env[62361]: DEBUG oslo_concurrency.lockutils [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] Acquired lock "refresh_cache-39397b39-395f-4599-ac17-8032c689a9ab" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.195184] env[62361]: DEBUG nova.network.neutron [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Refreshing network info cache for port 4a298802-a155-4b99-8859-e6bf5ce8ed8d {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1534.196619] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:75:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a298802-a155-4b99-8859-e6bf5ce8ed8d', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1534.204195] env[62361]: DEBUG oslo.service.loopingcall [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1534.205165] env[62361]: DEBUG nova.network.neutron [-] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.206546] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1534.207144] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19cd2bfd-98b6-49aa-b251-a1a252d50d5d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.227966] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1534.227966] env[62361]: value = "task-1708373" [ 1534.227966] env[62361]: _type = "Task" [ 1534.227966] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.236500] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708373, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.449930] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.030s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.455836] env[62361]: DEBUG oslo_concurrency.lockutils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.228s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.457301] env[62361]: INFO nova.compute.claims [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1534.534556] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.543371] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.644405] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.707254] env[62361]: INFO nova.compute.manager [-] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Took 1.40 seconds to deallocate network for instance. [ 1534.737898] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708373, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.931247] env[62361]: DEBUG nova.network.neutron [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Updated VIF entry in instance network info cache for port 4a298802-a155-4b99-8859-e6bf5ce8ed8d. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.931659] env[62361]: DEBUG nova.network.neutron [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Updating instance_info_cache with network_info: [{"id": "4a298802-a155-4b99-8859-e6bf5ce8ed8d", "address": "fa:16:3e:22:75:c4", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a298802-a1", "ovs_interfaceid": "4a298802-a155-4b99-8859-e6bf5ce8ed8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.033885] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708371, 'name': ReconfigVM_Task, 'duration_secs': 1.114555} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.034215] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 1453ac2c-c25c-4914-a6a3-f84bce809e1e/1453ac2c-c25c-4914-a6a3-f84bce809e1e.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1535.034857] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c8605c1-1a68-4ddb-90a5-93cc80885429 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.041440] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1535.041440] env[62361]: value = "task-1708374" [ 1535.041440] env[62361]: _type = "Task" [ 1535.041440] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.052211] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708374, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.145891] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708372, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.214326] env[62361]: DEBUG oslo_concurrency.lockutils [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.239310] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708373, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.434472] env[62361]: DEBUG oslo_concurrency.lockutils [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] Releasing lock "refresh_cache-39397b39-395f-4599-ac17-8032c689a9ab" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.434765] env[62361]: DEBUG nova.compute.manager [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Received event network-vif-deleted-eb962d34-ea9e-4c03-bfe3-6391c2089ca6 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1535.435012] env[62361]: INFO nova.compute.manager [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Neutron deleted interface eb962d34-ea9e-4c03-bfe3-6391c2089ca6; detaching it from the instance and deleting it from the info cache [ 1535.435251] env[62361]: DEBUG nova.network.neutron [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.550883] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708374, 'name': Rename_Task, 'duration_secs': 0.272044} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.551193] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1535.551435] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-693f7d8e-401f-442b-8b71-33e649c80ba5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.559246] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1535.559246] env[62361]: value = "task-1708375" [ 1535.559246] env[62361]: _type = "Task" [ 1535.559246] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.567443] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.649791] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708372, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.740610] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708373, 'name': CreateVM_Task, 'duration_secs': 1.48538} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.743239] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1535.744158] env[62361]: DEBUG oslo_concurrency.lockutils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.744305] env[62361]: DEBUG oslo_concurrency.lockutils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.744628] env[62361]: DEBUG oslo_concurrency.lockutils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1535.744881] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c584cb03-be1f-4065-968b-411d6ff0e6f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.753610] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1535.753610] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52aff3c5-fd9d-6453-c3f8-985c030752a4" [ 1535.753610] env[62361]: _type = "Task" [ 1535.753610] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.764448] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52aff3c5-fd9d-6453-c3f8-985c030752a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.844113] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9950a5e1-adbe-4548-a13d-d0ffbf06baf8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.851325] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d50ec7-cddc-493f-a08b-23962d51c9e2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.880686] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af004b8-9d24-4c59-b7e2-ad6129ac2f80 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.887782] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c1d43d-62ca-45b0-8a7f-b7efe9f6b98f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.900451] env[62361]: DEBUG nova.compute.provider_tree [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.937722] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92df7b0d-7539-4901-a186-af5f163a0765 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.946738] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121b9061-f67b-41ec-bf6b-d98d1e8167ef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.985714] env[62361]: DEBUG nova.compute.manager [req-dfee3b05-4bca-424d-abb9-a9fad2764e0d req-922e710c-1000-4d3a-8c93-f530cb62ece3 service nova] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Detach interface failed, port_id=eb962d34-ea9e-4c03-bfe3-6391c2089ca6, reason: Instance 26061f68-dd70-445b-bf28-157cf5cd13f8 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1535.996416] env[62361]: INFO nova.compute.manager [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Swapping old allocation on dict_keys(['cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464']) held by migration 97396edd-4533-4e03-bdd4-4f8c2b204b6b for instance [ 1536.019196] env[62361]: DEBUG nova.scheduler.client.report [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Overwriting current allocation {'allocations': {'cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 100}}, 'project_id': '185c6d5b01bb49b8b07ed96b4126afb5', 'user_id': '186da29307ad4b629a95b8863acb6e8e', 'consumer_generation': 1} on consumer 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1 {{(pid=62361) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1536.071538] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708375, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.094235] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.094425] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquired lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.094598] env[62361]: DEBUG nova.network.neutron [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.148590] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708372, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.534173} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.148894] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d/4e15c2f5-6486-4fb8-b82c-a29ff70dac6d.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1536.149135] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1536.149454] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e506e0f-615a-443b-9196-4570c3ecb0ba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.156917] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Waiting for the task: (returnval){ [ 1536.156917] env[62361]: value = "task-1708376" [ 1536.156917] env[62361]: _type = "Task" [ 1536.156917] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.165767] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.264552] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52aff3c5-fd9d-6453-c3f8-985c030752a4, 'name': SearchDatastore_Task, 'duration_secs': 0.014233} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.265083] env[62361]: DEBUG oslo_concurrency.lockutils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.265341] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1536.265586] env[62361]: DEBUG oslo_concurrency.lockutils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.265732] env[62361]: DEBUG oslo_concurrency.lockutils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.265915] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1536.266195] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c2ac3d1-ad9a-4107-97dc-a6632a4f25bf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.330199] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1536.330199] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1536.330785] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56cb13a1-5636-4e66-bf29-cd738741054c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.336319] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1536.336319] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f31dae-2c68-829d-e76f-d0cadd39f9f6" [ 1536.336319] env[62361]: _type = "Task" [ 1536.336319] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.344134] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f31dae-2c68-829d-e76f-d0cadd39f9f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.404043] env[62361]: DEBUG nova.scheduler.client.report [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1536.570158] env[62361]: DEBUG oslo_vmware.api [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708375, 'name': PowerOnVM_Task, 'duration_secs': 0.635535} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.570432] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1536.570635] env[62361]: INFO nova.compute.manager [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Took 11.49 seconds to spawn the instance on the hypervisor. [ 1536.570871] env[62361]: DEBUG nova.compute.manager [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1536.571664] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609646e5-c5a0-4014-8317-8c143d32b7aa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.669439] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121243} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.669706] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1536.670493] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2e3e1d-9c0c-45b8-9e63-e5c1d517982d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.693168] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d/4e15c2f5-6486-4fb8-b82c-a29ff70dac6d.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1536.693459] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cdaff27-65bd-4d9f-bf8e-c5ac5faefb5e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.712808] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Waiting for the task: (returnval){ [ 1536.712808] env[62361]: value = "task-1708377" [ 1536.712808] env[62361]: _type = "Task" [ 1536.712808] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.723991] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708377, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.847060] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f31dae-2c68-829d-e76f-d0cadd39f9f6, 'name': SearchDatastore_Task, 'duration_secs': 0.150782} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.847849] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5619594-1779-4b7d-bbc1-08e8dc111fb4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.853274] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1536.853274] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ece7d4-1d08-481b-b774-cf2b07d8d1f2" [ 1536.853274] env[62361]: _type = "Task" [ 1536.853274] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.861212] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ece7d4-1d08-481b-b774-cf2b07d8d1f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.867142] env[62361]: DEBUG nova.network.neutron [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating instance_info_cache with network_info: [{"id": "dd8be239-de32-4727-99a3-29ce537ad2aa", "address": "fa:16:3e:c4:99:c9", "network": {"id": "76822e36-1b71-48c2-8b01-db88c50471b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c32cfca90f974622817b0308e0eebe1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8be239-de", "ovs_interfaceid": "dd8be239-de32-4727-99a3-29ce537ad2aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.908721] env[62361]: DEBUG oslo_concurrency.lockutils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.909268] env[62361]: DEBUG nova.compute.manager [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1536.911915] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.641s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.089786] env[62361]: INFO nova.compute.manager [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Took 52.99 seconds to build instance. [ 1537.224639] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.364587] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ece7d4-1d08-481b-b774-cf2b07d8d1f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010929} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.364587] env[62361]: DEBUG oslo_concurrency.lockutils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.364832] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 39397b39-395f-4599-ac17-8032c689a9ab/39397b39-395f-4599-ac17-8032c689a9ab.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1537.365065] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee952681-cbf9-429c-8520-971a42e89fcc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.369684] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Releasing lock "refresh_cache-2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.370170] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1537.371410] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11cb97bd-6748-4216-b6e1-ac209e149ce5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.372972] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1537.372972] env[62361]: value = "task-1708378" [ 1537.372972] env[62361]: _type = "Task" [ 1537.372972] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.378773] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1537.378773] env[62361]: value = "task-1708379" [ 1537.378773] env[62361]: _type = "Task" [ 1537.378773] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.381791] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.389598] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.415722] env[62361]: DEBUG nova.compute.utils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1537.419861] env[62361]: DEBUG nova.compute.manager [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1537.420045] env[62361]: DEBUG nova.network.neutron [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1537.481280] env[62361]: DEBUG nova.policy [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e183c4e5b2074685947e65c39ad6192e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d2890b1a85a4c649cf2367912f9abb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1537.591517] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8a6dd2f0-5d19-4848-91a9-c812f94725d4 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.502s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.724414] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708377, 'name': ReconfigVM_Task, 'duration_secs': 0.785548} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.724817] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d/4e15c2f5-6486-4fb8-b82c-a29ff70dac6d.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1537.725584] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7df6cbf-86bf-49c6-955c-8a91ba38746d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.738185] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Waiting for the task: (returnval){ [ 1537.738185] env[62361]: value = "task-1708380" [ 1537.738185] env[62361]: _type = "Task" [ 1537.738185] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.748222] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708380, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.851450] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5401a12-6451-4085-98c8-b524cdd81f5d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.859267] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3736d2ec-a52a-4198-a600-72f0f87aedb0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.894444] env[62361]: DEBUG nova.network.neutron [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Successfully created port: c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1537.902660] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66938e96-64d5-4373-9409-3a8f35b44536 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.910540] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708378, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.915432] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708379, 'name': PowerOffVM_Task, 'duration_secs': 0.203612} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.915764] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1537.916437] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:18:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d4015d4d-f6fa-4d7e-8968-ecc809dcaa66',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-336273879',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1537.916652] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1537.916807] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1537.917026] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1537.917149] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1537.917350] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1537.917566] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1537.918390] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1537.918390] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1537.918390] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1537.918390] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1537.924469] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d2970e-16da-4d03-aeb7-160b01c6f33e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.930891] env[62361]: DEBUG nova.compute.manager [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1537.933542] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c17bb32-a82d-48ba-81d6-161bdc2360b9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.955793] env[62361]: DEBUG nova.compute.provider_tree [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.958386] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1537.958386] env[62361]: value = "task-1708381" [ 1537.958386] env[62361]: _type = "Task" [ 1537.958386] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.972040] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.248385] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708380, 'name': Rename_Task, 'duration_secs': 0.319849} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.248668] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1538.248925] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55bde74c-36c2-4233-8a3b-d2d631089834 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.256270] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Waiting for the task: (returnval){ [ 1538.256270] env[62361]: value = "task-1708382" [ 1538.256270] env[62361]: _type = "Task" [ 1538.256270] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.264119] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.402932] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708378, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.462268] env[62361]: DEBUG nova.scheduler.client.report [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1538.474218] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.605613] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "6944696b-6262-421c-bcb9-c9d534bc9907" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.606271] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "6944696b-6262-421c-bcb9-c9d534bc9907" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.765821] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.903614] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708378, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.061578} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.903907] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 39397b39-395f-4599-ac17-8032c689a9ab/39397b39-395f-4599-ac17-8032c689a9ab.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.905030] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1538.905030] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41c5ea81-bf95-4a1c-bd0b-dad0c3a8dbf8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.911268] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1538.911268] env[62361]: value = "task-1708383" [ 1538.911268] env[62361]: _type = "Task" [ 1538.911268] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.918643] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.951360] env[62361]: DEBUG nova.compute.manager [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1538.978074] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708381, 'name': ReconfigVM_Task, 'duration_secs': 0.725276} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.980186] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcd9eec-bd47-471b-ae99-cfca3e002cfb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.985078] env[62361]: DEBUG nova.virt.hardware [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1538.985331] env[62361]: DEBUG nova.virt.hardware [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1538.985500] env[62361]: DEBUG nova.virt.hardware [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1538.985682] env[62361]: DEBUG nova.virt.hardware [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1538.985830] env[62361]: DEBUG nova.virt.hardware [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1538.985979] env[62361]: DEBUG nova.virt.hardware [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1538.986206] env[62361]: DEBUG nova.virt.hardware [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1538.986367] env[62361]: DEBUG nova.virt.hardware [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1538.986529] env[62361]: DEBUG nova.virt.hardware [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1538.986690] env[62361]: DEBUG nova.virt.hardware [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1538.986864] env[62361]: DEBUG nova.virt.hardware [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1538.987670] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db919bbd-b3c7-442d-afff-56c0670c96cc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.009571] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1f2d60-c2f0-4076-b668-e8ea5e848118 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.014290] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:18:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d4015d4d-f6fa-4d7e-8968-ecc809dcaa66',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-336273879',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1539.014522] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1539.014686] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1539.014864] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1539.015015] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1539.015176] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1539.015374] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1539.015528] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1539.015688] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1539.015847] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1539.016028] env[62361]: DEBUG nova.virt.hardware [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1539.016784] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6627633b-be9e-48b9-b166-efc9623b9463 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.022643] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1539.022643] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52048643-2a07-768d-a99f-b731f8637292" [ 1539.022643] env[62361]: _type = "Task" [ 1539.022643] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.038150] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52048643-2a07-768d-a99f-b731f8637292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.108772] env[62361]: DEBUG nova.compute.manager [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1539.268418] env[62361]: DEBUG oslo_vmware.api [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708382, 'name': PowerOnVM_Task, 'duration_secs': 0.817839} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.268687] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1539.268886] env[62361]: INFO nova.compute.manager [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1539.269081] env[62361]: DEBUG nova.compute.manager [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1539.269869] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb12fd01-71ec-45e3-a25c-94f6f54109e0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.420656] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118744} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.420936] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1539.421728] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1a558e-0e77-495f-a67c-44632d8d82a9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.444530] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 39397b39-395f-4599-ac17-8032c689a9ab/39397b39-395f-4599-ac17-8032c689a9ab.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.445950] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12e4be5f-1229-43a5-8087-d8a16e6f1f1d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.461995] env[62361]: DEBUG nova.compute.manager [req-421edbe5-0504-4e08-a2ed-00f4572f65b4 req-e9d645e7-f86d-440f-82c0-29c74c86a809 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Received event network-vif-plugged-c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1539.465154] env[62361]: DEBUG oslo_concurrency.lockutils [req-421edbe5-0504-4e08-a2ed-00f4572f65b4 req-e9d645e7-f86d-440f-82c0-29c74c86a809 service nova] Acquiring lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.465154] env[62361]: DEBUG oslo_concurrency.lockutils [req-421edbe5-0504-4e08-a2ed-00f4572f65b4 req-e9d645e7-f86d-440f-82c0-29c74c86a809 service nova] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.465154] env[62361]: DEBUG oslo_concurrency.lockutils [req-421edbe5-0504-4e08-a2ed-00f4572f65b4 req-e9d645e7-f86d-440f-82c0-29c74c86a809 service nova] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.465154] env[62361]: DEBUG nova.compute.manager [req-421edbe5-0504-4e08-a2ed-00f4572f65b4 req-e9d645e7-f86d-440f-82c0-29c74c86a809 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] No waiting events found dispatching network-vif-plugged-c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1539.465154] env[62361]: WARNING nova.compute.manager [req-421edbe5-0504-4e08-a2ed-00f4572f65b4 req-e9d645e7-f86d-440f-82c0-29c74c86a809 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Received unexpected event network-vif-plugged-c0ee0d23-7fc8-4482-bd59-506583404277 for instance with vm_state building and task_state spawning. [ 1539.468933] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1539.468933] env[62361]: value = "task-1708384" [ 1539.468933] env[62361]: _type = "Task" [ 1539.468933] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.484446] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.572s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.484657] env[62361]: DEBUG nova.compute.manager [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62361) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4910}} [ 1539.487723] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.488287] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.616s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.489757] env[62361]: INFO nova.compute.claims [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1539.540192] env[62361]: DEBUG nova.network.neutron [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Successfully updated port: c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1539.543258] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52048643-2a07-768d-a99f-b731f8637292, 'name': SearchDatastore_Task, 'duration_secs': 0.018375} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.548863] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1539.549713] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac73fe4d-b2ae-4db0-84bf-bc33e722e01a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.569313] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1539.569313] env[62361]: value = "task-1708385" [ 1539.569313] env[62361]: _type = "Task" [ 1539.569313] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.577997] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.637490] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.786609] env[62361]: INFO nova.compute.manager [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Took 49.18 seconds to build instance. [ 1539.978644] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708384, 'name': ReconfigVM_Task, 'duration_secs': 0.41698} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.978930] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 39397b39-395f-4599-ac17-8032c689a9ab/39397b39-395f-4599-ac17-8032c689a9ab.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1539.979591] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8540393-f101-4239-a721-f8e5ce3ffdf2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.986152] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1539.986152] env[62361]: value = "task-1708386" [ 1539.986152] env[62361]: _type = "Task" [ 1539.986152] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.999888] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708386, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.040537] env[62361]: DEBUG oslo_concurrency.lockutils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.040822] env[62361]: DEBUG oslo_concurrency.lockutils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.041105] env[62361]: DEBUG nova.network.neutron [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1540.046661] env[62361]: INFO nova.scheduler.client.report [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Deleted allocation for migration 5f285a3f-222e-41d8-b2ae-b5bd98f63cd5 [ 1540.078908] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708385, 'name': ReconfigVM_Task, 'duration_secs': 0.176801} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.079209] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1540.079990] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67f7a1e-a1f7-4057-b305-77d6cde0ea94 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.105093] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1/2f5000ce-0275-4fa5-b09c-d9a07b6c41c1.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.105759] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80a5e7df-831b-4e9e-938b-f4f43c81c229 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.125931] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1540.125931] env[62361]: value = "task-1708387" [ 1540.125931] env[62361]: _type = "Task" [ 1540.125931] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.136511] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.289547] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5d13de1-4308-4e6b-a6ed-271fda8cad8f tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Lock "4e15c2f5-6486-4fb8-b82c-a29ff70dac6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.693s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.496275] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708386, 'name': Rename_Task, 'duration_secs': 0.152676} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.496590] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.496851] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64b67061-c304-4459-8a48-19c0169b97ad {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.506064] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1540.506064] env[62361]: value = "task-1708388" [ 1540.506064] env[62361]: _type = "Task" [ 1540.506064] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.514498] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.552357] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3814306-7d40-48f8-b38b-0a3135cdc7ff tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "92528be1-55ff-40e4-9404-99a4db7766c5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.754s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.578965] env[62361]: DEBUG nova.network.neutron [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1540.637497] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708387, 'name': ReconfigVM_Task, 'duration_secs': 0.413768} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.637792] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1/2f5000ce-0275-4fa5-b09c-d9a07b6c41c1.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.638665] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0acd4f-a041-4179-8be1-44875fad0988 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.666773] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4964859-b857-4476-8831-60035f1305fb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.688544] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbbbe4d-aa9d-4623-a1e7-2508dc760b44 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.710169] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b698b96-5cec-4d40-98b3-1471d3e8d119 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.718876] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.718876] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dab0d8d-c42d-41d6-b4d0-caa634ff3e18 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.731134] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1540.731134] env[62361]: value = "task-1708389" [ 1540.731134] env[62361]: _type = "Task" [ 1540.731134] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.738813] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.775019] env[62361]: DEBUG nova.objects.instance [None req-16549012-e52b-4c2b-942f-0a0d06032b22 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lazy-loading 'flavor' on Instance uuid 92528be1-55ff-40e4-9404-99a4db7766c5 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1540.777957] env[62361]: DEBUG nova.network.neutron [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Updating instance_info_cache with network_info: [{"id": "c0ee0d23-7fc8-4482-bd59-506583404277", "address": "fa:16:3e:f6:3e:2c", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ee0d23-7f", "ovs_interfaceid": "c0ee0d23-7fc8-4482-bd59-506583404277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.899986] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281015cd-e5b3-4d13-a5ce-ad54ec43f690 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.907790] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5c7b8a-7939-4960-834f-b9016a7f5c8a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.939718] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65076068-5daa-4d09-8c0d-9282faf01ed2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.947335] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e957b601-f3e6-447a-8c3b-7f7e9baeebb5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.962220] env[62361]: DEBUG nova.compute.provider_tree [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.016676] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708388, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.082262] env[62361]: DEBUG oslo_concurrency.lockutils [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Acquiring lock "4e15c2f5-6486-4fb8-b82c-a29ff70dac6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.082589] env[62361]: DEBUG oslo_concurrency.lockutils [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Lock "4e15c2f5-6486-4fb8-b82c-a29ff70dac6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.082808] env[62361]: DEBUG oslo_concurrency.lockutils [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Acquiring lock "4e15c2f5-6486-4fb8-b82c-a29ff70dac6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.083054] env[62361]: DEBUG oslo_concurrency.lockutils [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Lock "4e15c2f5-6486-4fb8-b82c-a29ff70dac6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.083246] env[62361]: DEBUG oslo_concurrency.lockutils [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Lock "4e15c2f5-6486-4fb8-b82c-a29ff70dac6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.085454] env[62361]: INFO nova.compute.manager [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Terminating instance [ 1541.087382] env[62361]: DEBUG nova.compute.manager [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1541.087382] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1541.088232] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9593c319-9d20-4bfa-acf4-d54d2f6d23be {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.095848] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1541.096143] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c10fbdb-ab05-40aa-b5cd-58c91e4fee86 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.103211] env[62361]: DEBUG oslo_vmware.api [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Waiting for the task: (returnval){ [ 1541.103211] env[62361]: value = "task-1708390" [ 1541.103211] env[62361]: _type = "Task" [ 1541.103211] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.111151] env[62361]: DEBUG oslo_vmware.api [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.241178] env[62361]: DEBUG oslo_vmware.api [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708389, 'name': PowerOnVM_Task, 'duration_secs': 0.490473} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.241518] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1541.279910] env[62361]: DEBUG oslo_concurrency.lockutils [None req-16549012-e52b-4c2b-942f-0a0d06032b22 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.280127] env[62361]: DEBUG oslo_concurrency.lockutils [None req-16549012-e52b-4c2b-942f-0a0d06032b22 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.280308] env[62361]: DEBUG nova.network.neutron [None req-16549012-e52b-4c2b-942f-0a0d06032b22 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1541.280496] env[62361]: DEBUG nova.objects.instance [None req-16549012-e52b-4c2b-942f-0a0d06032b22 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lazy-loading 'info_cache' on Instance uuid 92528be1-55ff-40e4-9404-99a4db7766c5 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1541.281795] env[62361]: DEBUG oslo_concurrency.lockutils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Releasing lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.282115] env[62361]: DEBUG nova.compute.manager [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Instance network_info: |[{"id": "c0ee0d23-7fc8-4482-bd59-506583404277", "address": "fa:16:3e:f6:3e:2c", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ee0d23-7f", "ovs_interfaceid": "c0ee0d23-7fc8-4482-bd59-506583404277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1541.282670] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:3e:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0ee0d23-7fc8-4482-bd59-506583404277', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1541.290405] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Creating folder: Project (7d2890b1a85a4c649cf2367912f9abb5). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.290708] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc06ef93-2b12-4b79-90ee-ab76033f3912 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.302693] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Created folder: Project (7d2890b1a85a4c649cf2367912f9abb5) in parent group-v355747. [ 1541.302942] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Creating folder: Instances. Parent ref: group-v355944. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.303171] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b2caf1e-5f8d-42fd-866b-ba3a730dea4c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.312529] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Created folder: Instances in parent group-v355944. [ 1541.312790] env[62361]: DEBUG oslo.service.loopingcall [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.313057] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1541.313268] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5743a18f-70de-4ced-8440-48ee784ee6ea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.332688] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1541.332688] env[62361]: value = "task-1708393" [ 1541.332688] env[62361]: _type = "Task" [ 1541.332688] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.340560] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708393, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.465579] env[62361]: DEBUG nova.scheduler.client.report [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1541.481984] env[62361]: DEBUG nova.compute.manager [req-1cf8ae74-822b-4980-8aa4-2b7cec6d88a1 req-78258bed-8bf5-408a-b55d-1449a8545e07 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Received event network-changed-c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1541.481984] env[62361]: DEBUG nova.compute.manager [req-1cf8ae74-822b-4980-8aa4-2b7cec6d88a1 req-78258bed-8bf5-408a-b55d-1449a8545e07 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Refreshing instance network info cache due to event network-changed-c0ee0d23-7fc8-4482-bd59-506583404277. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1541.481984] env[62361]: DEBUG oslo_concurrency.lockutils [req-1cf8ae74-822b-4980-8aa4-2b7cec6d88a1 req-78258bed-8bf5-408a-b55d-1449a8545e07 service nova] Acquiring lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.482134] env[62361]: DEBUG oslo_concurrency.lockutils [req-1cf8ae74-822b-4980-8aa4-2b7cec6d88a1 req-78258bed-8bf5-408a-b55d-1449a8545e07 service nova] Acquired lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.483022] env[62361]: DEBUG nova.network.neutron [req-1cf8ae74-822b-4980-8aa4-2b7cec6d88a1 req-78258bed-8bf5-408a-b55d-1449a8545e07 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Refreshing network info cache for port c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.517396] env[62361]: DEBUG oslo_vmware.api [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708388, 'name': PowerOnVM_Task, 'duration_secs': 0.714566} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.517677] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1541.517881] env[62361]: INFO nova.compute.manager [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1541.518075] env[62361]: DEBUG nova.compute.manager [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1541.518875] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1938d67-7d7a-4a4e-a665-1eb10171125c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.615761] env[62361]: DEBUG oslo_vmware.api [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708390, 'name': PowerOffVM_Task, 'duration_secs': 0.331806} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.616052] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1541.616271] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1541.616475] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36036622-f740-48c8-828c-2ec4b1053010 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.703355] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1541.703650] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1541.703911] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Deleting the datastore file [datastore1] 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1541.704187] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f685dfc1-e5ee-4243-83b9-06f61ac298d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.710264] env[62361]: DEBUG oslo_vmware.api [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Waiting for the task: (returnval){ [ 1541.710264] env[62361]: value = "task-1708395" [ 1541.710264] env[62361]: _type = "Task" [ 1541.710264] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.718681] env[62361]: DEBUG oslo_vmware.api [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.783964] env[62361]: DEBUG nova.objects.base [None req-16549012-e52b-4c2b-942f-0a0d06032b22 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Object Instance<92528be1-55ff-40e4-9404-99a4db7766c5> lazy-loaded attributes: flavor,info_cache {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1541.842364] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708393, 'name': CreateVM_Task, 'duration_secs': 0.397576} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.842534] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1541.843248] env[62361]: DEBUG oslo_concurrency.lockutils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.843417] env[62361]: DEBUG oslo_concurrency.lockutils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.843730] env[62361]: DEBUG oslo_concurrency.lockutils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1541.844020] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d41569-30a6-420f-8d15-e8744376041e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.848591] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1541.848591] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525b1867-ed93-4812-857f-3801eca15670" [ 1541.848591] env[62361]: _type = "Task" [ 1541.848591] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.857650] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525b1867-ed93-4812-857f-3801eca15670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.971821] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.972401] env[62361]: DEBUG nova.compute.manager [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1541.975085] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.844s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.975306] env[62361]: DEBUG nova.objects.instance [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Lazy-loading 'resources' on Instance uuid 7f433f05-397b-461a-86ec-3ad0f3381547 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1542.041684] env[62361]: INFO nova.compute.manager [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Took 39.38 seconds to build instance. [ 1542.203601] env[62361]: DEBUG nova.network.neutron [req-1cf8ae74-822b-4980-8aa4-2b7cec6d88a1 req-78258bed-8bf5-408a-b55d-1449a8545e07 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Updated VIF entry in instance network info cache for port c0ee0d23-7fc8-4482-bd59-506583404277. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1542.203966] env[62361]: DEBUG nova.network.neutron [req-1cf8ae74-822b-4980-8aa4-2b7cec6d88a1 req-78258bed-8bf5-408a-b55d-1449a8545e07 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Updating instance_info_cache with network_info: [{"id": "c0ee0d23-7fc8-4482-bd59-506583404277", "address": "fa:16:3e:f6:3e:2c", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ee0d23-7f", "ovs_interfaceid": "c0ee0d23-7fc8-4482-bd59-506583404277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.220688] env[62361]: DEBUG oslo_vmware.api [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Task: {'id': task-1708395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331029} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.220993] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1542.221400] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1542.221468] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1542.221619] env[62361]: INFO nova.compute.manager [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1542.221854] env[62361]: DEBUG oslo.service.loopingcall [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.222077] env[62361]: DEBUG nova.compute.manager [-] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1542.222198] env[62361]: DEBUG nova.network.neutron [-] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1542.254312] env[62361]: INFO nova.compute.manager [None req-c24ad5cf-c6e9-4301-a278-ad322b9c06d3 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating instance to original state: 'active' [ 1542.359044] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525b1867-ed93-4812-857f-3801eca15670, 'name': SearchDatastore_Task, 'duration_secs': 0.011713} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.359339] env[62361]: DEBUG oslo_concurrency.lockutils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.359567] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1542.359798] env[62361]: DEBUG oslo_concurrency.lockutils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.359943] env[62361]: DEBUG oslo_concurrency.lockutils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.360133] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1542.360382] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f49e862-8f8b-46a7-9435-17e2749933d7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.368282] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1542.368455] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1542.369148] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e538adba-1650-4d64-919a-d0f02c80b1d0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.373754] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1542.373754] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529e1a28-a91d-01f7-d44d-378a3a0a220d" [ 1542.373754] env[62361]: _type = "Task" [ 1542.373754] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.382408] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529e1a28-a91d-01f7-d44d-378a3a0a220d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.478150] env[62361]: DEBUG nova.compute.utils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1542.482812] env[62361]: DEBUG nova.compute.manager [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1542.482812] env[62361]: DEBUG nova.network.neutron [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1542.543640] env[62361]: DEBUG oslo_concurrency.lockutils [None req-908e1b7f-fb3d-4ccf-822b-359df4c95f8b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "39397b39-395f-4599-ac17-8032c689a9ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.893s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.569625] env[62361]: DEBUG nova.policy [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e488c2afbf7445e1959d73a28111f0a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '159247ced203448a9a6d3695333dc80b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1542.636808] env[62361]: DEBUG nova.network.neutron [None req-16549012-e52b-4c2b-942f-0a0d06032b22 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating instance_info_cache with network_info: [{"id": "f9182b08-6eb5-498e-80df-fec7c46784be", "address": "fa:16:3e:80:cc:94", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9182b08-6e", "ovs_interfaceid": "f9182b08-6eb5-498e-80df-fec7c46784be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.706667] env[62361]: DEBUG oslo_concurrency.lockutils [req-1cf8ae74-822b-4980-8aa4-2b7cec6d88a1 req-78258bed-8bf5-408a-b55d-1449a8545e07 service nova] Releasing lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.868017] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabb1856-8899-4641-b64f-fcbd3b8fe10d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.875205] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36c0363-3411-4318-b330-bf25a1c90e5e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.887749] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529e1a28-a91d-01f7-d44d-378a3a0a220d, 'name': SearchDatastore_Task, 'duration_secs': 0.02559} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.922449] env[62361]: DEBUG nova.network.neutron [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Successfully created port: 0871b2ed-d28c-4cb0-826f-b160e2b33b7d {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1542.925186] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-352d5e29-a7bd-4e9e-8b08-2a6b2155f861 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.928094] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83da6434-7d26-4afb-adf1-e1bf5b9de2fb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.934611] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1542.934611] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52053330-d575-4182-0355-d89a67362f14" [ 1542.934611] env[62361]: _type = "Task" [ 1542.934611] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.940242] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc88a61e-7602-48ca-bc95-a53553c26b82 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.949465] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52053330-d575-4182-0355-d89a67362f14, 'name': SearchDatastore_Task, 'duration_secs': 0.009615} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.957169] env[62361]: DEBUG oslo_concurrency.lockutils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.957447] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b/2b837b2c-7b6e-4d52-bf02-3cb1fe10559b.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1542.957905] env[62361]: DEBUG nova.compute.provider_tree [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.959260] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6662da01-78dc-4d8c-80b0-ea291e7d5d0c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.966507] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1542.966507] env[62361]: value = "task-1708396" [ 1542.966507] env[62361]: _type = "Task" [ 1542.966507] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.975624] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.986572] env[62361]: DEBUG nova.compute.manager [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1543.082830] env[62361]: DEBUG nova.network.neutron [-] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.142559] env[62361]: DEBUG oslo_concurrency.lockutils [None req-16549012-e52b-4c2b-942f-0a0d06032b22 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "refresh_cache-92528be1-55ff-40e4-9404-99a4db7766c5" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.466027] env[62361]: DEBUG nova.scheduler.client.report [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1543.481778] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708396, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.573714] env[62361]: DEBUG nova.compute.manager [req-f58d7e0a-e14a-45b2-9d03-58755fd3b144 req-d0d1b1c8-829c-4747-bf5e-fdd70027328a service nova] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Received event network-vif-deleted-42182094-9615-46b0-b972-7bba8c81ef7e {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1543.585546] env[62361]: INFO nova.compute.manager [-] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Took 1.36 seconds to deallocate network for instance. [ 1543.645702] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-16549012-e52b-4c2b-942f-0a0d06032b22 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.646013] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c57e117d-1421-4f29-b0c1-c0ef9ff9b1eb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.653728] env[62361]: DEBUG oslo_vmware.api [None req-16549012-e52b-4c2b-942f-0a0d06032b22 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1543.653728] env[62361]: value = "task-1708397" [ 1543.653728] env[62361]: _type = "Task" [ 1543.653728] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.661479] env[62361]: DEBUG oslo_vmware.api [None req-16549012-e52b-4c2b-942f-0a0d06032b22 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.935743] env[62361]: INFO nova.compute.manager [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Rebuilding instance [ 1543.969395] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.976943] env[62361]: DEBUG oslo_concurrency.lockutils [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.239s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.977237] env[62361]: DEBUG nova.objects.instance [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lazy-loading 'resources' on Instance uuid 0da9b618-9d28-4028-a42b-fa3b9661cb6c {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.981518] env[62361]: DEBUG nova.compute.manager [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1543.982424] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6317a3e-2021-4499-878c-da70b81816ed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.988762] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68589} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.989807] env[62361]: INFO nova.scheduler.client.report [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Deleted allocations for instance 7f433f05-397b-461a-86ec-3ad0f3381547 [ 1543.990938] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b/2b837b2c-7b6e-4d52-bf02-3cb1fe10559b.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1543.991476] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1543.993801] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1549cf55-de47-415c-8543-218b5c7b0c02 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.998728] env[62361]: DEBUG nova.compute.manager [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1544.003824] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.004080] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.004358] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "2f5000ce-0275-4fa5-b09c-d9a07b6c41c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.004568] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "2f5000ce-0275-4fa5-b09c-d9a07b6c41c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.004748] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "2f5000ce-0275-4fa5-b09c-d9a07b6c41c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.008031] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1544.008031] env[62361]: value = "task-1708398" [ 1544.008031] env[62361]: _type = "Task" [ 1544.008031] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.008458] env[62361]: INFO nova.compute.manager [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Terminating instance [ 1544.014379] env[62361]: DEBUG nova.compute.manager [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1544.014652] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.015808] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5b4437-6a5f-4565-a394-5cdc5dfb0c9f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.029645] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.031979] env[62361]: DEBUG nova.virt.hardware [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1544.032217] env[62361]: DEBUG nova.virt.hardware [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1544.032350] env[62361]: DEBUG nova.virt.hardware [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1544.032536] env[62361]: DEBUG nova.virt.hardware [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1544.032682] env[62361]: DEBUG nova.virt.hardware [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1544.032824] env[62361]: DEBUG nova.virt.hardware [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1544.033114] env[62361]: DEBUG nova.virt.hardware [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1544.033343] env[62361]: DEBUG nova.virt.hardware [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1544.033499] env[62361]: DEBUG nova.virt.hardware [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1544.033645] env[62361]: DEBUG nova.virt.hardware [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1544.033826] env[62361]: DEBUG nova.virt.hardware [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1544.037983] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3aa4bb-b20b-44be-8b44-31f998724f28 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.040908] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.041757] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-713c2baa-e526-423a-8d8e-169c41839595 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.048771] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf92f533-08ee-499f-932a-547d963afa2b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.054197] env[62361]: DEBUG oslo_vmware.api [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1544.054197] env[62361]: value = "task-1708399" [ 1544.054197] env[62361]: _type = "Task" [ 1544.054197] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.071425] env[62361]: DEBUG oslo_vmware.api [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.092258] env[62361]: DEBUG oslo_concurrency.lockutils [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.164856] env[62361]: DEBUG oslo_vmware.api [None req-16549012-e52b-4c2b-942f-0a0d06032b22 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.495563] env[62361]: DEBUG nova.compute.manager [req-7df30990-0b08-4171-b1a5-937133670f3f req-966efe44-330d-4887-a5ec-a4291248ed0e service nova] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Received event network-vif-plugged-0871b2ed-d28c-4cb0-826f-b160e2b33b7d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1544.495563] env[62361]: DEBUG oslo_concurrency.lockutils [req-7df30990-0b08-4171-b1a5-937133670f3f req-966efe44-330d-4887-a5ec-a4291248ed0e service nova] Acquiring lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.495563] env[62361]: DEBUG oslo_concurrency.lockutils [req-7df30990-0b08-4171-b1a5-937133670f3f req-966efe44-330d-4887-a5ec-a4291248ed0e service nova] Lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.495563] env[62361]: DEBUG oslo_concurrency.lockutils [req-7df30990-0b08-4171-b1a5-937133670f3f req-966efe44-330d-4887-a5ec-a4291248ed0e service nova] Lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.496471] env[62361]: DEBUG nova.compute.manager [req-7df30990-0b08-4171-b1a5-937133670f3f req-966efe44-330d-4887-a5ec-a4291248ed0e service nova] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] No waiting events found dispatching network-vif-plugged-0871b2ed-d28c-4cb0-826f-b160e2b33b7d {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1544.496823] env[62361]: WARNING nova.compute.manager [req-7df30990-0b08-4171-b1a5-937133670f3f req-966efe44-330d-4887-a5ec-a4291248ed0e service nova] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Received unexpected event network-vif-plugged-0871b2ed-d28c-4cb0-826f-b160e2b33b7d for instance with vm_state building and task_state spawning. [ 1544.502195] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0ea4ceff-82b0-492f-8db4-8a653578a3a4 tempest-ImagesNegativeTestJSON-1312454642 tempest-ImagesNegativeTestJSON-1312454642-project-member] Lock "7f433f05-397b-461a-86ec-3ad0f3381547" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.686s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.512028] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.512028] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6ee7a43-19b5-45f7-a409-2df7d6029a5f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.526391] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069152} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.527906] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1544.528479] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1544.528479] env[62361]: value = "task-1708400" [ 1544.528479] env[62361]: _type = "Task" [ 1544.528479] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.533797] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a23bbca-b71e-4411-bc51-3f206cab840d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.566565] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b/2b837b2c-7b6e-4d52-bf02-3cb1fe10559b.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1544.575907] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-493bd195-b487-4a79-abc1-0312b3620b2f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.593300] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.601351] env[62361]: DEBUG oslo_vmware.api [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708399, 'name': PowerOffVM_Task, 'duration_secs': 0.322202} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.602804] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.603135] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.603547] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1544.603547] env[62361]: value = "task-1708401" [ 1544.603547] env[62361]: _type = "Task" [ 1544.603547] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.603963] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d149dfd-08aa-467d-a0b2-7f4be9350187 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.614789] env[62361]: DEBUG nova.network.neutron [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Successfully updated port: 0871b2ed-d28c-4cb0-826f-b160e2b33b7d {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1544.622671] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.665251] env[62361]: DEBUG oslo_vmware.api [None req-16549012-e52b-4c2b-942f-0a0d06032b22 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708397, 'name': PowerOnVM_Task, 'duration_secs': 0.582085} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.668052] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-16549012-e52b-4c2b-942f-0a0d06032b22 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.668276] env[62361]: DEBUG nova.compute.manager [None req-16549012-e52b-4c2b-942f-0a0d06032b22 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1544.669361] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2041cd7-7e66-42ee-9d23-71ae1cd26060 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.745333] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.745597] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.745802] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Deleting the datastore file [datastore1] 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.746354] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf393448-4861-43c2-ba9a-c3fc9440344f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.752869] env[62361]: DEBUG oslo_vmware.api [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1544.752869] env[62361]: value = "task-1708403" [ 1544.752869] env[62361]: _type = "Task" [ 1544.752869] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.761599] env[62361]: DEBUG oslo_vmware.api [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.973079] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab83eaa8-b5d1-4045-8b32-2d157354c03e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.982590] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa42da1a-bddb-48ef-99ab-11b97d456254 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.015652] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4512eb17-b942-4af8-9155-0b0efaa167ed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.022375] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a22bc7-233c-495c-9541-23035ffa3052 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.037190] env[62361]: DEBUG nova.compute.provider_tree [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.046956] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708400, 'name': PowerOffVM_Task, 'duration_secs': 0.324312} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.047800] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1545.048033] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1545.048797] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754bd9fe-5a42-4a1c-9625-0c23bf1d6c22 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.056144] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1545.056381] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e929200c-0790-4b82-b992-cc80185445e9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.121050] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "refresh_cache-2088b75e-a302-4d48-ba8d-7c1c196ced6a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.121247] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "refresh_cache-2088b75e-a302-4d48-ba8d-7c1c196ced6a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.121401] env[62361]: DEBUG nova.network.neutron [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.123045] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708401, 'name': ReconfigVM_Task, 'duration_secs': 0.346881} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.123484] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b/2b837b2c-7b6e-4d52-bf02-3cb1fe10559b.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1545.124299] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c0971c8-b714-45f9-bc35-686171c46a91 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.131898] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1545.131898] env[62361]: value = "task-1708405" [ 1545.131898] env[62361]: _type = "Task" [ 1545.131898] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.140482] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708405, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.167040] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1545.167437] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1545.167689] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleting the datastore file [datastore1] 39397b39-395f-4599-ac17-8032c689a9ab {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1545.167990] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33653bb4-76e2-40ca-9762-bdd086c2b956 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.176377] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1545.176377] env[62361]: value = "task-1708406" [ 1545.176377] env[62361]: _type = "Task" [ 1545.176377] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.188849] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.262372] env[62361]: DEBUG oslo_vmware.api [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.544011] env[62361]: DEBUG nova.scheduler.client.report [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1545.609108] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "92528be1-55ff-40e4-9404-99a4db7766c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.609400] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "92528be1-55ff-40e4-9404-99a4db7766c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.609612] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "92528be1-55ff-40e4-9404-99a4db7766c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.609796] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "92528be1-55ff-40e4-9404-99a4db7766c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.609966] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "92528be1-55ff-40e4-9404-99a4db7766c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.611929] env[62361]: INFO nova.compute.manager [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Terminating instance [ 1545.613844] env[62361]: DEBUG nova.compute.manager [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1545.614051] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1545.614876] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e21cbde-acc7-48cd-b6d1-de14d45334d6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.622588] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1545.622823] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f92bf22-4a51-49bf-b644-d657ea82271e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.630576] env[62361]: DEBUG oslo_vmware.api [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1545.630576] env[62361]: value = "task-1708407" [ 1545.630576] env[62361]: _type = "Task" [ 1545.630576] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.642669] env[62361]: DEBUG oslo_vmware.api [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.648857] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708405, 'name': Rename_Task, 'duration_secs': 0.151525} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.650327] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1545.650629] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ac71826-a08a-498b-9fe7-37a77ae0d31b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.658476] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1545.658476] env[62361]: value = "task-1708408" [ 1545.658476] env[62361]: _type = "Task" [ 1545.658476] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.667160] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.669977] env[62361]: DEBUG nova.network.neutron [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1545.685191] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.762808] env[62361]: DEBUG oslo_vmware.api [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.640594} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.763110] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.763309] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.763492] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.763679] env[62361]: INFO nova.compute.manager [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1545.763912] env[62361]: DEBUG oslo.service.loopingcall [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.764325] env[62361]: DEBUG nova.compute.manager [-] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1545.764325] env[62361]: DEBUG nova.network.neutron [-] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1545.907447] env[62361]: DEBUG nova.network.neutron [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Updating instance_info_cache with network_info: [{"id": "0871b2ed-d28c-4cb0-826f-b160e2b33b7d", "address": "fa:16:3e:40:06:4c", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0871b2ed-d2", "ovs_interfaceid": "0871b2ed-d28c-4cb0-826f-b160e2b33b7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.055188] env[62361]: DEBUG oslo_concurrency.lockutils [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.057485] env[62361]: DEBUG oslo_concurrency.lockutils [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.817s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.057717] env[62361]: DEBUG nova.objects.instance [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lazy-loading 'resources' on Instance uuid 427ae412-ed01-4b32-ae0b-ac620ec9cf85 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.101743] env[62361]: INFO nova.scheduler.client.report [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Deleted allocations for instance 0da9b618-9d28-4028-a42b-fa3b9661cb6c [ 1546.145568] env[62361]: DEBUG oslo_vmware.api [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708407, 'name': PowerOffVM_Task, 'duration_secs': 0.195559} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.146048] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1546.146048] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1546.146311] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-781ba5a3-0bab-40a7-83f2-de8f490ce50d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.171999] env[62361]: DEBUG oslo_vmware.api [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708408, 'name': PowerOnVM_Task, 'duration_secs': 0.505873} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.172397] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1546.174558] env[62361]: INFO nova.compute.manager [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1546.174558] env[62361]: DEBUG nova.compute.manager [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1546.174838] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3322761-db22-4fe3-87ee-0a88cf1b3cbb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.204353] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.525079} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.204534] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1546.204735] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1546.204951] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1546.241198] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1546.241198] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1546.241867] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Deleting the datastore file [datastore1] 92528be1-55ff-40e4-9404-99a4db7766c5 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1546.241867] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be219bf4-768b-49c4-b9e2-3cfd1a2a6647 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.249060] env[62361]: DEBUG oslo_vmware.api [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1546.249060] env[62361]: value = "task-1708410" [ 1546.249060] env[62361]: _type = "Task" [ 1546.249060] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.260328] env[62361]: DEBUG oslo_vmware.api [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.318988] env[62361]: DEBUG nova.compute.manager [req-39a9b0b4-a1a2-475c-b314-1a25b881e982 req-ebeb60f5-5a9f-471e-8d0c-9b99e425aae2 service nova] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Received event network-vif-deleted-dd8be239-de32-4727-99a3-29ce537ad2aa {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1546.319749] env[62361]: INFO nova.compute.manager [req-39a9b0b4-a1a2-475c-b314-1a25b881e982 req-ebeb60f5-5a9f-471e-8d0c-9b99e425aae2 service nova] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Neutron deleted interface dd8be239-de32-4727-99a3-29ce537ad2aa; detaching it from the instance and deleting it from the info cache [ 1546.320272] env[62361]: DEBUG nova.network.neutron [req-39a9b0b4-a1a2-475c-b314-1a25b881e982 req-ebeb60f5-5a9f-471e-8d0c-9b99e425aae2 service nova] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.409678] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "refresh_cache-2088b75e-a302-4d48-ba8d-7c1c196ced6a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.410074] env[62361]: DEBUG nova.compute.manager [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Instance network_info: |[{"id": "0871b2ed-d28c-4cb0-826f-b160e2b33b7d", "address": "fa:16:3e:40:06:4c", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0871b2ed-d2", "ovs_interfaceid": "0871b2ed-d28c-4cb0-826f-b160e2b33b7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1546.410519] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:06:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0871b2ed-d28c-4cb0-826f-b160e2b33b7d', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1546.418553] env[62361]: DEBUG oslo.service.loopingcall [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1546.418943] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1546.419020] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2dfe13b-77cf-45dc-b3f2-4a74fe36b359 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.439178] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1546.439178] env[62361]: value = "task-1708411" [ 1546.439178] env[62361]: _type = "Task" [ 1546.439178] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.448176] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708411, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.524354] env[62361]: DEBUG nova.compute.manager [req-16bc0f21-50f1-4b40-ac62-04ba2ff69c3d req-1a207f18-4238-44f4-87e2-f9e747f4463e service nova] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Received event network-changed-0871b2ed-d28c-4cb0-826f-b160e2b33b7d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1546.524354] env[62361]: DEBUG nova.compute.manager [req-16bc0f21-50f1-4b40-ac62-04ba2ff69c3d req-1a207f18-4238-44f4-87e2-f9e747f4463e service nova] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Refreshing instance network info cache due to event network-changed-0871b2ed-d28c-4cb0-826f-b160e2b33b7d. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1546.524354] env[62361]: DEBUG oslo_concurrency.lockutils [req-16bc0f21-50f1-4b40-ac62-04ba2ff69c3d req-1a207f18-4238-44f4-87e2-f9e747f4463e service nova] Acquiring lock "refresh_cache-2088b75e-a302-4d48-ba8d-7c1c196ced6a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.524354] env[62361]: DEBUG oslo_concurrency.lockutils [req-16bc0f21-50f1-4b40-ac62-04ba2ff69c3d req-1a207f18-4238-44f4-87e2-f9e747f4463e service nova] Acquired lock "refresh_cache-2088b75e-a302-4d48-ba8d-7c1c196ced6a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.524354] env[62361]: DEBUG nova.network.neutron [req-16bc0f21-50f1-4b40-ac62-04ba2ff69c3d req-1a207f18-4238-44f4-87e2-f9e747f4463e service nova] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Refreshing network info cache for port 0871b2ed-d28c-4cb0-826f-b160e2b33b7d {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1546.613298] env[62361]: DEBUG oslo_concurrency.lockutils [None req-27ec21b5-02a8-49ed-9345-825ae3fdbdee tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "0da9b618-9d28-4028-a42b-fa3b9661cb6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.286s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.719036] env[62361]: INFO nova.compute.manager [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Took 39.51 seconds to build instance. [ 1546.762759] env[62361]: DEBUG oslo_vmware.api [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136607} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.763093] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1546.763333] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1546.763443] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1546.763610] env[62361]: INFO nova.compute.manager [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1546.763853] env[62361]: DEBUG oslo.service.loopingcall [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1546.764052] env[62361]: DEBUG nova.compute.manager [-] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1546.764185] env[62361]: DEBUG nova.network.neutron [-] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1546.785920] env[62361]: DEBUG nova.network.neutron [-] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.822316] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-378b5997-0abf-4a48-a809-c9c9555286eb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.836567] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d2b03e-2897-4890-9a9f-fe10ae07a6cb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.872912] env[62361]: DEBUG nova.compute.manager [req-39a9b0b4-a1a2-475c-b314-1a25b881e982 req-ebeb60f5-5a9f-471e-8d0c-9b99e425aae2 service nova] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Detach interface failed, port_id=dd8be239-de32-4727-99a3-29ce537ad2aa, reason: Instance 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1546.948230] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708411, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.991873] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a82e750-7e17-4d39-a0bd-de4cdf91c619 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.000722] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62714077-2931-4335-ad25-b8a1dd95e8ee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.031580] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01330152-2526-4066-9b73-a0842ed16c5e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.039253] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0274ba3d-cb2c-4e5d-9fdb-64c7b96d7243 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.055168] env[62361]: DEBUG nova.compute.provider_tree [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.224051] env[62361]: DEBUG oslo_concurrency.lockutils [None req-63b02901-ba5b-45f0-88ed-bb4f95ca99f5 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.023s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.257884] env[62361]: DEBUG nova.virt.hardware [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1547.258164] env[62361]: DEBUG nova.virt.hardware [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1547.258327] env[62361]: DEBUG nova.virt.hardware [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1547.258510] env[62361]: DEBUG nova.virt.hardware [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1547.259307] env[62361]: DEBUG nova.virt.hardware [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1547.262287] env[62361]: DEBUG nova.virt.hardware [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1547.262287] env[62361]: DEBUG nova.virt.hardware [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1547.262287] env[62361]: DEBUG nova.virt.hardware [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1547.262287] env[62361]: DEBUG nova.virt.hardware [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1547.262287] env[62361]: DEBUG nova.virt.hardware [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1547.262287] env[62361]: DEBUG nova.virt.hardware [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1547.262645] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca65152-b31b-4220-801e-014981027c08 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.273787] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6ecd26-635c-46bb-9633-de4028f4c15a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.294608] env[62361]: INFO nova.compute.manager [-] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Took 1.53 seconds to deallocate network for instance. [ 1547.295199] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:75:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a298802-a155-4b99-8859-e6bf5ce8ed8d', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1547.307228] env[62361]: DEBUG oslo.service.loopingcall [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.308487] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1547.309071] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad0be3d2-f805-497f-a102-2c81cd6349c8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.336469] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1547.336469] env[62361]: value = "task-1708412" [ 1547.336469] env[62361]: _type = "Task" [ 1547.336469] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.345111] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708412, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.450269] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708411, 'name': CreateVM_Task, 'duration_secs': 0.539187} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.450500] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1547.451360] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.451569] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.451916] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1547.452295] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ecf014e-c31e-43ef-884d-72b8017223b5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.457834] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1547.457834] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52dc2b0e-3d78-d52e-e8cc-b04c772fa216" [ 1547.457834] env[62361]: _type = "Task" [ 1547.457834] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.469411] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52dc2b0e-3d78-d52e-e8cc-b04c772fa216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.558250] env[62361]: DEBUG nova.scheduler.client.report [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1547.579600] env[62361]: DEBUG nova.network.neutron [req-16bc0f21-50f1-4b40-ac62-04ba2ff69c3d req-1a207f18-4238-44f4-87e2-f9e747f4463e service nova] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Updated VIF entry in instance network info cache for port 0871b2ed-d28c-4cb0-826f-b160e2b33b7d. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1547.579963] env[62361]: DEBUG nova.network.neutron [req-16bc0f21-50f1-4b40-ac62-04ba2ff69c3d req-1a207f18-4238-44f4-87e2-f9e747f4463e service nova] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Updating instance_info_cache with network_info: [{"id": "0871b2ed-d28c-4cb0-826f-b160e2b33b7d", "address": "fa:16:3e:40:06:4c", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0871b2ed-d2", "ovs_interfaceid": "0871b2ed-d28c-4cb0-826f-b160e2b33b7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.596866] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "e26524ba-912d-40ac-a299-6d6c4aae65e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.597748] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "e26524ba-912d-40ac-a299-6d6c4aae65e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.598107] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "e26524ba-912d-40ac-a299-6d6c4aae65e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.598337] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "e26524ba-912d-40ac-a299-6d6c4aae65e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.598559] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "e26524ba-912d-40ac-a299-6d6c4aae65e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.600961] env[62361]: INFO nova.compute.manager [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Terminating instance [ 1547.606867] env[62361]: DEBUG nova.compute.manager [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1547.606867] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1547.607670] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a747ca-e94b-4d11-9ec1-2ff7c0a2c877 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.617630] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.617941] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba57ccd5-91ac-4f40-ad39-0ca782acacef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.624667] env[62361]: DEBUG oslo_vmware.api [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1547.624667] env[62361]: value = "task-1708413" [ 1547.624667] env[62361]: _type = "Task" [ 1547.624667] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.633733] env[62361]: DEBUG oslo_vmware.api [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.832706] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.846325] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708412, 'name': CreateVM_Task, 'duration_secs': 0.402337} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.846526] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1547.847637] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.973657] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52dc2b0e-3d78-d52e-e8cc-b04c772fa216, 'name': SearchDatastore_Task, 'duration_secs': 0.010983} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.973985] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.974235] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1547.974477] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.974625] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.974802] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1547.975149] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.975488] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1547.975717] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e5869c0-590f-459d-ae2b-03fbf8358899 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.977542] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecdb3891-d788-48cb-ab33-0f4cd56b967d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.982557] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1547.982557] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52259c0f-4e81-826c-2380-e9d56c53ae80" [ 1547.982557] env[62361]: _type = "Task" [ 1547.982557] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.990364] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52259c0f-4e81-826c-2380-e9d56c53ae80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.991751] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1547.992030] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1547.992784] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7799c575-b334-4eeb-9e12-b9532846f6d9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.997757] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1547.997757] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52de04cb-f6d0-0637-2f3b-b49904bde6e9" [ 1547.997757] env[62361]: _type = "Task" [ 1547.997757] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.005343] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52de04cb-f6d0-0637-2f3b-b49904bde6e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.070455] env[62361]: DEBUG oslo_concurrency.lockutils [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.073270] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.158s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.073705] env[62361]: DEBUG nova.objects.instance [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lazy-loading 'resources' on Instance uuid 3388fd22-865a-4cf7-9912-af8ca03ed930 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.083937] env[62361]: DEBUG oslo_concurrency.lockutils [req-16bc0f21-50f1-4b40-ac62-04ba2ff69c3d req-1a207f18-4238-44f4-87e2-f9e747f4463e service nova] Releasing lock "refresh_cache-2088b75e-a302-4d48-ba8d-7c1c196ced6a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.097363] env[62361]: INFO nova.scheduler.client.report [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Deleted allocations for instance 427ae412-ed01-4b32-ae0b-ac620ec9cf85 [ 1548.134315] env[62361]: DEBUG oslo_vmware.api [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.159044] env[62361]: DEBUG nova.network.neutron [-] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.381998] env[62361]: DEBUG nova.compute.manager [req-4deb8a08-cda4-4ea8-8487-7800227aae09 req-9a7a37e2-1f65-4a54-88b0-b854170f2d39 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Received event network-changed-c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1548.382211] env[62361]: DEBUG nova.compute.manager [req-4deb8a08-cda4-4ea8-8487-7800227aae09 req-9a7a37e2-1f65-4a54-88b0-b854170f2d39 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Refreshing instance network info cache due to event network-changed-c0ee0d23-7fc8-4482-bd59-506583404277. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1548.382554] env[62361]: DEBUG oslo_concurrency.lockutils [req-4deb8a08-cda4-4ea8-8487-7800227aae09 req-9a7a37e2-1f65-4a54-88b0-b854170f2d39 service nova] Acquiring lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.382616] env[62361]: DEBUG oslo_concurrency.lockutils [req-4deb8a08-cda4-4ea8-8487-7800227aae09 req-9a7a37e2-1f65-4a54-88b0-b854170f2d39 service nova] Acquired lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.382835] env[62361]: DEBUG nova.network.neutron [req-4deb8a08-cda4-4ea8-8487-7800227aae09 req-9a7a37e2-1f65-4a54-88b0-b854170f2d39 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Refreshing network info cache for port c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1548.494988] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52259c0f-4e81-826c-2380-e9d56c53ae80, 'name': SearchDatastore_Task, 'duration_secs': 0.037456} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.495347] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.495585] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1548.495796] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.506694] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52de04cb-f6d0-0637-2f3b-b49904bde6e9, 'name': SearchDatastore_Task, 'duration_secs': 0.028214} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.507525] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28dcc84b-e91a-4b46-ac89-56ef6e04bede {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.512653] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1548.512653] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522b75b8-82d5-044e-13d4-076722583a1c" [ 1548.512653] env[62361]: _type = "Task" [ 1548.512653] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.520359] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522b75b8-82d5-044e-13d4-076722583a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.607971] env[62361]: DEBUG oslo_concurrency.lockutils [None req-42a67ec8-e03a-44e7-8f88-31f53de01897 tempest-ServerShowV247Test-892789518 tempest-ServerShowV247Test-892789518-project-member] Lock "427ae412-ed01-4b32-ae0b-ac620ec9cf85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.345s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.635171] env[62361]: DEBUG oslo_vmware.api [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708413, 'name': PowerOffVM_Task, 'duration_secs': 0.581084} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.635494] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.635656] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1548.635910] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ea83ca5-7388-4d2a-99c6-b40f0982e814 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.662148] env[62361]: INFO nova.compute.manager [-] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Took 1.90 seconds to deallocate network for instance. [ 1548.930646] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49d6720-238b-4a8a-b446-762fb3cdcfdc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.940374] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07804de2-2d62-4aa9-a531-8c5c81952b76 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.973855] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d37d415-30db-4e5f-86fc-a07164d5689f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.981540] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03089bb-c575-4be3-9773-3caeca4630f5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.997913] env[62361]: DEBUG nova.compute.provider_tree [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.022862] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522b75b8-82d5-044e-13d4-076722583a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011767} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.023159] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.023438] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 2088b75e-a302-4d48-ba8d-7c1c196ced6a/2088b75e-a302-4d48-ba8d-7c1c196ced6a.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1549.023729] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.023914] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1549.024151] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-056dc234-f14d-4785-a03e-e936839fc4e0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.026265] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bf1ae4c-2150-48c9-9aa2-0f6fb9e676b8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.033577] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1549.033577] env[62361]: value = "task-1708415" [ 1549.033577] env[62361]: _type = "Task" [ 1549.033577] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.045507] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.048143] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1549.048346] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1549.049222] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84fe208d-37cb-44d8-b7e2-1e2dda2f031e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.058144] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1549.058144] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5207d211-8c62-b9bb-1b11-76568c392a25" [ 1549.058144] env[62361]: _type = "Task" [ 1549.058144] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.065533] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5207d211-8c62-b9bb-1b11-76568c392a25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.168999] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.301869] env[62361]: DEBUG nova.network.neutron [req-4deb8a08-cda4-4ea8-8487-7800227aae09 req-9a7a37e2-1f65-4a54-88b0-b854170f2d39 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Updated VIF entry in instance network info cache for port c0ee0d23-7fc8-4482-bd59-506583404277. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1549.302277] env[62361]: DEBUG nova.network.neutron [req-4deb8a08-cda4-4ea8-8487-7800227aae09 req-9a7a37e2-1f65-4a54-88b0-b854170f2d39 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Updating instance_info_cache with network_info: [{"id": "c0ee0d23-7fc8-4482-bd59-506583404277", "address": "fa:16:3e:f6:3e:2c", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ee0d23-7f", "ovs_interfaceid": "c0ee0d23-7fc8-4482-bd59-506583404277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.504042] env[62361]: DEBUG nova.scheduler.client.report [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1549.551311] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708415, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.564702] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5207d211-8c62-b9bb-1b11-76568c392a25, 'name': SearchDatastore_Task, 'duration_secs': 0.028036} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.565701] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad196394-4d36-441f-9b6d-d689350d4629 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.569943] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1549.569943] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1549.569943] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Deleting the datastore file [datastore1] e26524ba-912d-40ac-a299-6d6c4aae65e0 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1549.572771] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed02a06f-7163-4969-8cdf-cce0a55813e1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.576270] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1549.576270] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5225c880-067d-3eb6-51a7-be9fe12011b2" [ 1549.576270] env[62361]: _type = "Task" [ 1549.576270] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.580586] env[62361]: DEBUG oslo_vmware.api [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1549.580586] env[62361]: value = "task-1708416" [ 1549.580586] env[62361]: _type = "Task" [ 1549.580586] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.587756] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5225c880-067d-3eb6-51a7-be9fe12011b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.593228] env[62361]: DEBUG oslo_vmware.api [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.805365] env[62361]: DEBUG oslo_concurrency.lockutils [req-4deb8a08-cda4-4ea8-8487-7800227aae09 req-9a7a37e2-1f65-4a54-88b0-b854170f2d39 service nova] Releasing lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.805365] env[62361]: DEBUG nova.compute.manager [req-4deb8a08-cda4-4ea8-8487-7800227aae09 req-9a7a37e2-1f65-4a54-88b0-b854170f2d39 service nova] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Received event network-vif-deleted-f9182b08-6eb5-498e-80df-fec7c46784be {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1550.016575] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.019494] env[62361]: DEBUG oslo_concurrency.lockutils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.162s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.021183] env[62361]: INFO nova.compute.claims [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1550.046392] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708415, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.048351] env[62361]: INFO nova.scheduler.client.report [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Deleted allocations for instance 3388fd22-865a-4cf7-9912-af8ca03ed930 [ 1550.089057] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5225c880-067d-3eb6-51a7-be9fe12011b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011507} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.091049] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.091049] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 39397b39-395f-4599-ac17-8032c689a9ab/39397b39-395f-4599-ac17-8032c689a9ab.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1550.094136] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1408368c-8f20-41b9-ba6f-8bec33706565 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.101001] env[62361]: DEBUG oslo_vmware.api [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.107038] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1550.107038] env[62361]: value = "task-1708417" [ 1550.107038] env[62361]: _type = "Task" [ 1550.107038] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.117703] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.549190] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708415, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.123243} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.549601] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 2088b75e-a302-4d48-ba8d-7c1c196ced6a/2088b75e-a302-4d48-ba8d-7c1c196ced6a.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1550.549773] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1550.550054] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1656b8f-6518-45b1-9392-637d56a966ba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.558734] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1550.558734] env[62361]: value = "task-1708418" [ 1550.558734] env[62361]: _type = "Task" [ 1550.558734] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.572013] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e0cc5b71-c250-4326-b914-0c58afb8d0e5 tempest-ServerRescueTestJSON-1622943740 tempest-ServerRescueTestJSON-1622943740-project-member] Lock "3388fd22-865a-4cf7-9912-af8ca03ed930" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.783s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.573263] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.592191] env[62361]: DEBUG oslo_vmware.api [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.68597} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.593296] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1550.593515] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1550.593740] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1550.594077] env[62361]: INFO nova.compute.manager [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Took 2.99 seconds to destroy the instance on the hypervisor. [ 1550.594245] env[62361]: DEBUG oslo.service.loopingcall [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1550.594778] env[62361]: DEBUG nova.compute.manager [-] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1550.594842] env[62361]: DEBUG nova.network.neutron [-] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1550.618650] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708417, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.073265] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111094} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.074163] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1551.074810] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487fe1c3-bff4-4342-9a9a-6568c557861e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.110470] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 2088b75e-a302-4d48-ba8d-7c1c196ced6a/2088b75e-a302-4d48-ba8d-7c1c196ced6a.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.114982] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52b909ec-38e6-4ec2-ae37-f2314d83c4d6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.132195] env[62361]: DEBUG nova.compute.manager [req-c10b0d77-e6ae-4881-a9a4-85abcbaae503 req-9bd60c47-5bba-4e81-933c-37fe12323218 service nova] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Received event network-vif-deleted-5aa826b5-1e56-441a-a8b5-b00209f3bc9e {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1551.132585] env[62361]: INFO nova.compute.manager [req-c10b0d77-e6ae-4881-a9a4-85abcbaae503 req-9bd60c47-5bba-4e81-933c-37fe12323218 service nova] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Neutron deleted interface 5aa826b5-1e56-441a-a8b5-b00209f3bc9e; detaching it from the instance and deleting it from the info cache [ 1551.132585] env[62361]: DEBUG nova.network.neutron [req-c10b0d77-e6ae-4881-a9a4-85abcbaae503 req-9bd60c47-5bba-4e81-933c-37fe12323218 service nova] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.143899] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624213} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.146445] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 39397b39-395f-4599-ac17-8032c689a9ab/39397b39-395f-4599-ac17-8032c689a9ab.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1551.146787] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1551.149775] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1551.149775] env[62361]: value = "task-1708419" [ 1551.149775] env[62361]: _type = "Task" [ 1551.149775] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.150564] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ba63be3-733e-4337-8892-fc5b20ce92fe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.152577] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Acquiring lock "f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.152799] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Lock "f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.166886] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.168966] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1551.168966] env[62361]: value = "task-1708420" [ 1551.168966] env[62361]: _type = "Task" [ 1551.168966] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.184845] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.431247] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f10c0ad-ec18-45f0-819e-bf545e61aa5c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.438933] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8fdd35-798d-47c5-b1fd-6015a9f13be8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.471948] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9eefd7-911d-4f4c-9e5b-e1119a2855dd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.480749] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6406f901-664b-4a7e-8b97-e7a20de6a729 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.499167] env[62361]: DEBUG nova.compute.provider_tree [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.543689] env[62361]: DEBUG nova.network.neutron [-] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.647260] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-658f674b-9d97-4ce9-b7e8-8c80c4f93ad1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.660842] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5f5852-ee60-4b48-9306-ce2d485bdc90 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.670878] env[62361]: DEBUG nova.compute.manager [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1551.680567] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708419, 'name': ReconfigVM_Task, 'duration_secs': 0.384566} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.682312] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 2088b75e-a302-4d48-ba8d-7c1c196ced6a/2088b75e-a302-4d48-ba8d-7c1c196ced6a.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.682312] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba9732a5-1af0-4e7d-ac08-9e262dff0427 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.687265] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151096} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.698854] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1551.699669] env[62361]: DEBUG nova.compute.manager [req-c10b0d77-e6ae-4881-a9a4-85abcbaae503 req-9bd60c47-5bba-4e81-933c-37fe12323218 service nova] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Detach interface failed, port_id=5aa826b5-1e56-441a-a8b5-b00209f3bc9e, reason: Instance e26524ba-912d-40ac-a299-6d6c4aae65e0 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1551.700224] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ba0d95-02f6-4e21-bd2d-099998697298 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.704083] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1551.704083] env[62361]: value = "task-1708421" [ 1551.704083] env[62361]: _type = "Task" [ 1551.704083] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.725477] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 39397b39-395f-4599-ac17-8032c689a9ab/39397b39-395f-4599-ac17-8032c689a9ab.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.726836] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8757580-dd19-4a5b-b633-115550d42bea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.745295] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708421, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.750154] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1551.750154] env[62361]: value = "task-1708422" [ 1551.750154] env[62361]: _type = "Task" [ 1551.750154] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.758534] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.003623] env[62361]: DEBUG nova.scheduler.client.report [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1552.046340] env[62361]: INFO nova.compute.manager [-] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Took 1.45 seconds to deallocate network for instance. [ 1552.204467] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.213567] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708421, 'name': Rename_Task, 'duration_secs': 0.181469} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.213839] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1552.214097] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a001e093-1511-41c8-a3f7-3afccb14246e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.220526] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1552.220526] env[62361]: value = "task-1708423" [ 1552.220526] env[62361]: _type = "Task" [ 1552.220526] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.228272] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.259644] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708422, 'name': ReconfigVM_Task, 'duration_secs': 0.322839} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.260118] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 39397b39-395f-4599-ac17-8032c689a9ab/39397b39-395f-4599-ac17-8032c689a9ab.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.260770] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40f546ce-769f-460c-bd20-87eab9aaa8dc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.267604] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1552.267604] env[62361]: value = "task-1708424" [ 1552.267604] env[62361]: _type = "Task" [ 1552.267604] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.278623] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708424, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.509774] env[62361]: DEBUG oslo_concurrency.lockutils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.510345] env[62361]: DEBUG nova.compute.manager [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1552.513985] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.053s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.514409] env[62361]: DEBUG nova.objects.instance [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lazy-loading 'resources' on Instance uuid 01c60578-d377-407d-8a27-b8d89f560a0e {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.555129] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.731099] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.777129] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708424, 'name': Rename_Task, 'duration_secs': 0.213702} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.777409] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1552.777651] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12eed83f-6ccf-490c-8f19-edb27750e644 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.783958] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1552.783958] env[62361]: value = "task-1708425" [ 1552.783958] env[62361]: _type = "Task" [ 1552.783958] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.791435] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.019371] env[62361]: DEBUG nova.compute.utils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1553.023380] env[62361]: DEBUG nova.compute.manager [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1553.023573] env[62361]: DEBUG nova.network.neutron [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1553.086901] env[62361]: DEBUG nova.policy [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ea38aa04e9f4210b7606e13c83743a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8260c71c412046a28a25d50f74233286', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1553.237423] env[62361]: DEBUG oslo_vmware.api [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708423, 'name': PowerOnVM_Task, 'duration_secs': 0.935678} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.238597] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.238597] env[62361]: INFO nova.compute.manager [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1553.238597] env[62361]: DEBUG nova.compute.manager [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1553.239319] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbae610-0569-4b75-bf1f-35eda4026c30 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.295815] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708425, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.403896] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199f5bed-7a66-418f-a0b2-67a41798991a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.412830] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50c63df-93c6-4ffb-94b0-91f83c2a2559 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.450172] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cb1312-7535-471b-a9db-6f9f6ffe868d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.460396] env[62361]: DEBUG nova.network.neutron [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Successfully created port: 82c9eb6e-09b5-469e-aa55-8e8ef8384c68 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1553.462792] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquiring lock "24915c45-ca89-4bba-b8cc-2e3b094e857f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.462792] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Lock "24915c45-ca89-4bba-b8cc-2e3b094e857f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.466068] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a491b0b1-dcc3-4a7a-acd0-811e6d21e06b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.481090] env[62361]: DEBUG nova.compute.provider_tree [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.524321] env[62361]: DEBUG nova.compute.manager [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1553.762638] env[62361]: INFO nova.compute.manager [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Took 40.90 seconds to build instance. [ 1553.796363] env[62361]: DEBUG oslo_vmware.api [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708425, 'name': PowerOnVM_Task, 'duration_secs': 0.6021} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.796363] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.796363] env[62361]: DEBUG nova.compute.manager [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1553.797045] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ff40a1-a438-4e83-8a38-86924054d846 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.966205] env[62361]: DEBUG nova.compute.manager [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1553.984486] env[62361]: DEBUG nova.scheduler.client.report [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1554.265055] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4ca869fe-fb84-4556-8c7d-48050b6ab581 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.412s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.312614] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.488093] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.488838] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.490944] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.948s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.493028] env[62361]: INFO nova.compute.claims [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1554.508058] env[62361]: INFO nova.scheduler.client.report [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Deleted allocations for instance 01c60578-d377-407d-8a27-b8d89f560a0e [ 1554.534992] env[62361]: DEBUG nova.compute.manager [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1554.559088] env[62361]: DEBUG nova.virt.hardware [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1554.559360] env[62361]: DEBUG nova.virt.hardware [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1554.559524] env[62361]: DEBUG nova.virt.hardware [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1554.559703] env[62361]: DEBUG nova.virt.hardware [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1554.559851] env[62361]: DEBUG nova.virt.hardware [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1554.559999] env[62361]: DEBUG nova.virt.hardware [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1554.560230] env[62361]: DEBUG nova.virt.hardware [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1554.560394] env[62361]: DEBUG nova.virt.hardware [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1554.560563] env[62361]: DEBUG nova.virt.hardware [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1554.560739] env[62361]: DEBUG nova.virt.hardware [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1554.560916] env[62361]: DEBUG nova.virt.hardware [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1554.562097] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f504aae3-62ee-43e0-8ec9-cfc6aa063f57 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.570114] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ed9a00-0ce3-4581-acf8-36841f3f5f49 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.686013] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.686428] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.686699] env[62361]: INFO nova.compute.manager [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Shelving [ 1554.859797] env[62361]: DEBUG nova.compute.manager [req-30fd76c7-8dc7-4cce-b4e5-5847c079a961 req-40252c95-9b0e-41d7-adf3-6601ea1fe36e service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Received event network-vif-plugged-82c9eb6e-09b5-469e-aa55-8e8ef8384c68 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1554.859977] env[62361]: DEBUG oslo_concurrency.lockutils [req-30fd76c7-8dc7-4cce-b4e5-5847c079a961 req-40252c95-9b0e-41d7-adf3-6601ea1fe36e service nova] Acquiring lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.860211] env[62361]: DEBUG oslo_concurrency.lockutils [req-30fd76c7-8dc7-4cce-b4e5-5847c079a961 req-40252c95-9b0e-41d7-adf3-6601ea1fe36e service nova] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.860380] env[62361]: DEBUG oslo_concurrency.lockutils [req-30fd76c7-8dc7-4cce-b4e5-5847c079a961 req-40252c95-9b0e-41d7-adf3-6601ea1fe36e service nova] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.860547] env[62361]: DEBUG nova.compute.manager [req-30fd76c7-8dc7-4cce-b4e5-5847c079a961 req-40252c95-9b0e-41d7-adf3-6601ea1fe36e service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] No waiting events found dispatching network-vif-plugged-82c9eb6e-09b5-469e-aa55-8e8ef8384c68 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1554.860707] env[62361]: WARNING nova.compute.manager [req-30fd76c7-8dc7-4cce-b4e5-5847c079a961 req-40252c95-9b0e-41d7-adf3-6601ea1fe36e service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Received unexpected event network-vif-plugged-82c9eb6e-09b5-469e-aa55-8e8ef8384c68 for instance with vm_state building and task_state spawning. [ 1554.943899] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "39397b39-395f-4599-ac17-8032c689a9ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.944202] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "39397b39-395f-4599-ac17-8032c689a9ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.944471] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "39397b39-395f-4599-ac17-8032c689a9ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.944674] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "39397b39-395f-4599-ac17-8032c689a9ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.944835] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "39397b39-395f-4599-ac17-8032c689a9ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.947048] env[62361]: INFO nova.compute.manager [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Terminating instance [ 1554.949042] env[62361]: DEBUG nova.compute.manager [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1554.949960] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1554.950824] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cddc3e-fd83-4429-9a6d-caa506e48b55 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.958711] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.958949] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd3e7a18-a151-49b5-ac98-f3436c424ef3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.965311] env[62361]: DEBUG oslo_vmware.api [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1554.965311] env[62361]: value = "task-1708426" [ 1554.965311] env[62361]: _type = "Task" [ 1554.965311] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.973259] env[62361]: DEBUG oslo_vmware.api [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.000780] env[62361]: DEBUG nova.network.neutron [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Successfully updated port: 82c9eb6e-09b5-469e-aa55-8e8ef8384c68 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1555.015586] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4be3d58-c691-4507-94e2-66b71aafce5e tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "01c60578-d377-407d-8a27-b8d89f560a0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.747s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.195390] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.195641] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5484d47f-aeb5-4817-b894-5be0e28bdf88 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.202029] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1555.202029] env[62361]: value = "task-1708427" [ 1555.202029] env[62361]: _type = "Task" [ 1555.202029] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.210203] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.378054] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "c787f9cf-09f6-422d-9ec1-77992cd49360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.378376] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "c787f9cf-09f6-422d-9ec1-77992cd49360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.475511] env[62361]: DEBUG oslo_vmware.api [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708426, 'name': PowerOffVM_Task, 'duration_secs': 0.206223} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.475849] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.476124] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.476395] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78a119a4-af51-435f-81ac-7febc5f1c7e1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.506052] env[62361]: DEBUG oslo_concurrency.lockutils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.506151] env[62361]: DEBUG oslo_concurrency.lockutils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.506307] env[62361]: DEBUG nova.network.neutron [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1555.716220] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.840318] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cf76ba-c34b-4818-90c4-27ffc07ce87d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.848326] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b59204f-8b59-4130-9f91-5bcd650237ad {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.878540] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462b8879-70b2-4ee5-a471-b6de9f82fc0a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.881267] env[62361]: DEBUG nova.compute.manager [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1555.888785] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0e0f4e-8ac4-4138-afda-65f82e83d830 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.904311] env[62361]: DEBUG nova.compute.provider_tree [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.054558] env[62361]: DEBUG nova.network.neutron [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1556.200118] env[62361]: DEBUG nova.network.neutron [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance_info_cache with network_info: [{"id": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "address": "fa:16:3e:f7:c6:ba", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c9eb6e-09", "ovs_interfaceid": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.213542] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.402727] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.407754] env[62361]: DEBUG nova.scheduler.client.report [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1556.432661] env[62361]: DEBUG oslo_concurrency.lockutils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "5da531b6-8799-4bf5-8f19-21b8895a1b49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.432890] env[62361]: DEBUG oslo_concurrency.lockutils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "5da531b6-8799-4bf5-8f19-21b8895a1b49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.702748] env[62361]: DEBUG oslo_concurrency.lockutils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.703060] env[62361]: DEBUG nova.compute.manager [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Instance network_info: |[{"id": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "address": "fa:16:3e:f7:c6:ba", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c9eb6e-09", "ovs_interfaceid": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1556.703522] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:c6:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82c9eb6e-09b5-469e-aa55-8e8ef8384c68', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1556.710968] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Creating folder: Project (8260c71c412046a28a25d50f74233286). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1556.711529] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b4fcd88-74b6-4f73-999e-0b3a586e146d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.721293] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708427, 'name': PowerOffVM_Task, 'duration_secs': 1.233856} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.721530] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1556.722251] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b71e3d-5fb5-4cb9-a4af-bd49457de845 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.725705] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Created folder: Project (8260c71c412046a28a25d50f74233286) in parent group-v355747. [ 1556.725893] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Creating folder: Instances. Parent ref: group-v355949. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1556.726105] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d06076ba-6a72-456b-8b2b-70f9382c0154 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.742402] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ca9b77-2c26-4df2-baa8-fdee8ad23df8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.744631] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Created folder: Instances in parent group-v355949. [ 1556.744845] env[62361]: DEBUG oslo.service.loopingcall [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.745034] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1556.745486] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bde434c0-cb28-471f-845d-d691e97854c8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.767619] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1556.767619] env[62361]: value = "task-1708431" [ 1556.767619] env[62361]: _type = "Task" [ 1556.767619] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.775312] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708431, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.776416] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1556.776613] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1556.776792] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleting the datastore file [datastore1] 39397b39-395f-4599-ac17-8032c689a9ab {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1556.777108] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5be1ba2c-4e2c-4e95-9f9b-5fcbf54f27c0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.783480] env[62361]: DEBUG oslo_vmware.api [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1556.783480] env[62361]: value = "task-1708432" [ 1556.783480] env[62361]: _type = "Task" [ 1556.783480] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.792681] env[62361]: DEBUG oslo_vmware.api [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.887872] env[62361]: DEBUG nova.compute.manager [req-1d808041-45b7-4374-b201-c8d1f396a1a7 req-8cff778f-2077-4ab8-b4e5-1dcc8427d6d2 service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Received event network-changed-82c9eb6e-09b5-469e-aa55-8e8ef8384c68 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1556.887872] env[62361]: DEBUG nova.compute.manager [req-1d808041-45b7-4374-b201-c8d1f396a1a7 req-8cff778f-2077-4ab8-b4e5-1dcc8427d6d2 service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Refreshing instance network info cache due to event network-changed-82c9eb6e-09b5-469e-aa55-8e8ef8384c68. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1556.887872] env[62361]: DEBUG oslo_concurrency.lockutils [req-1d808041-45b7-4374-b201-c8d1f396a1a7 req-8cff778f-2077-4ab8-b4e5-1dcc8427d6d2 service nova] Acquiring lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.887872] env[62361]: DEBUG oslo_concurrency.lockutils [req-1d808041-45b7-4374-b201-c8d1f396a1a7 req-8cff778f-2077-4ab8-b4e5-1dcc8427d6d2 service nova] Acquired lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.887872] env[62361]: DEBUG nova.network.neutron [req-1d808041-45b7-4374-b201-c8d1f396a1a7 req-8cff778f-2077-4ab8-b4e5-1dcc8427d6d2 service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Refreshing network info cache for port 82c9eb6e-09b5-469e-aa55-8e8ef8384c68 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.913115] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.913835] env[62361]: DEBUG nova.compute.manager [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1556.916585] env[62361]: DEBUG oslo_concurrency.lockutils [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.702s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.916812] env[62361]: DEBUG nova.objects.instance [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lazy-loading 'resources' on Instance uuid 26061f68-dd70-445b-bf28-157cf5cd13f8 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.934581] env[62361]: DEBUG nova.compute.manager [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1557.265533] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1557.265949] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0fa50078-e20f-44cf-add8-4a6b39171d2c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.280495] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708431, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.282238] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1557.282238] env[62361]: value = "task-1708433" [ 1557.282238] env[62361]: _type = "Task" [ 1557.282238] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.296863] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708433, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.301056] env[62361]: DEBUG oslo_vmware.api [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.419509] env[62361]: DEBUG nova.compute.utils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1557.425629] env[62361]: DEBUG nova.compute.manager [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1557.425809] env[62361]: DEBUG nova.network.neutron [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1557.463015] env[62361]: DEBUG oslo_concurrency.lockutils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.486414] env[62361]: DEBUG nova.policy [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3684960367324576afb2b0983370f9de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b20e810fa514dc7a4c9f72f87c20b12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1557.660704] env[62361]: DEBUG nova.network.neutron [req-1d808041-45b7-4374-b201-c8d1f396a1a7 req-8cff778f-2077-4ab8-b4e5-1dcc8427d6d2 service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updated VIF entry in instance network info cache for port 82c9eb6e-09b5-469e-aa55-8e8ef8384c68. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.661124] env[62361]: DEBUG nova.network.neutron [req-1d808041-45b7-4374-b201-c8d1f396a1a7 req-8cff778f-2077-4ab8-b4e5-1dcc8427d6d2 service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance_info_cache with network_info: [{"id": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "address": "fa:16:3e:f7:c6:ba", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c9eb6e-09", "ovs_interfaceid": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.762663] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a277418-1c6c-4be7-bae0-5b12dd82213c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.774028] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7d005a-6e10-4360-9589-aeb2d687dc56 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.810991] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708431, 'name': CreateVM_Task, 'duration_secs': 0.878707} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.811758] env[62361]: DEBUG nova.network.neutron [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Successfully created port: b47fc1fb-20f6-454e-afae-ba838a2d22cf {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1557.819627] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cfffea-985a-4f91-aabf-7c0507c0e430 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.822054] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1557.822620] env[62361]: DEBUG oslo_concurrency.lockutils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.822788] env[62361]: DEBUG oslo_concurrency.lockutils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.823133] env[62361]: DEBUG oslo_concurrency.lockutils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1557.824616] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a58fcd-47fc-498b-86fe-424f95d05d2d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.831698] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708433, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.831944] env[62361]: DEBUG oslo_vmware.api [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.726147} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.834233] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1557.834469] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1557.834773] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1557.834945] env[62361]: INFO nova.compute.manager [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Took 2.89 seconds to destroy the instance on the hypervisor. [ 1557.835211] env[62361]: DEBUG oslo.service.loopingcall [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.835467] env[62361]: DEBUG nova.compute.manager [-] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1557.835564] env[62361]: DEBUG nova.network.neutron [-] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1557.838038] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a631c9-d064-40f5-8098-3a78c07f7c18 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.842608] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1557.842608] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b6456a-3fd9-dca9-72e2-0020f11e44ca" [ 1557.842608] env[62361]: _type = "Task" [ 1557.842608] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.854056] env[62361]: DEBUG nova.compute.provider_tree [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.860392] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b6456a-3fd9-dca9-72e2-0020f11e44ca, 'name': SearchDatastore_Task, 'duration_secs': 0.016927} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.860673] env[62361]: DEBUG oslo_concurrency.lockutils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.860890] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1557.861134] env[62361]: DEBUG oslo_concurrency.lockutils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.861278] env[62361]: DEBUG oslo_concurrency.lockutils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.861476] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1557.862244] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc750f30-af8f-4d57-ab01-39c32231fa7e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.869932] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1557.870136] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1557.872803] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b986023-32cb-490d-a5b9-31fd37dba054 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.878161] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1557.878161] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528d2069-7db0-d3fe-dce8-8a1bd51f1bf5" [ 1557.878161] env[62361]: _type = "Task" [ 1557.878161] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.885602] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528d2069-7db0-d3fe-dce8-8a1bd51f1bf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.931911] env[62361]: DEBUG nova.compute.manager [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1558.166894] env[62361]: DEBUG oslo_concurrency.lockutils [req-1d808041-45b7-4374-b201-c8d1f396a1a7 req-8cff778f-2077-4ab8-b4e5-1dcc8427d6d2 service nova] Releasing lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.320247] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708433, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.357163] env[62361]: DEBUG nova.scheduler.client.report [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1558.389747] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]528d2069-7db0-d3fe-dce8-8a1bd51f1bf5, 'name': SearchDatastore_Task, 'duration_secs': 0.026074} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.390654] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226c2c8c-578b-427f-a48f-721a8bf7ceb8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.396221] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1558.396221] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529bf4c3-e087-1d8f-6067-061bae98cad9" [ 1558.396221] env[62361]: _type = "Task" [ 1558.396221] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.404392] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529bf4c3-e087-1d8f-6067-061bae98cad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.579385] env[62361]: DEBUG nova.network.neutron [-] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.821059] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708433, 'name': CreateSnapshot_Task, 'duration_secs': 1.076366} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.821351] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1558.822121] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75df983e-3342-424b-937b-8c943dbcafca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.862924] env[62361]: DEBUG oslo_concurrency.lockutils [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.865408] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.228s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.866893] env[62361]: INFO nova.compute.claims [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1558.886365] env[62361]: INFO nova.scheduler.client.report [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleted allocations for instance 26061f68-dd70-445b-bf28-157cf5cd13f8 [ 1558.908456] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529bf4c3-e087-1d8f-6067-061bae98cad9, 'name': SearchDatastore_Task, 'duration_secs': 0.015514} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.908727] env[62361]: DEBUG oslo_concurrency.lockutils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.909034] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64/34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1558.909251] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0f10c3d-ca06-4529-aa00-10e3357c92ef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.913599] env[62361]: DEBUG nova.compute.manager [req-6e01ce5b-ec7d-4d7d-a998-fd748bf9a14d req-72bb8528-a657-4dcb-85ad-973117c8e462 service nova] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Received event network-vif-deleted-4a298802-a155-4b99-8859-e6bf5ce8ed8d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1558.917329] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1558.917329] env[62361]: value = "task-1708434" [ 1558.917329] env[62361]: _type = "Task" [ 1558.917329] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.925830] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.940347] env[62361]: DEBUG nova.compute.manager [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1558.966359] env[62361]: DEBUG nova.virt.hardware [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1558.966633] env[62361]: DEBUG nova.virt.hardware [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1558.966852] env[62361]: DEBUG nova.virt.hardware [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1558.967126] env[62361]: DEBUG nova.virt.hardware [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1558.967324] env[62361]: DEBUG nova.virt.hardware [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1558.967499] env[62361]: DEBUG nova.virt.hardware [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1558.967740] env[62361]: DEBUG nova.virt.hardware [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1558.967939] env[62361]: DEBUG nova.virt.hardware [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1558.968135] env[62361]: DEBUG nova.virt.hardware [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1558.968355] env[62361]: DEBUG nova.virt.hardware [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1558.968560] env[62361]: DEBUG nova.virt.hardware [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1558.969517] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175d03e4-5371-41bb-af9c-f3ff8b611eeb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.977368] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54abcd1e-b468-43e0-b6f1-c23c628d9451 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.082431] env[62361]: INFO nova.compute.manager [-] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Took 1.25 seconds to deallocate network for instance. [ 1559.257698] env[62361]: DEBUG nova.compute.manager [req-3864c95e-0abb-4028-8b46-60c4d7de6fa1 req-dc16158d-6a0a-4aa9-abe5-e6108500767f service nova] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Received event network-vif-plugged-b47fc1fb-20f6-454e-afae-ba838a2d22cf {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1559.257921] env[62361]: DEBUG oslo_concurrency.lockutils [req-3864c95e-0abb-4028-8b46-60c4d7de6fa1 req-dc16158d-6a0a-4aa9-abe5-e6108500767f service nova] Acquiring lock "14b2cf2b-2c3b-4084-a58e-45957acc5a78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.258142] env[62361]: DEBUG oslo_concurrency.lockutils [req-3864c95e-0abb-4028-8b46-60c4d7de6fa1 req-dc16158d-6a0a-4aa9-abe5-e6108500767f service nova] Lock "14b2cf2b-2c3b-4084-a58e-45957acc5a78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.258309] env[62361]: DEBUG oslo_concurrency.lockutils [req-3864c95e-0abb-4028-8b46-60c4d7de6fa1 req-dc16158d-6a0a-4aa9-abe5-e6108500767f service nova] Lock "14b2cf2b-2c3b-4084-a58e-45957acc5a78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.258484] env[62361]: DEBUG nova.compute.manager [req-3864c95e-0abb-4028-8b46-60c4d7de6fa1 req-dc16158d-6a0a-4aa9-abe5-e6108500767f service nova] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] No waiting events found dispatching network-vif-plugged-b47fc1fb-20f6-454e-afae-ba838a2d22cf {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1559.261797] env[62361]: WARNING nova.compute.manager [req-3864c95e-0abb-4028-8b46-60c4d7de6fa1 req-dc16158d-6a0a-4aa9-abe5-e6108500767f service nova] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Received unexpected event network-vif-plugged-b47fc1fb-20f6-454e-afae-ba838a2d22cf for instance with vm_state building and task_state spawning. [ 1559.340960] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1559.341168] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d7f1062-6edd-459c-8e2a-3aee21f70b54 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.352018] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1559.352018] env[62361]: value = "task-1708435" [ 1559.352018] env[62361]: _type = "Task" [ 1559.352018] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.360300] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708435, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.366944] env[62361]: DEBUG nova.network.neutron [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Successfully updated port: b47fc1fb-20f6-454e-afae-ba838a2d22cf {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1559.394197] env[62361]: DEBUG oslo_concurrency.lockutils [None req-72ca4768-7b2c-435a-90e7-4161ac624cea tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "26061f68-dd70-445b-bf28-157cf5cd13f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.251s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.426215] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.589390] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.861187] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708435, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.868031] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Acquiring lock "refresh_cache-14b2cf2b-2c3b-4084-a58e-45957acc5a78" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.868156] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Acquired lock "refresh_cache-14b2cf2b-2c3b-4084-a58e-45957acc5a78" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.868244] env[62361]: DEBUG nova.network.neutron [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.928043] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708434, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.270311] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106c908c-c7a3-4d63-af2b-44453927158c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.278788] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93548706-dfac-42a9-9607-dbeb134755d0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.309422] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eb5401-8590-4478-8025-01ddd978f5cd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.317241] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e896a9f-bca1-4d44-8a21-5169736b5a83 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.330588] env[62361]: DEBUG nova.compute.provider_tree [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.362342] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708435, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.408771] env[62361]: DEBUG nova.network.neutron [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1560.429840] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708434, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.561305] env[62361]: DEBUG nova.network.neutron [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Updating instance_info_cache with network_info: [{"id": "b47fc1fb-20f6-454e-afae-ba838a2d22cf", "address": "fa:16:3e:9a:7e:1d", "network": {"id": "f6d21ddf-0542-47fd-80c9-fc2cb42d377e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1795593516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b20e810fa514dc7a4c9f72f87c20b12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47fc1fb-20", "ovs_interfaceid": "b47fc1fb-20f6-454e-afae-ba838a2d22cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.788549] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "33be6421-85e4-4871-9e4d-d448254f661c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.788922] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "33be6421-85e4-4871-9e4d-d448254f661c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.834218] env[62361]: DEBUG nova.scheduler.client.report [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1560.860982] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708435, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.929105] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708434, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.064028] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Releasing lock "refresh_cache-14b2cf2b-2c3b-4084-a58e-45957acc5a78" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.064028] env[62361]: DEBUG nova.compute.manager [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Instance network_info: |[{"id": "b47fc1fb-20f6-454e-afae-ba838a2d22cf", "address": "fa:16:3e:9a:7e:1d", "network": {"id": "f6d21ddf-0542-47fd-80c9-fc2cb42d377e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1795593516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b20e810fa514dc7a4c9f72f87c20b12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47fc1fb-20", "ovs_interfaceid": "b47fc1fb-20f6-454e-afae-ba838a2d22cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1561.064245] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:7e:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b47fc1fb-20f6-454e-afae-ba838a2d22cf', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1561.071728] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Creating folder: Project (9b20e810fa514dc7a4c9f72f87c20b12). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1561.072072] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef851cc0-9d85-433d-a151-be8b1a388a62 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.082760] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Created folder: Project (9b20e810fa514dc7a4c9f72f87c20b12) in parent group-v355747. [ 1561.083039] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Creating folder: Instances. Parent ref: group-v355954. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1561.083185] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5adff9a6-58f3-4544-89c7-3b96afee806a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.092806] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Created folder: Instances in parent group-v355954. [ 1561.093071] env[62361]: DEBUG oslo.service.loopingcall [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.093265] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1561.093464] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ffc2550-4337-477c-8052-6e779e43c8db {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.113015] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1561.113015] env[62361]: value = "task-1708438" [ 1561.113015] env[62361]: _type = "Task" [ 1561.113015] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.120690] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708438, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.283419] env[62361]: DEBUG nova.compute.manager [req-3c5056e2-d994-45f0-ab41-1c6a3ada1fb3 req-fdbe2f1d-80d3-43d7-89ce-fa709887966d service nova] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Received event network-changed-b47fc1fb-20f6-454e-afae-ba838a2d22cf {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1561.283698] env[62361]: DEBUG nova.compute.manager [req-3c5056e2-d994-45f0-ab41-1c6a3ada1fb3 req-fdbe2f1d-80d3-43d7-89ce-fa709887966d service nova] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Refreshing instance network info cache due to event network-changed-b47fc1fb-20f6-454e-afae-ba838a2d22cf. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1561.283971] env[62361]: DEBUG oslo_concurrency.lockutils [req-3c5056e2-d994-45f0-ab41-1c6a3ada1fb3 req-fdbe2f1d-80d3-43d7-89ce-fa709887966d service nova] Acquiring lock "refresh_cache-14b2cf2b-2c3b-4084-a58e-45957acc5a78" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.284184] env[62361]: DEBUG oslo_concurrency.lockutils [req-3c5056e2-d994-45f0-ab41-1c6a3ada1fb3 req-fdbe2f1d-80d3-43d7-89ce-fa709887966d service nova] Acquired lock "refresh_cache-14b2cf2b-2c3b-4084-a58e-45957acc5a78" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.284393] env[62361]: DEBUG nova.network.neutron [req-3c5056e2-d994-45f0-ab41-1c6a3ada1fb3 req-fdbe2f1d-80d3-43d7-89ce-fa709887966d service nova] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Refreshing network info cache for port b47fc1fb-20f6-454e-afae-ba838a2d22cf {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1561.291515] env[62361]: DEBUG nova.compute.manager [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1561.339537] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.340095] env[62361]: DEBUG nova.compute.manager [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1561.342865] env[62361]: DEBUG oslo_concurrency.lockutils [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.251s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.343101] env[62361]: DEBUG nova.objects.instance [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Lazy-loading 'resources' on Instance uuid 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.361516] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708435, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.429031] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708434, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.079474} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.429289] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64/34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1561.429504] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1561.429746] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2795d4f-15bc-44b7-b17f-966d9b8c276b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.435928] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1561.435928] env[62361]: value = "task-1708439" [ 1561.435928] env[62361]: _type = "Task" [ 1561.435928] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.449951] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.624156] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708438, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.817479] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.846028] env[62361]: DEBUG nova.compute.utils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1561.848123] env[62361]: DEBUG nova.compute.manager [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1561.848241] env[62361]: DEBUG nova.network.neutron [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1561.864369] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708435, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.894441] env[62361]: DEBUG nova.policy [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c736f460b698414e87ef1c94427e8c9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b621083704947e7945f28b9bf48c555', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1561.946485] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074123} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.948595] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1561.952747] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd9dd87-1322-4b53-8103-e7d572c4572d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.973473] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64/34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1561.978541] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ba90fca-1597-4e8e-b820-ecd375b9d930 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.998362] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1561.998362] env[62361]: value = "task-1708440" [ 1561.998362] env[62361]: _type = "Task" [ 1561.998362] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.008320] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.061358] env[62361]: DEBUG nova.network.neutron [req-3c5056e2-d994-45f0-ab41-1c6a3ada1fb3 req-fdbe2f1d-80d3-43d7-89ce-fa709887966d service nova] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Updated VIF entry in instance network info cache for port b47fc1fb-20f6-454e-afae-ba838a2d22cf. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1562.061743] env[62361]: DEBUG nova.network.neutron [req-3c5056e2-d994-45f0-ab41-1c6a3ada1fb3 req-fdbe2f1d-80d3-43d7-89ce-fa709887966d service nova] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Updating instance_info_cache with network_info: [{"id": "b47fc1fb-20f6-454e-afae-ba838a2d22cf", "address": "fa:16:3e:9a:7e:1d", "network": {"id": "f6d21ddf-0542-47fd-80c9-fc2cb42d377e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1795593516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b20e810fa514dc7a4c9f72f87c20b12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47fc1fb-20", "ovs_interfaceid": "b47fc1fb-20f6-454e-afae-ba838a2d22cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.124227] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708438, 'name': CreateVM_Task, 'duration_secs': 0.666492} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.126819] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1562.128032] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.128403] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.128855] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1562.129240] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce726d5-03f3-40de-a30a-cbf9197f29fe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.134714] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Waiting for the task: (returnval){ [ 1562.134714] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ff3743-4e09-3b16-e2ef-591f0cdb3db3" [ 1562.134714] env[62361]: _type = "Task" [ 1562.134714] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.146717] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ff3743-4e09-3b16-e2ef-591f0cdb3db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.200803] env[62361]: DEBUG nova.network.neutron [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Successfully created port: 2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1562.232483] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf1b517-8c07-4df8-858b-661157a9a8f1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.240942] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e603af41-b9e0-469e-8f10-4b7c02bc49af {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.273204] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b294eb64-cfb5-41fa-9a7a-78c154d061db {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.281656] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a731236-c114-405f-90b3-b9dd353e1dde {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.296131] env[62361]: DEBUG nova.compute.provider_tree [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.356708] env[62361]: DEBUG nova.compute.manager [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1562.365832] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708435, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.509046] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.564452] env[62361]: DEBUG oslo_concurrency.lockutils [req-3c5056e2-d994-45f0-ab41-1c6a3ada1fb3 req-fdbe2f1d-80d3-43d7-89ce-fa709887966d service nova] Releasing lock "refresh_cache-14b2cf2b-2c3b-4084-a58e-45957acc5a78" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.645467] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ff3743-4e09-3b16-e2ef-591f0cdb3db3, 'name': SearchDatastore_Task, 'duration_secs': 0.027503} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.645784] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.646029] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1562.646274] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.646429] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.646741] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1562.647130] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6c8e7b4-adec-4788-ab43-de9dd5b4cdef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.668765] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1562.668954] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1562.669682] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30ea81d4-9f25-4483-9131-6cb2eefbeab6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.675416] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Waiting for the task: (returnval){ [ 1562.675416] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529da301-b0f6-968d-7ba4-b0662b40cc82" [ 1562.675416] env[62361]: _type = "Task" [ 1562.675416] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.683155] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529da301-b0f6-968d-7ba4-b0662b40cc82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.798730] env[62361]: DEBUG nova.scheduler.client.report [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1562.869372] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708435, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.009999] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.189747] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529da301-b0f6-968d-7ba4-b0662b40cc82, 'name': SearchDatastore_Task, 'duration_secs': 0.076926} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.190950] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6561b11-2745-48b2-8da3-64993e1b5f52 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.196938] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Waiting for the task: (returnval){ [ 1563.196938] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5246ae7c-785b-e5e8-b74b-4f0e019ad018" [ 1563.196938] env[62361]: _type = "Task" [ 1563.196938] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.206403] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5246ae7c-785b-e5e8-b74b-4f0e019ad018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.305037] env[62361]: DEBUG oslo_concurrency.lockutils [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.307909] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.474s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.307909] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.309228] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.140s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.309435] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.311174] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.107s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.312785] env[62361]: INFO nova.compute.claims [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1563.329441] env[62361]: INFO nova.scheduler.client.report [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Deleted allocations for instance 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d [ 1563.340640] env[62361]: INFO nova.scheduler.client.report [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Deleted allocations for instance 92528be1-55ff-40e4-9404-99a4db7766c5 [ 1563.348827] env[62361]: INFO nova.scheduler.client.report [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Deleted allocations for instance 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1 [ 1563.366824] env[62361]: DEBUG nova.compute.manager [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1563.369041] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708435, 'name': CloneVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.394028] env[62361]: DEBUG nova.virt.hardware [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1563.394168] env[62361]: DEBUG nova.virt.hardware [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1563.394410] env[62361]: DEBUG nova.virt.hardware [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.394648] env[62361]: DEBUG nova.virt.hardware [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1563.394811] env[62361]: DEBUG nova.virt.hardware [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.394966] env[62361]: DEBUG nova.virt.hardware [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1563.395191] env[62361]: DEBUG nova.virt.hardware [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1563.395352] env[62361]: DEBUG nova.virt.hardware [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1563.395516] env[62361]: DEBUG nova.virt.hardware [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1563.395677] env[62361]: DEBUG nova.virt.hardware [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1563.395851] env[62361]: DEBUG nova.virt.hardware [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1563.396955] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9224e20e-f5a9-4a5f-869d-12ffe9fb8d31 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.405566] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7214524c-341b-46d5-b622-3df770a8d064 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.509852] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708440, 'name': ReconfigVM_Task, 'duration_secs': 1.144207} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.511085] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64/34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.511085] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3486ec52-aca7-4ff0-9362-c912fdcb9472 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.517872] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1563.517872] env[62361]: value = "task-1708441" [ 1563.517872] env[62361]: _type = "Task" [ 1563.517872] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.525628] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708441, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.633450] env[62361]: DEBUG nova.compute.manager [req-038f5fe5-0d1f-4c1d-9f64-123db2e46f63 req-902ce604-dabf-44de-af55-80e6fe8687b6 service nova] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Received event network-vif-plugged-2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1563.633450] env[62361]: DEBUG oslo_concurrency.lockutils [req-038f5fe5-0d1f-4c1d-9f64-123db2e46f63 req-902ce604-dabf-44de-af55-80e6fe8687b6 service nova] Acquiring lock "6944696b-6262-421c-bcb9-c9d534bc9907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.633450] env[62361]: DEBUG oslo_concurrency.lockutils [req-038f5fe5-0d1f-4c1d-9f64-123db2e46f63 req-902ce604-dabf-44de-af55-80e6fe8687b6 service nova] Lock "6944696b-6262-421c-bcb9-c9d534bc9907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.633450] env[62361]: DEBUG oslo_concurrency.lockutils [req-038f5fe5-0d1f-4c1d-9f64-123db2e46f63 req-902ce604-dabf-44de-af55-80e6fe8687b6 service nova] Lock "6944696b-6262-421c-bcb9-c9d534bc9907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.633450] env[62361]: DEBUG nova.compute.manager [req-038f5fe5-0d1f-4c1d-9f64-123db2e46f63 req-902ce604-dabf-44de-af55-80e6fe8687b6 service nova] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] No waiting events found dispatching network-vif-plugged-2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1563.633450] env[62361]: WARNING nova.compute.manager [req-038f5fe5-0d1f-4c1d-9f64-123db2e46f63 req-902ce604-dabf-44de-af55-80e6fe8687b6 service nova] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Received unexpected event network-vif-plugged-2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96 for instance with vm_state building and task_state spawning. [ 1563.707547] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5246ae7c-785b-e5e8-b74b-4f0e019ad018, 'name': SearchDatastore_Task, 'duration_secs': 0.030678} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.707941] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.708117] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 14b2cf2b-2c3b-4084-a58e-45957acc5a78/14b2cf2b-2c3b-4084-a58e-45957acc5a78.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1563.708484] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a3de340-b4a6-47f1-9799-f7878b595750 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.715102] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Waiting for the task: (returnval){ [ 1563.715102] env[62361]: value = "task-1708442" [ 1563.715102] env[62361]: _type = "Task" [ 1563.715102] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.723073] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.728055] env[62361]: DEBUG nova.network.neutron [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Successfully updated port: 2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1563.841634] env[62361]: DEBUG oslo_concurrency.lockutils [None req-45dd8f2c-70fb-49e8-86ca-1e1285619a6a tempest-ServerGroupTestJSON-2037297989 tempest-ServerGroupTestJSON-2037297989-project-member] Lock "4e15c2f5-6486-4fb8-b82c-a29ff70dac6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.756s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.851203] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a53517e4-e681-4b81-8f98-2eef7bdd9766 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "92528be1-55ff-40e4-9404-99a4db7766c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.242s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.855147] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5b2480b5-a8fd-4ede-af07-4a00e1db29b6 tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "2f5000ce-0275-4fa5-b09c-d9a07b6c41c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.851s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.874015] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708435, 'name': CloneVM_Task, 'duration_secs': 4.38642} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.874443] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Created linked-clone VM from snapshot [ 1563.877816] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7fdb9f-dabc-441e-9779-72bd106c1008 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.889076] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Uploading image 864f4d97-2f78-4f79-8dcb-8ba160480114 {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1563.914093] env[62361]: DEBUG oslo_vmware.rw_handles [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1563.914093] env[62361]: value = "vm-355953" [ 1563.914093] env[62361]: _type = "VirtualMachine" [ 1563.914093] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1563.914093] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-03419498-2c3f-4c20-811f-cc1cd765bb9c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.923863] env[62361]: DEBUG oslo_vmware.rw_handles [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lease: (returnval){ [ 1563.923863] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d62101-6dca-e55b-d80a-b84c83a057fc" [ 1563.923863] env[62361]: _type = "HttpNfcLease" [ 1563.923863] env[62361]: } obtained for exporting VM: (result){ [ 1563.923863] env[62361]: value = "vm-355953" [ 1563.923863] env[62361]: _type = "VirtualMachine" [ 1563.923863] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1563.923863] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the lease: (returnval){ [ 1563.923863] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d62101-6dca-e55b-d80a-b84c83a057fc" [ 1563.923863] env[62361]: _type = "HttpNfcLease" [ 1563.923863] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1563.930945] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1563.930945] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d62101-6dca-e55b-d80a-b84c83a057fc" [ 1563.930945] env[62361]: _type = "HttpNfcLease" [ 1563.930945] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1564.028766] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708441, 'name': Rename_Task, 'duration_secs': 0.358371} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.029391] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1564.029815] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-395075eb-80e7-493d-87b0-0e72e5279d3e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.036728] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1564.036728] env[62361]: value = "task-1708444" [ 1564.036728] env[62361]: _type = "Task" [ 1564.036728] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.047203] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.226193] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708442, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.230973] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "refresh_cache-6944696b-6262-421c-bcb9-c9d534bc9907" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.231167] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquired lock "refresh_cache-6944696b-6262-421c-bcb9-c9d534bc9907" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.231377] env[62361]: DEBUG nova.network.neutron [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1564.433782] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1564.433782] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d62101-6dca-e55b-d80a-b84c83a057fc" [ 1564.433782] env[62361]: _type = "HttpNfcLease" [ 1564.433782] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1564.434096] env[62361]: DEBUG oslo_vmware.rw_handles [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1564.434096] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d62101-6dca-e55b-d80a-b84c83a057fc" [ 1564.434096] env[62361]: _type = "HttpNfcLease" [ 1564.434096] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1564.434834] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23ba511-1bdb-40fc-8516-1bcc563af4c6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.444118] env[62361]: DEBUG oslo_vmware.rw_handles [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c43708-33fd-27ab-6d3e-0ad937494d76/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1564.444311] env[62361]: DEBUG oslo_vmware.rw_handles [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c43708-33fd-27ab-6d3e-0ad937494d76/disk-0.vmdk for reading. {{(pid=62361) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1564.550093] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.669779] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf9cf86-e107-42ac-aec9-6e75d4ce19a9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.679312] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4864ae3b-00c1-4fee-953a-db0f81ce766b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.714007] env[62361]: DEBUG oslo_concurrency.lockutils [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "59f30b3f-5286-4d90-b726-011e419fca2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.714515] env[62361]: DEBUG oslo_concurrency.lockutils [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "59f30b3f-5286-4d90-b726-011e419fca2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.714894] env[62361]: DEBUG oslo_concurrency.lockutils [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "59f30b3f-5286-4d90-b726-011e419fca2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.715117] env[62361]: DEBUG oslo_concurrency.lockutils [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "59f30b3f-5286-4d90-b726-011e419fca2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.715300] env[62361]: DEBUG oslo_concurrency.lockutils [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "59f30b3f-5286-4d90-b726-011e419fca2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.717830] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a874b8-f3ad-4810-85f3-cae599a6c9ea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.720695] env[62361]: INFO nova.compute.manager [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Terminating instance [ 1564.725319] env[62361]: DEBUG nova.compute.manager [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1564.725519] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1564.726707] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983aa822-65bb-4386-84e8-e1416bd8e616 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.733597] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b35ecb2-e6f8-4a39-a985-9379aef394b0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.744121] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708442, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.744121] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1564.744633] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b2db5f6-a04d-48df-8a75-ea34b9331293 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.754858] env[62361]: DEBUG nova.compute.provider_tree [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1564.760049] env[62361]: DEBUG oslo_vmware.api [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1564.760049] env[62361]: value = "task-1708445" [ 1564.760049] env[62361]: _type = "Task" [ 1564.760049] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.771231] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "2fc59d25-a58c-484f-bac8-20fdc797b674" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.771471] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "2fc59d25-a58c-484f-bac8-20fdc797b674" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.772545] env[62361]: DEBUG oslo_vmware.api [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.774806] env[62361]: DEBUG nova.network.neutron [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1564.911892] env[62361]: DEBUG nova.network.neutron [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Updating instance_info_cache with network_info: [{"id": "2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96", "address": "fa:16:3e:57:8f:b5", "network": {"id": "15407966-f862-4f39-87ba-5fde1fef7935", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1481493043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b621083704947e7945f28b9bf48c555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2551cb2b-f1", "ovs_interfaceid": "2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.052092] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.227099] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708442, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.258239] env[62361]: DEBUG nova.scheduler.client.report [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1565.270468] env[62361]: DEBUG oslo_vmware.api [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708445, 'name': PowerOffVM_Task, 'duration_secs': 0.189679} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.270729] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1565.270899] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1565.271163] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c771be34-850c-4771-bf04-4c1cc2ae2236 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.273303] env[62361]: DEBUG nova.compute.manager [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1565.414514] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Releasing lock "refresh_cache-6944696b-6262-421c-bcb9-c9d534bc9907" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.414852] env[62361]: DEBUG nova.compute.manager [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Instance network_info: |[{"id": "2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96", "address": "fa:16:3e:57:8f:b5", "network": {"id": "15407966-f862-4f39-87ba-5fde1fef7935", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1481493043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b621083704947e7945f28b9bf48c555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2551cb2b-f1", "ovs_interfaceid": "2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1565.415329] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:8f:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1565.422953] env[62361]: DEBUG oslo.service.loopingcall [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.423173] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1565.423453] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24914faa-0044-495b-93f5-db44531faa24 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.444930] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1565.444930] env[62361]: value = "task-1708447" [ 1565.444930] env[62361]: _type = "Task" [ 1565.444930] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.453847] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708447, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.551538] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.555061] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fac0e9d5-cc40-410a-bfd6-9cf43e237b0b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.593075] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1565.593436] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1565.593862] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Deleting the datastore file [datastore1] 59f30b3f-5286-4d90-b726-011e419fca2a {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1565.594157] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca5a7bb9-d1c4-4fe7-ae45-c603b8533a68 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.600688] env[62361]: DEBUG oslo_vmware.api [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for the task: (returnval){ [ 1565.600688] env[62361]: value = "task-1708448" [ 1565.600688] env[62361]: _type = "Task" [ 1565.600688] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.609139] env[62361]: DEBUG oslo_vmware.api [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.731102] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708442, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.834081} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.731936] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 14b2cf2b-2c3b-4084-a58e-45957acc5a78/14b2cf2b-2c3b-4084-a58e-45957acc5a78.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1565.731936] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1565.732138] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b70a777-43df-4011-b2b4-b7ed14531b5b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.739621] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Waiting for the task: (returnval){ [ 1565.739621] env[62361]: value = "task-1708449" [ 1565.739621] env[62361]: _type = "Task" [ 1565.739621] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.748446] env[62361]: DEBUG nova.compute.manager [req-170a6069-6187-448a-b770-db58fe0c1271 req-29ce4c1b-ea62-46b6-af91-b0ffcf9fc9b0 service nova] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Received event network-changed-2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1565.748659] env[62361]: DEBUG nova.compute.manager [req-170a6069-6187-448a-b770-db58fe0c1271 req-29ce4c1b-ea62-46b6-af91-b0ffcf9fc9b0 service nova] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Refreshing instance network info cache due to event network-changed-2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1565.748907] env[62361]: DEBUG oslo_concurrency.lockutils [req-170a6069-6187-448a-b770-db58fe0c1271 req-29ce4c1b-ea62-46b6-af91-b0ffcf9fc9b0 service nova] Acquiring lock "refresh_cache-6944696b-6262-421c-bcb9-c9d534bc9907" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.749360] env[62361]: DEBUG oslo_concurrency.lockutils [req-170a6069-6187-448a-b770-db58fe0c1271 req-29ce4c1b-ea62-46b6-af91-b0ffcf9fc9b0 service nova] Acquired lock "refresh_cache-6944696b-6262-421c-bcb9-c9d534bc9907" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.749560] env[62361]: DEBUG nova.network.neutron [req-170a6069-6187-448a-b770-db58fe0c1271 req-29ce4c1b-ea62-46b6-af91-b0ffcf9fc9b0 service nova] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Refreshing network info cache for port 2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1565.755426] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.766409] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.766977] env[62361]: DEBUG nova.compute.manager [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1565.769650] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.215s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.773624] env[62361]: DEBUG nova.objects.instance [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lazy-loading 'resources' on Instance uuid e26524ba-912d-40ac-a299-6d6c4aae65e0 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1565.799425] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.958665] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708447, 'name': CreateVM_Task, 'duration_secs': 0.383888} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.958981] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1565.959832] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.959960] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.960339] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1565.960642] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9981fbbd-40fb-4ded-a859-c72c2789359a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.965912] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1565.965912] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c89e83-8ad5-2022-c432-6c3330fb17b7" [ 1565.965912] env[62361]: _type = "Task" [ 1565.965912] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.974320] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c89e83-8ad5-2022-c432-6c3330fb17b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.052047] env[62361]: DEBUG oslo_vmware.api [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708444, 'name': PowerOnVM_Task, 'duration_secs': 1.913684} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.052344] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1566.052586] env[62361]: INFO nova.compute.manager [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Took 11.52 seconds to spawn the instance on the hypervisor. [ 1566.052891] env[62361]: DEBUG nova.compute.manager [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1566.053817] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd75cfe-6ae9-4d6f-897e-c015b0f01b81 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.116527] env[62361]: DEBUG oslo_vmware.api [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Task: {'id': task-1708448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175263} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.116880] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1566.117184] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1566.117407] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1566.117647] env[62361]: INFO nova.compute.manager [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1566.118145] env[62361]: DEBUG oslo.service.loopingcall [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.118184] env[62361]: DEBUG nova.compute.manager [-] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1566.118278] env[62361]: DEBUG nova.network.neutron [-] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1566.257626] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075844} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.261754] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1566.264441] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60224ee1-a82b-4949-9a02-0136d3902559 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.283410] env[62361]: DEBUG nova.compute.utils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1566.298754] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 14b2cf2b-2c3b-4084-a58e-45957acc5a78/14b2cf2b-2c3b-4084-a58e-45957acc5a78.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.298754] env[62361]: DEBUG nova.compute.manager [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1566.298754] env[62361]: DEBUG nova.network.neutron [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1566.301182] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a20ba1c-e075-4881-bb9c-40bea6e43014 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.326034] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Waiting for the task: (returnval){ [ 1566.326034] env[62361]: value = "task-1708450" [ 1566.326034] env[62361]: _type = "Task" [ 1566.326034] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.339720] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708450, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.406914] env[62361]: DEBUG nova.policy [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '767c8f94cc8745c9b4036f1fd418b274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee017fd27c0d412b9150d43800ed6554', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1566.489659] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c89e83-8ad5-2022-c432-6c3330fb17b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011407} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.492692] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.492983] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1566.493264] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.493417] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.493618] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1566.494366] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8339bd5b-5411-4e09-8200-2608785ccfbc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.505497] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1566.505497] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1566.506075] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e52ea81-6b17-42a6-950c-a8fb0c8f32c7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.515812] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1566.515812] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521a310f-ed8a-1648-2d51-3076ef982f9c" [ 1566.515812] env[62361]: _type = "Task" [ 1566.515812] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.527032] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521a310f-ed8a-1648-2d51-3076ef982f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.579565] env[62361]: INFO nova.compute.manager [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Took 37.75 seconds to build instance. [ 1566.737371] env[62361]: DEBUG nova.network.neutron [req-170a6069-6187-448a-b770-db58fe0c1271 req-29ce4c1b-ea62-46b6-af91-b0ffcf9fc9b0 service nova] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Updated VIF entry in instance network info cache for port 2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1566.737931] env[62361]: DEBUG nova.network.neutron [req-170a6069-6187-448a-b770-db58fe0c1271 req-29ce4c1b-ea62-46b6-af91-b0ffcf9fc9b0 service nova] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Updating instance_info_cache with network_info: [{"id": "2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96", "address": "fa:16:3e:57:8f:b5", "network": {"id": "15407966-f862-4f39-87ba-5fde1fef7935", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1481493043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b621083704947e7945f28b9bf48c555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2551cb2b-f1", "ovs_interfaceid": "2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.745141] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d384c0cd-feb5-40bd-aefb-5a451aed3b95 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.757060] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceb1da0-43a6-4d10-b64b-50f536905ed5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.792205] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0715452b-e01c-45b5-b3a1-3a96b5a29e30 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.800380] env[62361]: DEBUG nova.compute.manager [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1566.807037] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0dd345-97ab-41cc-9cf7-9e3732e7e53b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.821934] env[62361]: DEBUG nova.compute.provider_tree [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1566.844903] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708450, 'name': ReconfigVM_Task, 'duration_secs': 0.326017} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.845292] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 14b2cf2b-2c3b-4084-a58e-45957acc5a78/14b2cf2b-2c3b-4084-a58e-45957acc5a78.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1566.846345] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d3ed21b-01a5-4f83-b5ff-de0306632c96 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.853954] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Waiting for the task: (returnval){ [ 1566.853954] env[62361]: value = "task-1708451" [ 1566.853954] env[62361]: _type = "Task" [ 1566.853954] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.864521] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708451, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.026634] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521a310f-ed8a-1648-2d51-3076ef982f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.0189} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.027654] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46a925b9-eff9-4aaf-94d3-edbfd197187e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.033708] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1567.033708] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52346866-94b0-c54e-e86e-4fedaf60f953" [ 1567.033708] env[62361]: _type = "Task" [ 1567.033708] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.041590] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52346866-94b0-c54e-e86e-4fedaf60f953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.045810] env[62361]: DEBUG nova.network.neutron [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Successfully created port: 3ac47b94-5007-4b24-8058-21092bd2d730 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1567.079546] env[62361]: DEBUG nova.network.neutron [-] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.082785] env[62361]: DEBUG oslo_concurrency.lockutils [None req-538d0546-ad64-4e91-ac73-a409faebef94 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.264s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.241031] env[62361]: DEBUG oslo_concurrency.lockutils [req-170a6069-6187-448a-b770-db58fe0c1271 req-29ce4c1b-ea62-46b6-af91-b0ffcf9fc9b0 service nova] Releasing lock "refresh_cache-6944696b-6262-421c-bcb9-c9d534bc9907" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.325511] env[62361]: DEBUG nova.scheduler.client.report [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1567.374152] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708451, 'name': Rename_Task, 'duration_secs': 0.180024} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.374503] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.374834] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20685e43-7df0-4ee0-9b5c-b5d1ac8e5527 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.383601] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Waiting for the task: (returnval){ [ 1567.383601] env[62361]: value = "task-1708452" [ 1567.383601] env[62361]: _type = "Task" [ 1567.383601] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.393499] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.545936] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52346866-94b0-c54e-e86e-4fedaf60f953, 'name': SearchDatastore_Task, 'duration_secs': 0.015417} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.545936] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.545936] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 6944696b-6262-421c-bcb9-c9d534bc9907/6944696b-6262-421c-bcb9-c9d534bc9907.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1567.545936] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4aca722-82b8-443b-915f-8ea95f2c0336 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.553979] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1567.553979] env[62361]: value = "task-1708453" [ 1567.553979] env[62361]: _type = "Task" [ 1567.553979] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.562284] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.582744] env[62361]: INFO nova.compute.manager [-] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Took 1.46 seconds to deallocate network for instance. [ 1567.786044] env[62361]: DEBUG nova.compute.manager [req-79de3ce5-e4cc-47c1-afc1-4d5aa6c8d4ce req-b8e2eb06-4ab3-4695-bcbd-a36a0978c94e service nova] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Received event network-vif-deleted-159e5679-64fa-4e63-832f-f47d4c23d1f3 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1567.786169] env[62361]: DEBUG nova.compute.manager [req-79de3ce5-e4cc-47c1-afc1-4d5aa6c8d4ce req-b8e2eb06-4ab3-4695-bcbd-a36a0978c94e service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Received event network-changed-82c9eb6e-09b5-469e-aa55-8e8ef8384c68 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1567.786351] env[62361]: DEBUG nova.compute.manager [req-79de3ce5-e4cc-47c1-afc1-4d5aa6c8d4ce req-b8e2eb06-4ab3-4695-bcbd-a36a0978c94e service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Refreshing instance network info cache due to event network-changed-82c9eb6e-09b5-469e-aa55-8e8ef8384c68. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1567.786606] env[62361]: DEBUG oslo_concurrency.lockutils [req-79de3ce5-e4cc-47c1-afc1-4d5aa6c8d4ce req-b8e2eb06-4ab3-4695-bcbd-a36a0978c94e service nova] Acquiring lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.786862] env[62361]: DEBUG oslo_concurrency.lockutils [req-79de3ce5-e4cc-47c1-afc1-4d5aa6c8d4ce req-b8e2eb06-4ab3-4695-bcbd-a36a0978c94e service nova] Acquired lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.786967] env[62361]: DEBUG nova.network.neutron [req-79de3ce5-e4cc-47c1-afc1-4d5aa6c8d4ce req-b8e2eb06-4ab3-4695-bcbd-a36a0978c94e service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Refreshing network info cache for port 82c9eb6e-09b5-469e-aa55-8e8ef8384c68 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1567.810797] env[62361]: DEBUG nova.compute.manager [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1567.832999] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.837745] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.524s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.837745] env[62361]: DEBUG nova.objects.instance [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62361) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1567.843591] env[62361]: DEBUG nova.virt.hardware [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1567.843908] env[62361]: DEBUG nova.virt.hardware [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1567.844132] env[62361]: DEBUG nova.virt.hardware [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1567.844314] env[62361]: DEBUG nova.virt.hardware [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1567.844468] env[62361]: DEBUG nova.virt.hardware [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1567.844647] env[62361]: DEBUG nova.virt.hardware [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1567.844885] env[62361]: DEBUG nova.virt.hardware [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1567.845067] env[62361]: DEBUG nova.virt.hardware [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1567.845287] env[62361]: DEBUG nova.virt.hardware [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1567.845474] env[62361]: DEBUG nova.virt.hardware [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1567.845633] env[62361]: DEBUG nova.virt.hardware [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1567.846593] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddfe728-09f2-4395-9ee6-3d3ee462554f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.856141] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5347d758-40db-452c-8293-9616c105a150 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.861780] env[62361]: INFO nova.scheduler.client.report [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Deleted allocations for instance e26524ba-912d-40ac-a299-6d6c4aae65e0 [ 1567.898778] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708452, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.065283] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708453, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.093691] env[62361]: DEBUG oslo_concurrency.lockutils [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.380846] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f2330cc-02c5-4cc5-b3fb-e872cce46ef2 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "e26524ba-912d-40ac-a299-6d6c4aae65e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.784s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.394348] env[62361]: DEBUG oslo_vmware.api [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708452, 'name': PowerOnVM_Task, 'duration_secs': 0.527948} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.395219] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1568.395438] env[62361]: INFO nova.compute.manager [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1568.395636] env[62361]: DEBUG nova.compute.manager [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1568.396458] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73442721-3225-4edf-8583-67483ab81d09 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.523682] env[62361]: DEBUG nova.network.neutron [req-79de3ce5-e4cc-47c1-afc1-4d5aa6c8d4ce req-b8e2eb06-4ab3-4695-bcbd-a36a0978c94e service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updated VIF entry in instance network info cache for port 82c9eb6e-09b5-469e-aa55-8e8ef8384c68. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1568.524147] env[62361]: DEBUG nova.network.neutron [req-79de3ce5-e4cc-47c1-afc1-4d5aa6c8d4ce req-b8e2eb06-4ab3-4695-bcbd-a36a0978c94e service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance_info_cache with network_info: [{"id": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "address": "fa:16:3e:f7:c6:ba", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c9eb6e-09", "ovs_interfaceid": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.566115] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715795} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.566412] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 6944696b-6262-421c-bcb9-c9d534bc9907/6944696b-6262-421c-bcb9-c9d534bc9907.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.566630] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.566888] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d26929a8-d4b3-495b-bcaf-070b1b0e93eb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.574592] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1568.574592] env[62361]: value = "task-1708454" [ 1568.574592] env[62361]: _type = "Task" [ 1568.574592] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.583433] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.833521] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "933f8a73-a8e1-4168-a91e-9cc248518ecd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.833521] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "933f8a73-a8e1-4168-a91e-9cc248518ecd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.833753] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "933f8a73-a8e1-4168-a91e-9cc248518ecd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.834017] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "933f8a73-a8e1-4168-a91e-9cc248518ecd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.834218] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "933f8a73-a8e1-4168-a91e-9cc248518ecd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.838104] env[62361]: INFO nova.compute.manager [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Terminating instance [ 1568.840231] env[62361]: DEBUG nova.network.neutron [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Successfully updated port: 3ac47b94-5007-4b24-8058-21092bd2d730 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1568.843143] env[62361]: DEBUG nova.compute.manager [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1568.843143] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1568.845926] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7890b5a9-d603-47ea-9de3-195ed256c10f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.848102] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c429305f-6488-489d-a547-896bb50a2f98 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.849615] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.362s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.851881] env[62361]: INFO nova.compute.claims [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1568.860333] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1568.861188] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcd18f8b-407d-4d73-8618-c84b65636e6a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.869272] env[62361]: DEBUG oslo_vmware.api [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1568.869272] env[62361]: value = "task-1708455" [ 1568.869272] env[62361]: _type = "Task" [ 1568.869272] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.879232] env[62361]: DEBUG oslo_vmware.api [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.918980] env[62361]: INFO nova.compute.manager [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Took 34.40 seconds to build instance. [ 1569.029153] env[62361]: DEBUG oslo_concurrency.lockutils [req-79de3ce5-e4cc-47c1-afc1-4d5aa6c8d4ce req-b8e2eb06-4ab3-4695-bcbd-a36a0978c94e service nova] Releasing lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.087397] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124424} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.087796] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.088542] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea99d44-9052-498d-89c5-f80bba7f847c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.114881] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 6944696b-6262-421c-bcb9-c9d534bc9907/6944696b-6262-421c-bcb9-c9d534bc9907.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.115260] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3490a2ee-c0b7-4aaa-8880-27bebe29d0bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.135332] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1569.135332] env[62361]: value = "task-1708456" [ 1569.135332] env[62361]: _type = "Task" [ 1569.135332] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.143995] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.343216] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Acquiring lock "refresh_cache-f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.343378] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Acquired lock "refresh_cache-f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.343522] env[62361]: DEBUG nova.network.neutron [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1569.380392] env[62361]: DEBUG oslo_vmware.api [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708455, 'name': PowerOffVM_Task, 'duration_secs': 0.332292} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.380666] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1569.380834] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1569.381101] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-737003f0-7eb8-41e7-a8d5-9102aa7d0dc1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.421513] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b273bb05-28b3-4d0e-9645-ef73a5f61d25 tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Lock "14b2cf2b-2c3b-4084-a58e-45957acc5a78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.909s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.511833] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1569.512108] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1569.512300] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Deleting the datastore file [datastore1] 933f8a73-a8e1-4168-a91e-9cc248518ecd {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1569.512575] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf3fb480-40cb-4dec-9fce-76fe3f2282b6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.520166] env[62361]: DEBUG oslo_vmware.api [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for the task: (returnval){ [ 1569.520166] env[62361]: value = "task-1708458" [ 1569.520166] env[62361]: _type = "Task" [ 1569.520166] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.528385] env[62361]: DEBUG oslo_vmware.api [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.646624] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.653132] env[62361]: DEBUG oslo_concurrency.lockutils [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Acquiring lock "14b2cf2b-2c3b-4084-a58e-45957acc5a78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.653132] env[62361]: DEBUG oslo_concurrency.lockutils [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Lock "14b2cf2b-2c3b-4084-a58e-45957acc5a78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.653132] env[62361]: DEBUG oslo_concurrency.lockutils [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Acquiring lock "14b2cf2b-2c3b-4084-a58e-45957acc5a78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.653274] env[62361]: DEBUG oslo_concurrency.lockutils [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Lock "14b2cf2b-2c3b-4084-a58e-45957acc5a78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.653481] env[62361]: DEBUG oslo_concurrency.lockutils [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Lock "14b2cf2b-2c3b-4084-a58e-45957acc5a78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.656031] env[62361]: INFO nova.compute.manager [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Terminating instance [ 1569.657878] env[62361]: DEBUG nova.compute.manager [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1569.658092] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1569.658888] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c5cbb6-efd3-49ec-abf1-52e19edd40d5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.666618] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.666851] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96574f11-e72a-4e75-ad27-63109bb7a83a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.673756] env[62361]: DEBUG oslo_vmware.api [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Waiting for the task: (returnval){ [ 1569.673756] env[62361]: value = "task-1708459" [ 1569.673756] env[62361]: _type = "Task" [ 1569.673756] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.681295] env[62361]: DEBUG oslo_vmware.api [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.891205] env[62361]: DEBUG nova.compute.manager [req-f575df79-d80e-49af-8574-df5769b473e0 req-92071cd3-64ed-416a-9662-752b9ff7c343 service nova] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Received event network-vif-plugged-3ac47b94-5007-4b24-8058-21092bd2d730 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1569.891829] env[62361]: DEBUG oslo_concurrency.lockutils [req-f575df79-d80e-49af-8574-df5769b473e0 req-92071cd3-64ed-416a-9662-752b9ff7c343 service nova] Acquiring lock "f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.892084] env[62361]: DEBUG oslo_concurrency.lockutils [req-f575df79-d80e-49af-8574-df5769b473e0 req-92071cd3-64ed-416a-9662-752b9ff7c343 service nova] Lock "f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.892293] env[62361]: DEBUG oslo_concurrency.lockutils [req-f575df79-d80e-49af-8574-df5769b473e0 req-92071cd3-64ed-416a-9662-752b9ff7c343 service nova] Lock "f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.892499] env[62361]: DEBUG nova.compute.manager [req-f575df79-d80e-49af-8574-df5769b473e0 req-92071cd3-64ed-416a-9662-752b9ff7c343 service nova] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] No waiting events found dispatching network-vif-plugged-3ac47b94-5007-4b24-8058-21092bd2d730 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1569.892717] env[62361]: WARNING nova.compute.manager [req-f575df79-d80e-49af-8574-df5769b473e0 req-92071cd3-64ed-416a-9662-752b9ff7c343 service nova] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Received unexpected event network-vif-plugged-3ac47b94-5007-4b24-8058-21092bd2d730 for instance with vm_state building and task_state spawning. [ 1569.892895] env[62361]: DEBUG nova.compute.manager [req-f575df79-d80e-49af-8574-df5769b473e0 req-92071cd3-64ed-416a-9662-752b9ff7c343 service nova] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Received event network-changed-3ac47b94-5007-4b24-8058-21092bd2d730 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1569.893069] env[62361]: DEBUG nova.compute.manager [req-f575df79-d80e-49af-8574-df5769b473e0 req-92071cd3-64ed-416a-9662-752b9ff7c343 service nova] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Refreshing instance network info cache due to event network-changed-3ac47b94-5007-4b24-8058-21092bd2d730. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1569.893297] env[62361]: DEBUG oslo_concurrency.lockutils [req-f575df79-d80e-49af-8574-df5769b473e0 req-92071cd3-64ed-416a-9662-752b9ff7c343 service nova] Acquiring lock "refresh_cache-f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.895836] env[62361]: DEBUG nova.network.neutron [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1570.030818] env[62361]: DEBUG oslo_vmware.api [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Task: {'id': task-1708458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414163} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.033502] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1570.033693] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1570.033941] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1570.034154] env[62361]: INFO nova.compute.manager [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1570.034422] env[62361]: DEBUG oslo.service.loopingcall [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1570.035713] env[62361]: DEBUG nova.compute.manager [-] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1570.035713] env[62361]: DEBUG nova.network.neutron [-] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1570.091786] env[62361]: DEBUG nova.network.neutron [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Updating instance_info_cache with network_info: [{"id": "3ac47b94-5007-4b24-8058-21092bd2d730", "address": "fa:16:3e:e0:ab:fe", "network": {"id": "49deb577-ee48-4121-8e86-cb330274e479", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1139263326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee017fd27c0d412b9150d43800ed6554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac47b94-50", "ovs_interfaceid": "3ac47b94-5007-4b24-8058-21092bd2d730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.144650] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708456, 'name': ReconfigVM_Task, 'duration_secs': 0.665057} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.147843] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 6944696b-6262-421c-bcb9-c9d534bc9907/6944696b-6262-421c-bcb9-c9d534bc9907.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.148925] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b71ad3c4-ed4d-43e4-bd67-7c134ab73797 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.155485] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1570.155485] env[62361]: value = "task-1708460" [ 1570.155485] env[62361]: _type = "Task" [ 1570.155485] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.166085] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708460, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.184744] env[62361]: DEBUG oslo_vmware.api [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708459, 'name': PowerOffVM_Task, 'duration_secs': 0.210606} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.188041] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.188258] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.188775] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be5ee03f-4e23-4e06-b69f-f3cf74ecc9c8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.232110] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09445b84-ac1e-46b7-bd5c-d0aa51e62c3f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.239761] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efab992-571a-4322-ade2-3e8c6f0e5ced {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.273784] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fe3c7e-b500-4e27-92e5-19a46513af34 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.281714] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6792186-6c7b-4884-894e-83142130e654 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.297794] env[62361]: DEBUG nova.compute.provider_tree [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.318886] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.319139] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.319329] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Deleting the datastore file [datastore1] 14b2cf2b-2c3b-4084-a58e-45957acc5a78 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.319937] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b02494d6-3f7e-4da2-88eb-ca275a75c79c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.327053] env[62361]: DEBUG oslo_vmware.api [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Waiting for the task: (returnval){ [ 1570.327053] env[62361]: value = "task-1708462" [ 1570.327053] env[62361]: _type = "Task" [ 1570.327053] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.334467] env[62361]: DEBUG nova.compute.manager [req-4df61fb4-adc4-45be-b20e-9f6843c38c8a req-d41a5585-880d-4fd3-84f3-78653175e026 service nova] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Received event network-vif-deleted-44ea4df0-c68a-48a2-8609-a3b49f2cfff6 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1570.334681] env[62361]: INFO nova.compute.manager [req-4df61fb4-adc4-45be-b20e-9f6843c38c8a req-d41a5585-880d-4fd3-84f3-78653175e026 service nova] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Neutron deleted interface 44ea4df0-c68a-48a2-8609-a3b49f2cfff6; detaching it from the instance and deleting it from the info cache [ 1570.334867] env[62361]: DEBUG nova.network.neutron [req-4df61fb4-adc4-45be-b20e-9f6843c38c8a req-d41a5585-880d-4fd3-84f3-78653175e026 service nova] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.340204] env[62361]: DEBUG oslo_vmware.api [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.594905] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Releasing lock "refresh_cache-f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.595316] env[62361]: DEBUG nova.compute.manager [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Instance network_info: |[{"id": "3ac47b94-5007-4b24-8058-21092bd2d730", "address": "fa:16:3e:e0:ab:fe", "network": {"id": "49deb577-ee48-4121-8e86-cb330274e479", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1139263326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee017fd27c0d412b9150d43800ed6554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac47b94-50", "ovs_interfaceid": "3ac47b94-5007-4b24-8058-21092bd2d730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1570.595612] env[62361]: DEBUG oslo_concurrency.lockutils [req-f575df79-d80e-49af-8574-df5769b473e0 req-92071cd3-64ed-416a-9662-752b9ff7c343 service nova] Acquired lock "refresh_cache-f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.595794] env[62361]: DEBUG nova.network.neutron [req-f575df79-d80e-49af-8574-df5769b473e0 req-92071cd3-64ed-416a-9662-752b9ff7c343 service nova] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Refreshing network info cache for port 3ac47b94-5007-4b24-8058-21092bd2d730 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1570.597079] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:ab:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ac47b94-5007-4b24-8058-21092bd2d730', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1570.604511] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Creating folder: Project (ee017fd27c0d412b9150d43800ed6554). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1570.607920] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60033ce1-c5ae-42ed-92a2-f87202cf9c4d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.620124] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Created folder: Project (ee017fd27c0d412b9150d43800ed6554) in parent group-v355747. [ 1570.620124] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Creating folder: Instances. Parent ref: group-v355958. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1570.620307] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0dd97fd-7f86-47e5-85f8-30c3ee5579b8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.630769] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Created folder: Instances in parent group-v355958. [ 1570.631074] env[62361]: DEBUG oslo.service.loopingcall [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1570.631282] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1570.631493] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b204329-0455-4e20-8910-7c179b6c44d4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.653566] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1570.653566] env[62361]: value = "task-1708465" [ 1570.653566] env[62361]: _type = "Task" [ 1570.653566] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.664050] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708465, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.667331] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708460, 'name': Rename_Task, 'duration_secs': 0.242132} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.667470] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.667984] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4abd343-6f47-4fcc-bf51-014fd6042e29 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.672986] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1570.672986] env[62361]: value = "task-1708466" [ 1570.672986] env[62361]: _type = "Task" [ 1570.672986] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.681933] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.804184] env[62361]: DEBUG nova.scheduler.client.report [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1570.807494] env[62361]: DEBUG nova.network.neutron [-] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.836820] env[62361]: DEBUG oslo_vmware.api [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Task: {'id': task-1708462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497835} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.837077] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1570.837254] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1570.837492] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1570.837702] env[62361]: INFO nova.compute.manager [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1570.837939] env[62361]: DEBUG oslo.service.loopingcall [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1570.838152] env[62361]: DEBUG nova.compute.manager [-] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1570.838248] env[62361]: DEBUG nova.network.neutron [-] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1570.841868] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da2221c9-f1a6-4845-8bb1-1b2ac2c701f6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.846701] env[62361]: DEBUG nova.network.neutron [req-f575df79-d80e-49af-8574-df5769b473e0 req-92071cd3-64ed-416a-9662-752b9ff7c343 service nova] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Updated VIF entry in instance network info cache for port 3ac47b94-5007-4b24-8058-21092bd2d730. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.847053] env[62361]: DEBUG nova.network.neutron [req-f575df79-d80e-49af-8574-df5769b473e0 req-92071cd3-64ed-416a-9662-752b9ff7c343 service nova] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Updating instance_info_cache with network_info: [{"id": "3ac47b94-5007-4b24-8058-21092bd2d730", "address": "fa:16:3e:e0:ab:fe", "network": {"id": "49deb577-ee48-4121-8e86-cb330274e479", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1139263326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee017fd27c0d412b9150d43800ed6554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac47b94-50", "ovs_interfaceid": "3ac47b94-5007-4b24-8058-21092bd2d730", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.852099] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84539c0f-ffdb-4cdc-9c16-14a7a2cc14f2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.887580] env[62361]: DEBUG nova.compute.manager [req-4df61fb4-adc4-45be-b20e-9f6843c38c8a req-d41a5585-880d-4fd3-84f3-78653175e026 service nova] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Detach interface failed, port_id=44ea4df0-c68a-48a2-8609-a3b49f2cfff6, reason: Instance 933f8a73-a8e1-4168-a91e-9cc248518ecd could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1571.164706] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708465, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.184738] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708466, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.310291] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.310848] env[62361]: DEBUG nova.compute.manager [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1571.314090] env[62361]: INFO nova.compute.manager [-] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Took 1.28 seconds to deallocate network for instance. [ 1571.314713] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.912s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.316291] env[62361]: INFO nova.compute.claims [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1571.350608] env[62361]: DEBUG oslo_concurrency.lockutils [req-f575df79-d80e-49af-8574-df5769b473e0 req-92071cd3-64ed-416a-9662-752b9ff7c343 service nova] Releasing lock "refresh_cache-f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.596291] env[62361]: DEBUG nova.network.neutron [-] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.664432] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708465, 'name': CreateVM_Task, 'duration_secs': 0.604342} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.664596] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1571.665306] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.665471] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.665803] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1571.666063] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-418499e3-264c-4722-bb32-e7d88f5a2f49 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.670320] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Waiting for the task: (returnval){ [ 1571.670320] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5240f4bb-f020-1f46-badb-19598bade380" [ 1571.670320] env[62361]: _type = "Task" [ 1571.670320] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.680413] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5240f4bb-f020-1f46-badb-19598bade380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.685072] env[62361]: DEBUG oslo_vmware.api [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708466, 'name': PowerOnVM_Task, 'duration_secs': 0.538111} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.685324] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.685557] env[62361]: INFO nova.compute.manager [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1571.685789] env[62361]: DEBUG nova.compute.manager [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1571.686521] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f1aa30-5d1a-46bd-81d5-624d212a0717 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.816736] env[62361]: DEBUG nova.compute.utils [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1571.818111] env[62361]: DEBUG nova.compute.manager [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Not allocating networking since 'none' was specified. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1571.825034] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.913240] env[62361]: DEBUG nova.compute.manager [req-3236d93f-f630-43de-b881-bfee0a9949ab req-07be2681-2730-4175-951c-8a6e512d373c service nova] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Received event network-vif-deleted-b47fc1fb-20f6-454e-afae-ba838a2d22cf {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1572.099284] env[62361]: INFO nova.compute.manager [-] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Took 1.26 seconds to deallocate network for instance. [ 1572.182066] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5240f4bb-f020-1f46-badb-19598bade380, 'name': SearchDatastore_Task, 'duration_secs': 0.026732} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.182770] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.183060] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.183313] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.183459] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.183692] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.183966] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbabffa5-a963-4cd9-aacf-b2f56d071c53 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.202405] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.202637] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.205583] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75349cd-aa80-45a9-941a-6d77c806fa55 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.208585] env[62361]: INFO nova.compute.manager [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Took 32.59 seconds to build instance. [ 1572.213735] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Waiting for the task: (returnval){ [ 1572.213735] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52339f1f-c2fb-709f-4ecd-a5635883111f" [ 1572.213735] env[62361]: _type = "Task" [ 1572.213735] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.222854] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52339f1f-c2fb-709f-4ecd-a5635883111f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.320383] env[62361]: DEBUG nova.compute.manager [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1572.608443] env[62361]: DEBUG oslo_concurrency.lockutils [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.636996] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5605559-8681-4ee0-a094-0441609123b7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.645333] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e90c0d-cffb-43b0-bd7b-33a377f164f4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.677056] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cbd497-652c-46c9-aa63-72ab826ebf2c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.684605] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2537a403-05be-45cb-8fdf-2641fc0f5658 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.698135] env[62361]: DEBUG oslo_concurrency.lockutils [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "6944696b-6262-421c-bcb9-c9d534bc9907" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.698651] env[62361]: DEBUG nova.compute.provider_tree [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.710594] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5362dcce-934d-44cf-8807-5417094c2f46 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "6944696b-6262-421c-bcb9-c9d534bc9907" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.105s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.711223] env[62361]: DEBUG oslo_concurrency.lockutils [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "6944696b-6262-421c-bcb9-c9d534bc9907" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.013s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.711494] env[62361]: DEBUG oslo_concurrency.lockutils [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "6944696b-6262-421c-bcb9-c9d534bc9907-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.712022] env[62361]: DEBUG oslo_concurrency.lockutils [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "6944696b-6262-421c-bcb9-c9d534bc9907-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.712286] env[62361]: DEBUG oslo_concurrency.lockutils [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "6944696b-6262-421c-bcb9-c9d534bc9907-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.717485] env[62361]: INFO nova.compute.manager [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Terminating instance [ 1572.721902] env[62361]: DEBUG nova.compute.manager [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1572.722129] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1572.723389] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09226509-bf64-4a6f-a9ff-3e9208fc4241 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.729874] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52339f1f-c2fb-709f-4ecd-a5635883111f, 'name': SearchDatastore_Task, 'duration_secs': 0.01573} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.731074] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ebc4394-30f1-4bd6-b224-6352052b7928 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.735666] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1572.736376] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1d49f45-70e9-4155-aa5f-22dead33b4a0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.739265] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Waiting for the task: (returnval){ [ 1572.739265] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526864f4-9d4f-63fc-9dc1-08a5224a647e" [ 1572.739265] env[62361]: _type = "Task" [ 1572.739265] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.743396] env[62361]: DEBUG oslo_vmware.api [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1572.743396] env[62361]: value = "task-1708467" [ 1572.743396] env[62361]: _type = "Task" [ 1572.743396] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.750645] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526864f4-9d4f-63fc-9dc1-08a5224a647e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.757451] env[62361]: DEBUG oslo_vmware.api [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.201937] env[62361]: DEBUG nova.scheduler.client.report [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1573.253399] env[62361]: DEBUG oslo_vmware.api [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708467, 'name': PowerOffVM_Task, 'duration_secs': 0.225359} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.257240] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1573.257426] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1573.257717] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526864f4-9d4f-63fc-9dc1-08a5224a647e, 'name': SearchDatastore_Task, 'duration_secs': 0.023237} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.257941] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-683ac3cc-b524-4ace-9383-7022d5da6921 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.259605] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.259870] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f/f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1573.260153] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19c6d4c2-e590-4baa-9d84-749c20b4438e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.267383] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Waiting for the task: (returnval){ [ 1573.267383] env[62361]: value = "task-1708468" [ 1573.267383] env[62361]: _type = "Task" [ 1573.267383] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.275776] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.330848] env[62361]: DEBUG nova.compute.manager [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1573.360036] env[62361]: DEBUG nova.virt.hardware [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1573.360201] env[62361]: DEBUG nova.virt.hardware [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1573.360363] env[62361]: DEBUG nova.virt.hardware [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1573.360568] env[62361]: DEBUG nova.virt.hardware [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1573.360718] env[62361]: DEBUG nova.virt.hardware [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1573.361439] env[62361]: DEBUG nova.virt.hardware [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1573.361439] env[62361]: DEBUG nova.virt.hardware [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1573.361439] env[62361]: DEBUG nova.virt.hardware [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1573.361606] env[62361]: DEBUG nova.virt.hardware [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1573.361682] env[62361]: DEBUG nova.virt.hardware [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1573.361896] env[62361]: DEBUG nova.virt.hardware [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1573.362794] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf10866d-e7f9-4f45-944d-d45995ccb544 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.371569] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dab206c-7438-42f5-b4cc-3050c970adc7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.387571] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Instance VIF info [] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1573.393888] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Creating folder: Project (af97f6de3bae40fbbcf2cc8d0f467b34). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1573.394173] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6048c4b2-b814-40d2-98eb-6ab9dae481a3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.397352] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1573.397604] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1573.397752] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Deleting the datastore file [datastore1] 6944696b-6262-421c-bcb9-c9d534bc9907 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1573.398456] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e99a1388-19ea-4cff-8da2-404100def308 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.407512] env[62361]: DEBUG oslo_vmware.api [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1573.407512] env[62361]: value = "task-1708471" [ 1573.407512] env[62361]: _type = "Task" [ 1573.407512] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.407745] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Created folder: Project (af97f6de3bae40fbbcf2cc8d0f467b34) in parent group-v355747. [ 1573.407912] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Creating folder: Instances. Parent ref: group-v355961. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1573.408250] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faa835c8-6a18-44b9-b07c-74ff83e03976 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.419531] env[62361]: DEBUG oslo_vmware.api [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.420972] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Created folder: Instances in parent group-v355961. [ 1573.421163] env[62361]: DEBUG oslo.service.loopingcall [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1573.421359] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1573.421571] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1ea136c-645e-4a17-a6e5-ce4ff73635bc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.439835] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1573.439835] env[62361]: value = "task-1708473" [ 1573.439835] env[62361]: _type = "Task" [ 1573.439835] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.449098] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708473, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.707570] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.707776] env[62361]: DEBUG nova.compute.manager [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1573.710950] env[62361]: DEBUG oslo_concurrency.lockutils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.248s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.714032] env[62361]: INFO nova.compute.claims [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1573.780989] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708468, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.919295] env[62361]: DEBUG oslo_vmware.api [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.951125] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708473, 'name': CreateVM_Task, 'duration_secs': 0.343316} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.951125] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1573.951125] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.951125] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.951390] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1573.951495] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a92e52b-dde5-4b58-8d62-653a7ffe9b4b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.956649] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1573.956649] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fb57f9-d503-6f9f-cf31-43c6b8c2092d" [ 1573.956649] env[62361]: _type = "Task" [ 1573.956649] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.972225] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fb57f9-d503-6f9f-cf31-43c6b8c2092d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.221074] env[62361]: DEBUG nova.compute.utils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1574.221565] env[62361]: DEBUG nova.compute.manager [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1574.221736] env[62361]: DEBUG nova.network.neutron [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1574.273141] env[62361]: DEBUG nova.policy [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3fd6bfbc398484eb36d699c77b52b75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '750c381aedae452fb60bdd2f91114613', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1574.281072] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673036} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.281367] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f/f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1574.281595] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1574.281854] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d91a373d-a184-4347-8044-0980367342d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.289675] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Waiting for the task: (returnval){ [ 1574.289675] env[62361]: value = "task-1708474" [ 1574.289675] env[62361]: _type = "Task" [ 1574.289675] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.298500] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.419727] env[62361]: DEBUG oslo_vmware.api [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.576222} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.419727] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1574.419935] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1574.420141] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1574.420333] env[62361]: INFO nova.compute.manager [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1574.420911] env[62361]: DEBUG oslo.service.loopingcall [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.420911] env[62361]: DEBUG nova.compute.manager [-] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1574.420911] env[62361]: DEBUG nova.network.neutron [-] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1574.470071] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fb57f9-d503-6f9f-cf31-43c6b8c2092d, 'name': SearchDatastore_Task, 'duration_secs': 0.023294} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.470071] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.470347] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1574.470661] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.470879] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.471126] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1574.471474] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc6a67e2-1b97-4b50-8e29-ccfed4208c81 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.483558] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1574.483930] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1574.484800] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b4bb98-bc5b-4484-b426-0ff14934133f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.491870] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1574.491870] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521bfc40-0e37-98d9-2c7a-285e12b2fa0a" [ 1574.491870] env[62361]: _type = "Task" [ 1574.491870] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.500420] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521bfc40-0e37-98d9-2c7a-285e12b2fa0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.611368] env[62361]: DEBUG nova.network.neutron [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Successfully created port: 86e8c6dc-b2c2-4565-b8af-8f178b1ca519 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1574.725550] env[62361]: DEBUG nova.compute.manager [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1574.752782] env[62361]: DEBUG nova.compute.manager [req-132f8107-95b5-4c12-aed1-28dcd6a9e94c req-4a8a1273-2bdb-41a3-8290-fb888e237582 service nova] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Received event network-vif-deleted-2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1574.753019] env[62361]: INFO nova.compute.manager [req-132f8107-95b5-4c12-aed1-28dcd6a9e94c req-4a8a1273-2bdb-41a3-8290-fb888e237582 service nova] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Neutron deleted interface 2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96; detaching it from the instance and deleting it from the info cache [ 1574.753242] env[62361]: DEBUG nova.network.neutron [req-132f8107-95b5-4c12-aed1-28dcd6a9e94c req-4a8a1273-2bdb-41a3-8290-fb888e237582 service nova] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.799221] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129897} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.801643] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1574.803117] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db21183c-884c-4deb-b1f4-d04341b92914 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.828478] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f/f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.831458] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef139c68-0ef0-4435-b8ff-44af36a8cdd5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.852729] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Waiting for the task: (returnval){ [ 1574.852729] env[62361]: value = "task-1708475" [ 1574.852729] env[62361]: _type = "Task" [ 1574.852729] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.861245] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.003136] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521bfc40-0e37-98d9-2c7a-285e12b2fa0a, 'name': SearchDatastore_Task, 'duration_secs': 0.032557} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.003950] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71823799-e851-4114-963c-e1cb42f33447 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.009722] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1575.009722] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521f87d8-782b-fa3e-e5e4-697bcc02cc85" [ 1575.009722] env[62361]: _type = "Task" [ 1575.009722] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.021490] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521f87d8-782b-fa3e-e5e4-697bcc02cc85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.084119] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b1e3d7-a673-4f59-bd6c-3e217f8c6ab4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.092484] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338731be-21a2-4fea-a661-8418a504976f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.124101] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a0b95a-cd4d-40fc-b591-4b95f91c7e27 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.132324] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43d74da-bbea-450d-987c-2f39fdcc0981 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.146412] env[62361]: DEBUG nova.compute.provider_tree [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.235562] env[62361]: DEBUG nova.network.neutron [-] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.255792] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-971a90f1-c3f1-4b99-b358-65ca02e9ba15 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.266326] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b2445d-f7a3-47e9-a52d-9914bd36789a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.301667] env[62361]: DEBUG nova.compute.manager [req-132f8107-95b5-4c12-aed1-28dcd6a9e94c req-4a8a1273-2bdb-41a3-8290-fb888e237582 service nova] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Detach interface failed, port_id=2551cb2b-f191-4eaa-9cfe-e67a8c7c4b96, reason: Instance 6944696b-6262-421c-bcb9-c9d534bc9907 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1575.362554] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708475, 'name': ReconfigVM_Task, 'duration_secs': 0.295482} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.362837] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Reconfigured VM instance instance-0000004c to attach disk [datastore1] f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f/f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.363691] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45097a83-b0e2-45b3-b884-c2cc09db35e2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.370228] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Waiting for the task: (returnval){ [ 1575.370228] env[62361]: value = "task-1708476" [ 1575.370228] env[62361]: _type = "Task" [ 1575.370228] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.378012] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708476, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.523667] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521f87d8-782b-fa3e-e5e4-697bcc02cc85, 'name': SearchDatastore_Task, 'duration_secs': 0.015009} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.523960] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.524351] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 24915c45-ca89-4bba-b8cc-2e3b094e857f/24915c45-ca89-4bba-b8cc-2e3b094e857f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1575.524832] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7814e284-77bf-4340-9d22-33814557ea1e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.531034] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1575.531034] env[62361]: value = "task-1708477" [ 1575.531034] env[62361]: _type = "Task" [ 1575.531034] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.539410] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.649742] env[62361]: DEBUG nova.scheduler.client.report [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1575.738274] env[62361]: DEBUG nova.compute.manager [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1575.741871] env[62361]: INFO nova.compute.manager [-] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Took 1.32 seconds to deallocate network for instance. [ 1575.769921] env[62361]: DEBUG nova.virt.hardware [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1575.770249] env[62361]: DEBUG nova.virt.hardware [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1575.770462] env[62361]: DEBUG nova.virt.hardware [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1575.770696] env[62361]: DEBUG nova.virt.hardware [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1575.770855] env[62361]: DEBUG nova.virt.hardware [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1575.771011] env[62361]: DEBUG nova.virt.hardware [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1575.771231] env[62361]: DEBUG nova.virt.hardware [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1575.771390] env[62361]: DEBUG nova.virt.hardware [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1575.771552] env[62361]: DEBUG nova.virt.hardware [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1575.771714] env[62361]: DEBUG nova.virt.hardware [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1575.771923] env[62361]: DEBUG nova.virt.hardware [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1575.772807] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841f45a4-4f6f-4ab3-a06c-9a5f42df3539 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.780762] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100d8b91-888e-4703-908e-2c9bd2cc980a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.879856] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708476, 'name': Rename_Task, 'duration_secs': 0.147538} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.880161] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1575.880425] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45a01613-f9a0-4cbc-9eca-da708471ab50 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.886392] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Waiting for the task: (returnval){ [ 1575.886392] env[62361]: value = "task-1708478" [ 1575.886392] env[62361]: _type = "Task" [ 1575.886392] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.893983] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.041181] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708477, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.107804] env[62361]: DEBUG nova.compute.manager [req-6761cdba-8328-4489-ac8b-d997b65be2d8 req-e96456f9-bafd-4985-a729-5a38d14ac308 service nova] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Received event network-vif-plugged-86e8c6dc-b2c2-4565-b8af-8f178b1ca519 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1576.108056] env[62361]: DEBUG oslo_concurrency.lockutils [req-6761cdba-8328-4489-ac8b-d997b65be2d8 req-e96456f9-bafd-4985-a729-5a38d14ac308 service nova] Acquiring lock "c787f9cf-09f6-422d-9ec1-77992cd49360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.108274] env[62361]: DEBUG oslo_concurrency.lockutils [req-6761cdba-8328-4489-ac8b-d997b65be2d8 req-e96456f9-bafd-4985-a729-5a38d14ac308 service nova] Lock "c787f9cf-09f6-422d-9ec1-77992cd49360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.108438] env[62361]: DEBUG oslo_concurrency.lockutils [req-6761cdba-8328-4489-ac8b-d997b65be2d8 req-e96456f9-bafd-4985-a729-5a38d14ac308 service nova] Lock "c787f9cf-09f6-422d-9ec1-77992cd49360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.108611] env[62361]: DEBUG nova.compute.manager [req-6761cdba-8328-4489-ac8b-d997b65be2d8 req-e96456f9-bafd-4985-a729-5a38d14ac308 service nova] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] No waiting events found dispatching network-vif-plugged-86e8c6dc-b2c2-4565-b8af-8f178b1ca519 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1576.108776] env[62361]: WARNING nova.compute.manager [req-6761cdba-8328-4489-ac8b-d997b65be2d8 req-e96456f9-bafd-4985-a729-5a38d14ac308 service nova] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Received unexpected event network-vif-plugged-86e8c6dc-b2c2-4565-b8af-8f178b1ca519 for instance with vm_state building and task_state spawning. [ 1576.154856] env[62361]: DEBUG oslo_concurrency.lockutils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.155550] env[62361]: DEBUG nova.compute.manager [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1576.159892] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.571s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.160191] env[62361]: DEBUG nova.objects.instance [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lazy-loading 'resources' on Instance uuid 39397b39-395f-4599-ac17-8032c689a9ab {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1576.168677] env[62361]: DEBUG nova.network.neutron [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Successfully updated port: 86e8c6dc-b2c2-4565-b8af-8f178b1ca519 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1576.248057] env[62361]: DEBUG oslo_concurrency.lockutils [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.397064] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.542671] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843245} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.542956] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 24915c45-ca89-4bba-b8cc-2e3b094e857f/24915c45-ca89-4bba-b8cc-2e3b094e857f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1576.543189] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1576.543453] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb7517f1-b3cb-4208-acb7-cffe88624d50 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.550410] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1576.550410] env[62361]: value = "task-1708479" [ 1576.550410] env[62361]: _type = "Task" [ 1576.550410] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.558549] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.663894] env[62361]: DEBUG nova.compute.utils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1576.668134] env[62361]: DEBUG nova.compute.manager [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1576.668319] env[62361]: DEBUG nova.network.neutron [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1576.671822] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "refresh_cache-c787f9cf-09f6-422d-9ec1-77992cd49360" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.671965] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "refresh_cache-c787f9cf-09f6-422d-9ec1-77992cd49360" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.672145] env[62361]: DEBUG nova.network.neutron [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1576.700730] env[62361]: DEBUG oslo_vmware.rw_handles [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c43708-33fd-27ab-6d3e-0ad937494d76/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1576.701701] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b6b616-db16-4c12-8f42-9213e636836c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.710624] env[62361]: DEBUG oslo_vmware.rw_handles [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c43708-33fd-27ab-6d3e-0ad937494d76/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1576.711497] env[62361]: ERROR oslo_vmware.rw_handles [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c43708-33fd-27ab-6d3e-0ad937494d76/disk-0.vmdk due to incomplete transfer. [ 1576.712166] env[62361]: DEBUG nova.policy [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05dd3b97552740c5935e9e7dcad7717a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1292fa8258bd4b159755668cf8ac1588', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1576.713448] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3822763b-2234-4d85-91dc-20309890f867 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.720293] env[62361]: DEBUG oslo_vmware.rw_handles [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c43708-33fd-27ab-6d3e-0ad937494d76/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1576.720496] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Uploaded image 864f4d97-2f78-4f79-8dcb-8ba160480114 to the Glance image server {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1576.722905] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1576.723698] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-21056956-f83d-42f8-ab95-0191c70ca6ac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.729672] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1576.729672] env[62361]: value = "task-1708480" [ 1576.729672] env[62361]: _type = "Task" [ 1576.729672] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.740185] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708480, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.899468] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.984263] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2e3f91-5bd6-4f12-bba7-38036554c039 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.992588] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c30fd6-71f6-4d1b-b9ed-9b7d05113bb4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.030030] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2920db9c-f689-416f-a95d-0cfcc7ddd741 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.036376] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a344311b-8fe7-4d05-bebd-25dd005b272d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.051237] env[62361]: DEBUG nova.compute.provider_tree [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.062939] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075948} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.062939] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1577.062939] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08b94d4-2115-4b99-9762-dbf0bc15e1d7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.083108] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 24915c45-ca89-4bba-b8cc-2e3b094e857f/24915c45-ca89-4bba-b8cc-2e3b094e857f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1577.083709] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de77c51f-35ba-421e-897f-36348266143c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.104066] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1577.104066] env[62361]: value = "task-1708481" [ 1577.104066] env[62361]: _type = "Task" [ 1577.104066] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.112687] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.168935] env[62361]: DEBUG nova.compute.manager [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1577.225153] env[62361]: DEBUG nova.network.neutron [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1577.241899] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708480, 'name': Destroy_Task, 'duration_secs': 0.393958} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.242225] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Destroyed the VM [ 1577.242654] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1577.242912] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8549254a-8b4e-4fbe-ba6e-0ca497fca910 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.251456] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1577.251456] env[62361]: value = "task-1708482" [ 1577.251456] env[62361]: _type = "Task" [ 1577.251456] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.260359] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708482, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.265335] env[62361]: DEBUG nova.network.neutron [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Successfully created port: 39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1577.371469] env[62361]: DEBUG nova.network.neutron [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updating instance_info_cache with network_info: [{"id": "86e8c6dc-b2c2-4565-b8af-8f178b1ca519", "address": "fa:16:3e:3e:12:38", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e8c6dc-b2", "ovs_interfaceid": "86e8c6dc-b2c2-4565-b8af-8f178b1ca519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.400371] env[62361]: DEBUG oslo_vmware.api [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708478, 'name': PowerOnVM_Task, 'duration_secs': 1.054706} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.400642] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1577.400843] env[62361]: INFO nova.compute.manager [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1577.401026] env[62361]: DEBUG nova.compute.manager [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1577.401801] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97288e9-6e8d-4575-b93c-583aa017b7f0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.557621] env[62361]: DEBUG nova.scheduler.client.report [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1577.615150] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.761092] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708482, 'name': RemoveSnapshot_Task, 'duration_secs': 0.391689} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.761366] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1577.761642] env[62361]: DEBUG nova.compute.manager [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1577.762476] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ff9160-b981-40dc-8e9f-11a70df457c6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.873844] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "refresh_cache-c787f9cf-09f6-422d-9ec1-77992cd49360" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.874296] env[62361]: DEBUG nova.compute.manager [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Instance network_info: |[{"id": "86e8c6dc-b2c2-4565-b8af-8f178b1ca519", "address": "fa:16:3e:3e:12:38", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e8c6dc-b2", "ovs_interfaceid": "86e8c6dc-b2c2-4565-b8af-8f178b1ca519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1577.874736] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:12:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86e8c6dc-b2c2-4565-b8af-8f178b1ca519', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1577.882439] env[62361]: DEBUG oslo.service.loopingcall [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1577.882659] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1577.882878] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b837dd2-9487-4151-a70c-b870413ade87 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.903115] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1577.903115] env[62361]: value = "task-1708483" [ 1577.903115] env[62361]: _type = "Task" [ 1577.903115] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.914035] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708483, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.917821] env[62361]: INFO nova.compute.manager [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Took 25.74 seconds to build instance. [ 1578.063081] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.066058] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.249s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.067760] env[62361]: INFO nova.compute.claims [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1578.085359] env[62361]: INFO nova.scheduler.client.report [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleted allocations for instance 39397b39-395f-4599-ac17-8032c689a9ab [ 1578.115390] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708481, 'name': ReconfigVM_Task, 'duration_secs': 0.579786} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.115727] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 24915c45-ca89-4bba-b8cc-2e3b094e857f/24915c45-ca89-4bba-b8cc-2e3b094e857f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.116332] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e7eb57a-1779-4d4b-97b2-559769eec769 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.124412] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1578.124412] env[62361]: value = "task-1708484" [ 1578.124412] env[62361]: _type = "Task" [ 1578.124412] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.133410] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708484, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.148466] env[62361]: DEBUG nova.compute.manager [req-d2a60dd8-ed44-43c2-bdd6-da53b268fcc1 req-cb775394-e438-4631-ad78-144688f36547 service nova] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Received event network-changed-86e8c6dc-b2c2-4565-b8af-8f178b1ca519 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1578.148664] env[62361]: DEBUG nova.compute.manager [req-d2a60dd8-ed44-43c2-bdd6-da53b268fcc1 req-cb775394-e438-4631-ad78-144688f36547 service nova] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Refreshing instance network info cache due to event network-changed-86e8c6dc-b2c2-4565-b8af-8f178b1ca519. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1578.148940] env[62361]: DEBUG oslo_concurrency.lockutils [req-d2a60dd8-ed44-43c2-bdd6-da53b268fcc1 req-cb775394-e438-4631-ad78-144688f36547 service nova] Acquiring lock "refresh_cache-c787f9cf-09f6-422d-9ec1-77992cd49360" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.149064] env[62361]: DEBUG oslo_concurrency.lockutils [req-d2a60dd8-ed44-43c2-bdd6-da53b268fcc1 req-cb775394-e438-4631-ad78-144688f36547 service nova] Acquired lock "refresh_cache-c787f9cf-09f6-422d-9ec1-77992cd49360" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.149389] env[62361]: DEBUG nova.network.neutron [req-d2a60dd8-ed44-43c2-bdd6-da53b268fcc1 req-cb775394-e438-4631-ad78-144688f36547 service nova] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Refreshing network info cache for port 86e8c6dc-b2c2-4565-b8af-8f178b1ca519 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1578.180869] env[62361]: DEBUG nova.compute.manager [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1578.207668] env[62361]: DEBUG nova.virt.hardware [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1578.207995] env[62361]: DEBUG nova.virt.hardware [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1578.208214] env[62361]: DEBUG nova.virt.hardware [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1578.208448] env[62361]: DEBUG nova.virt.hardware [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1578.208662] env[62361]: DEBUG nova.virt.hardware [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1578.208863] env[62361]: DEBUG nova.virt.hardware [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1578.209147] env[62361]: DEBUG nova.virt.hardware [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1578.209330] env[62361]: DEBUG nova.virt.hardware [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1578.209566] env[62361]: DEBUG nova.virt.hardware [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1578.209784] env[62361]: DEBUG nova.virt.hardware [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1578.209972] env[62361]: DEBUG nova.virt.hardware [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1578.213940] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38dd32f-a16b-4146-beeb-4d538acb77cb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.220311] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86165cf8-fe57-441e-a497-832dff7099af {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.274287] env[62361]: INFO nova.compute.manager [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Shelve offloading [ 1578.275934] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.276190] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13c03198-d8da-4e40-a3b9-801720d6837b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.284430] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1578.284430] env[62361]: value = "task-1708485" [ 1578.284430] env[62361]: _type = "Task" [ 1578.284430] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.291692] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.413063] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708483, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.419627] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ae90d561-74aa-4838-9fe1-9ded3398514c tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Lock "f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.267s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.592997] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cc7a7432-059b-4dcb-a378-5249c6c6909c tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "39397b39-395f-4599-ac17-8032c689a9ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.649s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.634702] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708484, 'name': Rename_Task, 'duration_secs': 0.267949} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.634968] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1578.635283] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-133379d9-a671-49de-b229-37c22987d263 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.642434] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1578.642434] env[62361]: value = "task-1708486" [ 1578.642434] env[62361]: _type = "Task" [ 1578.642434] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.650828] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.795144] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] VM already powered off {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1578.795660] env[62361]: DEBUG nova.compute.manager [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1578.799020] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24fa434-7880-4c01-b799-985e49bbfdf0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.805948] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "refresh_cache-2088b75e-a302-4d48-ba8d-7c1c196ced6a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.806165] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "refresh_cache-2088b75e-a302-4d48-ba8d-7c1c196ced6a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.806347] env[62361]: DEBUG nova.network.neutron [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1578.862391] env[62361]: DEBUG nova.network.neutron [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Successfully updated port: 39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1578.917441] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708483, 'name': CreateVM_Task, 'duration_secs': 0.541854} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.917441] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1578.917441] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.917441] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.917441] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1578.917441] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6b98c1-74a5-44c4-a321-3a7593c0b12e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.922151] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1578.922151] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f699a5-f45f-8d93-4a27-cee5761e6289" [ 1578.922151] env[62361]: _type = "Task" [ 1578.922151] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.930635] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f699a5-f45f-8d93-4a27-cee5761e6289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.981389] env[62361]: DEBUG nova.network.neutron [req-d2a60dd8-ed44-43c2-bdd6-da53b268fcc1 req-cb775394-e438-4631-ad78-144688f36547 service nova] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updated VIF entry in instance network info cache for port 86e8c6dc-b2c2-4565-b8af-8f178b1ca519. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1578.981883] env[62361]: DEBUG nova.network.neutron [req-d2a60dd8-ed44-43c2-bdd6-da53b268fcc1 req-cb775394-e438-4631-ad78-144688f36547 service nova] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updating instance_info_cache with network_info: [{"id": "86e8c6dc-b2c2-4565-b8af-8f178b1ca519", "address": "fa:16:3e:3e:12:38", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e8c6dc-b2", "ovs_interfaceid": "86e8c6dc-b2c2-4565-b8af-8f178b1ca519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.156140] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708486, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.342630] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b3e0cc-b15a-4431-a35c-b77a10d27769 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.350430] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7371443-b3ad-497b-ace8-826d529cb36d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.382790] env[62361]: DEBUG oslo_concurrency.lockutils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "refresh_cache-5da531b6-8799-4bf5-8f19-21b8895a1b49" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.382964] env[62361]: DEBUG oslo_concurrency.lockutils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquired lock "refresh_cache-5da531b6-8799-4bf5-8f19-21b8895a1b49" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.383136] env[62361]: DEBUG nova.network.neutron [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1579.385161] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef997f3-356b-4dab-949e-4573c2e109ec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.396189] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d783e27-a61a-4f13-b444-3ac30604a5d4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.411446] env[62361]: DEBUG nova.compute.provider_tree [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.433254] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f699a5-f45f-8d93-4a27-cee5761e6289, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.433604] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.433851] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1579.434220] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.434475] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.434772] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1579.435213] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e674aa9d-8d61-46aa-9e1c-1a49f100ae63 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.445078] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1579.445294] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1579.446173] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c46ab9-099a-489b-800d-e94a5579ced0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.452141] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1579.452141] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b77aa7-89ba-0266-1b83-05732f8e3816" [ 1579.452141] env[62361]: _type = "Task" [ 1579.452141] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.462463] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b77aa7-89ba-0266-1b83-05732f8e3816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.484393] env[62361]: DEBUG oslo_concurrency.lockutils [req-d2a60dd8-ed44-43c2-bdd6-da53b268fcc1 req-cb775394-e438-4631-ad78-144688f36547 service nova] Releasing lock "refresh_cache-c787f9cf-09f6-422d-9ec1-77992cd49360" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.535647] env[62361]: DEBUG oslo_concurrency.lockutils [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Acquiring lock "f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.536009] env[62361]: DEBUG oslo_concurrency.lockutils [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Lock "f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.536277] env[62361]: DEBUG oslo_concurrency.lockutils [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Acquiring lock "f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.536531] env[62361]: DEBUG oslo_concurrency.lockutils [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Lock "f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.536765] env[62361]: DEBUG oslo_concurrency.lockutils [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Lock "f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.539162] env[62361]: INFO nova.compute.manager [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Terminating instance [ 1579.541128] env[62361]: DEBUG nova.compute.manager [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1579.541383] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1579.542372] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a143502f-3772-403a-bbcf-d52cf04dc0c8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.553130] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1579.553441] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e80d1faf-855b-4148-aa6b-831abee0409b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.560077] env[62361]: DEBUG oslo_vmware.api [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Waiting for the task: (returnval){ [ 1579.560077] env[62361]: value = "task-1708487" [ 1579.560077] env[62361]: _type = "Task" [ 1579.560077] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.567925] env[62361]: DEBUG oslo_vmware.api [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.584022] env[62361]: DEBUG nova.network.neutron [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Updating instance_info_cache with network_info: [{"id": "0871b2ed-d28c-4cb0-826f-b160e2b33b7d", "address": "fa:16:3e:40:06:4c", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0871b2ed-d2", "ovs_interfaceid": "0871b2ed-d28c-4cb0-826f-b160e2b33b7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.655505] env[62361]: DEBUG oslo_vmware.api [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708486, 'name': PowerOnVM_Task, 'duration_secs': 0.849357} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.655748] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1579.655949] env[62361]: INFO nova.compute.manager [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Took 6.32 seconds to spawn the instance on the hypervisor. [ 1579.656140] env[62361]: DEBUG nova.compute.manager [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1579.656891] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f16d46f-6979-4be2-bec7-26c291441ea7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.914467] env[62361]: DEBUG nova.scheduler.client.report [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1579.918444] env[62361]: DEBUG nova.network.neutron [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1579.965017] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b77aa7-89ba-0266-1b83-05732f8e3816, 'name': SearchDatastore_Task, 'duration_secs': 0.011594} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.965291] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abbe3d7e-48ec-4d79-a1a0-cb2272ec101a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.971375] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1579.971375] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52668ece-28e7-ab9b-9266-12a8d5bfd94e" [ 1579.971375] env[62361]: _type = "Task" [ 1579.971375] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.979028] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52668ece-28e7-ab9b-9266-12a8d5bfd94e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.071290] env[62361]: DEBUG oslo_vmware.api [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708487, 'name': PowerOffVM_Task, 'duration_secs': 0.213714} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.071763] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1580.072083] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1580.072453] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94073e0e-3a6e-4e34-828d-94c864e95f9e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.088905] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "refresh_cache-2088b75e-a302-4d48-ba8d-7c1c196ced6a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.107012] env[62361]: DEBUG nova.network.neutron [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Updating instance_info_cache with network_info: [{"id": "39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a", "address": "fa:16:3e:bb:43:cc", "network": {"id": "445a976b-3bcb-45b0-b1a4-cb74bde4bb70", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1487765863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1292fa8258bd4b159755668cf8ac1588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ab777a-8f", "ovs_interfaceid": "39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.174610] env[62361]: INFO nova.compute.manager [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Took 25.70 seconds to build instance. [ 1580.176305] env[62361]: DEBUG nova.compute.manager [req-1a3721aa-189f-4e6e-bc3f-4038040b8c94 req-246a87cb-f09f-4c42-a5d3-1e3c43b8c0ed service nova] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Received event network-vif-plugged-39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1580.176507] env[62361]: DEBUG oslo_concurrency.lockutils [req-1a3721aa-189f-4e6e-bc3f-4038040b8c94 req-246a87cb-f09f-4c42-a5d3-1e3c43b8c0ed service nova] Acquiring lock "5da531b6-8799-4bf5-8f19-21b8895a1b49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.176708] env[62361]: DEBUG oslo_concurrency.lockutils [req-1a3721aa-189f-4e6e-bc3f-4038040b8c94 req-246a87cb-f09f-4c42-a5d3-1e3c43b8c0ed service nova] Lock "5da531b6-8799-4bf5-8f19-21b8895a1b49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.176916] env[62361]: DEBUG oslo_concurrency.lockutils [req-1a3721aa-189f-4e6e-bc3f-4038040b8c94 req-246a87cb-f09f-4c42-a5d3-1e3c43b8c0ed service nova] Lock "5da531b6-8799-4bf5-8f19-21b8895a1b49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.177054] env[62361]: DEBUG nova.compute.manager [req-1a3721aa-189f-4e6e-bc3f-4038040b8c94 req-246a87cb-f09f-4c42-a5d3-1e3c43b8c0ed service nova] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] No waiting events found dispatching network-vif-plugged-39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1580.177221] env[62361]: WARNING nova.compute.manager [req-1a3721aa-189f-4e6e-bc3f-4038040b8c94 req-246a87cb-f09f-4c42-a5d3-1e3c43b8c0ed service nova] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Received unexpected event network-vif-plugged-39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a for instance with vm_state building and task_state spawning. [ 1580.177380] env[62361]: DEBUG nova.compute.manager [req-1a3721aa-189f-4e6e-bc3f-4038040b8c94 req-246a87cb-f09f-4c42-a5d3-1e3c43b8c0ed service nova] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Received event network-changed-39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1580.177531] env[62361]: DEBUG nova.compute.manager [req-1a3721aa-189f-4e6e-bc3f-4038040b8c94 req-246a87cb-f09f-4c42-a5d3-1e3c43b8c0ed service nova] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Refreshing instance network info cache due to event network-changed-39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1580.177692] env[62361]: DEBUG oslo_concurrency.lockutils [req-1a3721aa-189f-4e6e-bc3f-4038040b8c94 req-246a87cb-f09f-4c42-a5d3-1e3c43b8c0ed service nova] Acquiring lock "refresh_cache-5da531b6-8799-4bf5-8f19-21b8895a1b49" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.236182] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1580.236455] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1580.236643] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Deleting the datastore file [datastore1] f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1580.236913] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9ae87a4-096d-4396-b9a4-2193c0c07401 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.244381] env[62361]: DEBUG oslo_vmware.api [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Waiting for the task: (returnval){ [ 1580.244381] env[62361]: value = "task-1708489" [ 1580.244381] env[62361]: _type = "Task" [ 1580.244381] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.253312] env[62361]: DEBUG oslo_vmware.api [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.385435] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1580.386377] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1505cfb9-4061-4b3a-b113-9539f65c6329 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.394321] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1580.394581] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54aeb498-39d4-41b1-b89c-c1884a7b7502 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.423134] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.423643] env[62361]: DEBUG nova.compute.manager [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1580.426283] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.627s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.429621] env[62361]: INFO nova.compute.claims [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.468137] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1580.468364] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1580.468547] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleting the datastore file [datastore1] 2088b75e-a302-4d48-ba8d-7c1c196ced6a {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1580.468808] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e890ae66-ef2e-4e82-949e-ac83e0eea426 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.478026] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1580.478026] env[62361]: value = "task-1708491" [ 1580.478026] env[62361]: _type = "Task" [ 1580.478026] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.484646] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52668ece-28e7-ab9b-9266-12a8d5bfd94e, 'name': SearchDatastore_Task, 'duration_secs': 0.009874} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.485134] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.485437] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] c787f9cf-09f6-422d-9ec1-77992cd49360/c787f9cf-09f6-422d-9ec1-77992cd49360.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1580.485683] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf26001b-5e6d-4e0f-87f3-1b9eb3f46390 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.489945] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.493610] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1580.493610] env[62361]: value = "task-1708492" [ 1580.493610] env[62361]: _type = "Task" [ 1580.493610] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.501262] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.557155] env[62361]: INFO nova.compute.manager [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Rebuilding instance [ 1580.607190] env[62361]: DEBUG nova.compute.manager [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1580.608111] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e227b9a-4993-4b28-ac56-0e695200afd0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.611575] env[62361]: DEBUG oslo_concurrency.lockutils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Releasing lock "refresh_cache-5da531b6-8799-4bf5-8f19-21b8895a1b49" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.611797] env[62361]: DEBUG nova.compute.manager [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Instance network_info: |[{"id": "39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a", "address": "fa:16:3e:bb:43:cc", "network": {"id": "445a976b-3bcb-45b0-b1a4-cb74bde4bb70", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1487765863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1292fa8258bd4b159755668cf8ac1588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ab777a-8f", "ovs_interfaceid": "39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1580.612097] env[62361]: DEBUG oslo_concurrency.lockutils [req-1a3721aa-189f-4e6e-bc3f-4038040b8c94 req-246a87cb-f09f-4c42-a5d3-1e3c43b8c0ed service nova] Acquired lock "refresh_cache-5da531b6-8799-4bf5-8f19-21b8895a1b49" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.612361] env[62361]: DEBUG nova.network.neutron [req-1a3721aa-189f-4e6e-bc3f-4038040b8c94 req-246a87cb-f09f-4c42-a5d3-1e3c43b8c0ed service nova] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Refreshing network info cache for port 39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1580.613571] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:43:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1580.622509] env[62361]: DEBUG oslo.service.loopingcall [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.627025] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1580.630030] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-149e5235-e126-486e-bbc5-599dc8066820 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.652042] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1580.652042] env[62361]: value = "task-1708493" [ 1580.652042] env[62361]: _type = "Task" [ 1580.652042] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.662356] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708493, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.679226] env[62361]: DEBUG oslo_concurrency.lockutils [None req-aee91fa1-b08b-46a8-a7ff-e08a81c28438 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Lock "24915c45-ca89-4bba-b8cc-2e3b094e857f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.216s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.755945] env[62361]: DEBUG oslo_vmware.api [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Task: {'id': task-1708489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162943} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.758581] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.758789] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1580.758968] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1580.759187] env[62361]: INFO nova.compute.manager [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1580.759497] env[62361]: DEBUG oslo.service.loopingcall [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.759714] env[62361]: DEBUG nova.compute.manager [-] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1580.759809] env[62361]: DEBUG nova.network.neutron [-] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1580.884460] env[62361]: DEBUG nova.network.neutron [req-1a3721aa-189f-4e6e-bc3f-4038040b8c94 req-246a87cb-f09f-4c42-a5d3-1e3c43b8c0ed service nova] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Updated VIF entry in instance network info cache for port 39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.884892] env[62361]: DEBUG nova.network.neutron [req-1a3721aa-189f-4e6e-bc3f-4038040b8c94 req-246a87cb-f09f-4c42-a5d3-1e3c43b8c0ed service nova] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Updating instance_info_cache with network_info: [{"id": "39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a", "address": "fa:16:3e:bb:43:cc", "network": {"id": "445a976b-3bcb-45b0-b1a4-cb74bde4bb70", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1487765863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1292fa8258bd4b159755668cf8ac1588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ab777a-8f", "ovs_interfaceid": "39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.932013] env[62361]: DEBUG nova.compute.utils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.941307] env[62361]: DEBUG nova.compute.manager [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1580.941505] env[62361]: DEBUG nova.network.neutron [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1580.985998] env[62361]: DEBUG nova.policy [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '655a0b4393f34df0b4385b280354e52e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8559dc16cfa84e6da85ef374be1af41b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1580.990989] env[62361]: DEBUG oslo_vmware.api [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18712} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.991239] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.991519] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1580.991585] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1581.002735] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708492, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.018252] env[62361]: INFO nova.scheduler.client.report [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleted allocations for instance 2088b75e-a302-4d48-ba8d-7c1c196ced6a [ 1581.085201] env[62361]: DEBUG nova.compute.manager [req-ca43dcaf-9903-4c33-b96b-418e67297670 req-a0cd5737-920a-4150-b41d-036573c29af0 service nova] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Received event network-vif-deleted-3ac47b94-5007-4b24-8058-21092bd2d730 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1581.085413] env[62361]: INFO nova.compute.manager [req-ca43dcaf-9903-4c33-b96b-418e67297670 req-a0cd5737-920a-4150-b41d-036573c29af0 service nova] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Neutron deleted interface 3ac47b94-5007-4b24-8058-21092bd2d730; detaching it from the instance and deleting it from the info cache [ 1581.085588] env[62361]: DEBUG nova.network.neutron [req-ca43dcaf-9903-4c33-b96b-418e67297670 req-a0cd5737-920a-4150-b41d-036573c29af0 service nova] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.149080] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.149080] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca19e8e7-b5c2-46d0-ba72-6210d763f9fd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.162078] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1581.162078] env[62361]: value = "task-1708494" [ 1581.162078] env[62361]: _type = "Task" [ 1581.162078] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.172456] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708493, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.175988] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.296205] env[62361]: DEBUG nova.network.neutron [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Successfully created port: 3b3c35b3-4847-4cae-b225-7547ba4ac6ca {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1581.388073] env[62361]: DEBUG oslo_concurrency.lockutils [req-1a3721aa-189f-4e6e-bc3f-4038040b8c94 req-246a87cb-f09f-4c42-a5d3-1e3c43b8c0ed service nova] Releasing lock "refresh_cache-5da531b6-8799-4bf5-8f19-21b8895a1b49" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.442381] env[62361]: DEBUG nova.compute.manager [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1581.508732] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508447} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.508996] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] c787f9cf-09f6-422d-9ec1-77992cd49360/c787f9cf-09f6-422d-9ec1-77992cd49360.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1581.509239] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1581.509577] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16bba56d-5294-4cab-8c16-b61bb48e3976 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.516017] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1581.516017] env[62361]: value = "task-1708495" [ 1581.516017] env[62361]: _type = "Task" [ 1581.516017] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.523288] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.528451] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.556943] env[62361]: DEBUG nova.network.neutron [-] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.589437] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec682a78-0f73-4ffa-be52-397954ef6b79 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.600940] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8530c77e-ad6a-4ac2-8115-35a4e237f4e2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.636983] env[62361]: DEBUG nova.compute.manager [req-ca43dcaf-9903-4c33-b96b-418e67297670 req-a0cd5737-920a-4150-b41d-036573c29af0 service nova] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Detach interface failed, port_id=3ac47b94-5007-4b24-8058-21092bd2d730, reason: Instance f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1581.662440] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708493, 'name': CreateVM_Task, 'duration_secs': 0.567838} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.662618] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1581.663385] env[62361]: DEBUG oslo_concurrency.lockutils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.663548] env[62361]: DEBUG oslo_concurrency.lockutils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.664076] env[62361]: DEBUG oslo_concurrency.lockutils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1581.667016] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b745d85-8f5b-42e4-9bef-17249425ff9e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.676199] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708494, 'name': PowerOffVM_Task, 'duration_secs': 0.138096} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.677491] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1581.677698] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1581.678027] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1581.678027] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529e9706-80b4-6f7b-7ba0-202e25845cb1" [ 1581.678027] env[62361]: _type = "Task" [ 1581.678027] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.678793] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47967d6f-cfa5-4cfb-8400-1cff0977c5b6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.691757] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529e9706-80b4-6f7b-7ba0-202e25845cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.693810] env[62361]: DEBUG oslo_concurrency.lockutils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.694298] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1581.694298] env[62361]: DEBUG oslo_concurrency.lockutils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.694451] env[62361]: DEBUG oslo_concurrency.lockutils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.694619] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1581.694900] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1581.695372] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2382e6b6-3d50-4bb0-ba61-a2344b1df702 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.696904] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b4a7238-5810-4e89-b50e-b99f9e312662 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.707311] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1581.707512] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1581.708363] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d7c12e-c126-4595-9534-7fbea1e81b94 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.719013] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1581.719013] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b4e542-6f3d-65b0-212e-42a5ed0004d6" [ 1581.719013] env[62361]: _type = "Task" [ 1581.719013] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.724595] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1581.724814] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1581.724988] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Deleting the datastore file [datastore1] 24915c45-ca89-4bba-b8cc-2e3b094e857f {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.729967] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b7b967c-6aef-4046-8003-9241f5a77e21 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.731608] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b4e542-6f3d-65b0-212e-42a5ed0004d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.736278] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1581.736278] env[62361]: value = "task-1708497" [ 1581.736278] env[62361]: _type = "Task" [ 1581.736278] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.745954] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.774912] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206e3b20-f9bf-40c2-b6af-386517629062 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.782892] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a8a5ab-3ffc-428d-a065-e250b3c0defa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.813823] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e7ac1b-a294-416e-89a4-95e4a82aeb08 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.824821] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb29f009-d6b9-404f-a7ca-8e0182c5939a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.843521] env[62361]: DEBUG nova.compute.provider_tree [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.025317] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072768} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.025611] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1582.026387] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb40012e-8e14-45b4-9b73-efa355b3bc5d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.050042] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] c787f9cf-09f6-422d-9ec1-77992cd49360/c787f9cf-09f6-422d-9ec1-77992cd49360.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1582.050605] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea641ab6-ead1-4eb0-ab9d-b86d454168ef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.064813] env[62361]: INFO nova.compute.manager [-] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Took 1.30 seconds to deallocate network for instance. [ 1582.076809] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1582.076809] env[62361]: value = "task-1708498" [ 1582.076809] env[62361]: _type = "Task" [ 1582.076809] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.085801] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708498, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.200789] env[62361]: DEBUG nova.compute.manager [req-373db5cd-5b89-4348-ac79-493e07d61cec req-dc44dc1a-bde7-44c7-83bc-04d3918dbb02 service nova] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Received event network-vif-unplugged-0871b2ed-d28c-4cb0-826f-b160e2b33b7d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1582.201044] env[62361]: DEBUG oslo_concurrency.lockutils [req-373db5cd-5b89-4348-ac79-493e07d61cec req-dc44dc1a-bde7-44c7-83bc-04d3918dbb02 service nova] Acquiring lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.201241] env[62361]: DEBUG oslo_concurrency.lockutils [req-373db5cd-5b89-4348-ac79-493e07d61cec req-dc44dc1a-bde7-44c7-83bc-04d3918dbb02 service nova] Lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.201546] env[62361]: DEBUG oslo_concurrency.lockutils [req-373db5cd-5b89-4348-ac79-493e07d61cec req-dc44dc1a-bde7-44c7-83bc-04d3918dbb02 service nova] Lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.201737] env[62361]: DEBUG nova.compute.manager [req-373db5cd-5b89-4348-ac79-493e07d61cec req-dc44dc1a-bde7-44c7-83bc-04d3918dbb02 service nova] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] No waiting events found dispatching network-vif-unplugged-0871b2ed-d28c-4cb0-826f-b160e2b33b7d {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1582.201902] env[62361]: DEBUG nova.compute.manager [req-373db5cd-5b89-4348-ac79-493e07d61cec req-dc44dc1a-bde7-44c7-83bc-04d3918dbb02 service nova] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Received event network-vif-unplugged-0871b2ed-d28c-4cb0-826f-b160e2b33b7d for instance with task_state deleting. {{(pid=62361) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10910}} [ 1582.202070] env[62361]: DEBUG nova.compute.manager [req-373db5cd-5b89-4348-ac79-493e07d61cec req-dc44dc1a-bde7-44c7-83bc-04d3918dbb02 service nova] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Received event network-changed-0871b2ed-d28c-4cb0-826f-b160e2b33b7d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1582.202244] env[62361]: DEBUG nova.compute.manager [req-373db5cd-5b89-4348-ac79-493e07d61cec req-dc44dc1a-bde7-44c7-83bc-04d3918dbb02 service nova] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Refreshing instance network info cache due to event network-changed-0871b2ed-d28c-4cb0-826f-b160e2b33b7d. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1582.202441] env[62361]: DEBUG oslo_concurrency.lockutils [req-373db5cd-5b89-4348-ac79-493e07d61cec req-dc44dc1a-bde7-44c7-83bc-04d3918dbb02 service nova] Acquiring lock "refresh_cache-2088b75e-a302-4d48-ba8d-7c1c196ced6a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.202577] env[62361]: DEBUG oslo_concurrency.lockutils [req-373db5cd-5b89-4348-ac79-493e07d61cec req-dc44dc1a-bde7-44c7-83bc-04d3918dbb02 service nova] Acquired lock "refresh_cache-2088b75e-a302-4d48-ba8d-7c1c196ced6a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.202731] env[62361]: DEBUG nova.network.neutron [req-373db5cd-5b89-4348-ac79-493e07d61cec req-dc44dc1a-bde7-44c7-83bc-04d3918dbb02 service nova] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Refreshing network info cache for port 0871b2ed-d28c-4cb0-826f-b160e2b33b7d {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1582.229395] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b4e542-6f3d-65b0-212e-42a5ed0004d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009796} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.230221] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1885a801-4127-4140-b15c-3b65ce2fa275 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.235531] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1582.235531] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e8efa9-5975-d1f3-58f1-894efa142502" [ 1582.235531] env[62361]: _type = "Task" [ 1582.235531] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.248094] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e8efa9-5975-d1f3-58f1-894efa142502, 'name': SearchDatastore_Task, 'duration_secs': 0.009324} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.250989] env[62361]: DEBUG oslo_concurrency.lockutils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.251280] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 5da531b6-8799-4bf5-8f19-21b8895a1b49/5da531b6-8799-4bf5-8f19-21b8895a1b49.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1582.251589] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095027} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.251791] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1186b41-039c-4a9f-8db9-7c9bdd550b45 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.253886] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.254101] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.254311] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.262055] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1582.262055] env[62361]: value = "task-1708499" [ 1582.262055] env[62361]: _type = "Task" [ 1582.262055] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.270012] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.347265] env[62361]: DEBUG nova.scheduler.client.report [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1582.443720] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cccc3853-7324-4843-bc06-7304bad1a8f7 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.454509] env[62361]: DEBUG nova.compute.manager [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1582.491366] env[62361]: DEBUG nova.virt.hardware [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1582.491640] env[62361]: DEBUG nova.virt.hardware [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1582.491855] env[62361]: DEBUG nova.virt.hardware [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1582.491964] env[62361]: DEBUG nova.virt.hardware [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1582.492162] env[62361]: DEBUG nova.virt.hardware [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1582.492338] env[62361]: DEBUG nova.virt.hardware [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1582.492571] env[62361]: DEBUG nova.virt.hardware [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1582.492754] env[62361]: DEBUG nova.virt.hardware [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1582.492952] env[62361]: DEBUG nova.virt.hardware [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1582.493152] env[62361]: DEBUG nova.virt.hardware [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1582.493332] env[62361]: DEBUG nova.virt.hardware [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1582.494689] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86315be-a5cb-48fb-90c8-102d95675262 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.506563] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f059918f-139a-487a-97a4-dd0c76f615cd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.571551] env[62361]: DEBUG oslo_concurrency.lockutils [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.587578] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708498, 'name': ReconfigVM_Task, 'duration_secs': 0.267102} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.587940] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Reconfigured VM instance instance-0000004e to attach disk [datastore1] c787f9cf-09f6-422d-9ec1-77992cd49360/c787f9cf-09f6-422d-9ec1-77992cd49360.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1582.588644] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1bffa2e-9bf9-4836-be7e-6de2f3dc4f82 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.597343] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1582.597343] env[62361]: value = "task-1708500" [ 1582.597343] env[62361]: _type = "Task" [ 1582.597343] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.609561] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708500, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.772020] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462108} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.772308] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 5da531b6-8799-4bf5-8f19-21b8895a1b49/5da531b6-8799-4bf5-8f19-21b8895a1b49.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1582.772525] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1582.772771] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-649c055e-ef59-4386-a538-ad0ae469f023 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.779014] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1582.779014] env[62361]: value = "task-1708501" [ 1582.779014] env[62361]: _type = "Task" [ 1582.779014] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.789646] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.852846] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.853676] env[62361]: DEBUG nova.compute.manager [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1582.856971] env[62361]: DEBUG oslo_concurrency.lockutils [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.763s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.857218] env[62361]: DEBUG nova.objects.instance [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lazy-loading 'resources' on Instance uuid 59f30b3f-5286-4d90-b726-011e419fca2a {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.888656] env[62361]: DEBUG nova.network.neutron [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Successfully updated port: 3b3c35b3-4847-4cae-b225-7547ba4ac6ca {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1582.934725] env[62361]: DEBUG nova.network.neutron [req-373db5cd-5b89-4348-ac79-493e07d61cec req-dc44dc1a-bde7-44c7-83bc-04d3918dbb02 service nova] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Updated VIF entry in instance network info cache for port 0871b2ed-d28c-4cb0-826f-b160e2b33b7d. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1582.935080] env[62361]: DEBUG nova.network.neutron [req-373db5cd-5b89-4348-ac79-493e07d61cec req-dc44dc1a-bde7-44c7-83bc-04d3918dbb02 service nova] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Updating instance_info_cache with network_info: [{"id": "0871b2ed-d28c-4cb0-826f-b160e2b33b7d", "address": "fa:16:3e:40:06:4c", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": null, "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0871b2ed-d2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.106705] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708500, 'name': Rename_Task, 'duration_secs': 0.174853} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.107008] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1583.107592] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6952332-352d-4304-b240-06012e7eceba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.114566] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1583.114566] env[62361]: value = "task-1708502" [ 1583.114566] env[62361]: _type = "Task" [ 1583.114566] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.122029] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.291598] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068975} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.293960] env[62361]: DEBUG nova.virt.hardware [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1583.294275] env[62361]: DEBUG nova.virt.hardware [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1583.294428] env[62361]: DEBUG nova.virt.hardware [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.294646] env[62361]: DEBUG nova.virt.hardware [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1583.294814] env[62361]: DEBUG nova.virt.hardware [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.294982] env[62361]: DEBUG nova.virt.hardware [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1583.295233] env[62361]: DEBUG nova.virt.hardware [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1583.295422] env[62361]: DEBUG nova.virt.hardware [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1583.295608] env[62361]: DEBUG nova.virt.hardware [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1583.295785] env[62361]: DEBUG nova.virt.hardware [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1583.295986] env[62361]: DEBUG nova.virt.hardware [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1583.296326] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1583.297205] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3e9abe-b79a-4d32-af98-87575adf3635 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.300338] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fce4c2d-d4fc-4dce-81c2-7b3bbfb53f22 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.317320] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b278c3d3-ec7a-4a47-9915-5155b9a678db {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.329723] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 5da531b6-8799-4bf5-8f19-21b8895a1b49/5da531b6-8799-4bf5-8f19-21b8895a1b49.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1583.329994] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b079178-0499-4eba-8ed3-fd27f4cd7621 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.353667] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Instance VIF info [] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1583.359281] env[62361]: DEBUG oslo.service.loopingcall [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.363835] env[62361]: DEBUG nova.compute.utils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1583.365307] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1583.365642] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1583.365642] env[62361]: value = "task-1708503" [ 1583.365642] env[62361]: _type = "Task" [ 1583.365642] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.366861] env[62361]: DEBUG nova.compute.manager [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1583.366861] env[62361]: DEBUG nova.network.neutron [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1583.369509] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f46fb6af-34c4-4d79-b454-009735994e50 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.398922] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "refresh_cache-33be6421-85e4-4871-9e4d-d448254f661c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.398922] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "refresh_cache-33be6421-85e4-4871-9e4d-d448254f661c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.398922] env[62361]: DEBUG nova.network.neutron [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.400762] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1583.400762] env[62361]: value = "task-1708504" [ 1583.400762] env[62361]: _type = "Task" [ 1583.400762] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.410077] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.415904] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708504, 'name': CreateVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.437956] env[62361]: DEBUG oslo_concurrency.lockutils [req-373db5cd-5b89-4348-ac79-493e07d61cec req-dc44dc1a-bde7-44c7-83bc-04d3918dbb02 service nova] Releasing lock "refresh_cache-2088b75e-a302-4d48-ba8d-7c1c196ced6a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.443183] env[62361]: DEBUG nova.policy [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '781469d2a8344ae3b8eed6f01ac1ea7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a711c755780c4eaeaa51663bf2f84cd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1583.625561] env[62361]: DEBUG oslo_vmware.api [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708502, 'name': PowerOnVM_Task, 'duration_secs': 0.447764} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.628596] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1583.628596] env[62361]: INFO nova.compute.manager [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1583.629067] env[62361]: DEBUG nova.compute.manager [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1583.629720] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a5fed5-f185-46f7-bb3c-606540a257ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.743344] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb6a20f-de8a-4fd2-a37f-7860dca12f01 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.750661] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d6ffa1-770c-4b89-abcb-8fcc218eeec1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.780834] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d0831a-77ec-47eb-bff7-11f2e10bcde7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.788596] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6eb73a-65e2-41f2-b5cf-e4b3a6846b58 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.802479] env[62361]: DEBUG nova.compute.provider_tree [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.804375] env[62361]: DEBUG nova.network.neutron [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Successfully created port: 7f5cc424-69b5-4572-bb04-a0f0a735892f {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1583.867097] env[62361]: DEBUG nova.compute.manager [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1583.898962] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708503, 'name': ReconfigVM_Task, 'duration_secs': 0.366237} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.899265] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 5da531b6-8799-4bf5-8f19-21b8895a1b49/5da531b6-8799-4bf5-8f19-21b8895a1b49.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1583.901543] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78b05414-fb88-43bf-a258-3fdf98502711 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.911822] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708504, 'name': CreateVM_Task, 'duration_secs': 0.33214} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.912818] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1583.913133] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1583.913133] env[62361]: value = "task-1708505" [ 1583.913133] env[62361]: _type = "Task" [ 1583.913133] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.913480] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.913792] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.914117] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1583.914453] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb8885e0-bba4-4c01-ace1-e7716565a3ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.922347] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1583.922347] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524b1958-39ea-a5d6-eda4-c7ac8e2c254f" [ 1583.922347] env[62361]: _type = "Task" [ 1583.922347] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.925474] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708505, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.933614] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524b1958-39ea-a5d6-eda4-c7ac8e2c254f, 'name': SearchDatastore_Task} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.934357] env[62361]: DEBUG nova.network.neutron [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1583.936212] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.936440] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1583.936720] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.936909] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.937217] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1583.937374] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dd9c1e4-d3e8-4eb5-9d21-d6e36705aa67 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.945343] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1583.945425] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1583.946160] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a07aa9b-29c0-4bc1-b054-cef545690e8d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.951929] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1583.951929] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521e4a1d-96c0-5fb9-8dbb-de0c4c46ba93" [ 1583.951929] env[62361]: _type = "Task" [ 1583.951929] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.959430] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521e4a1d-96c0-5fb9-8dbb-de0c4c46ba93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.122572] env[62361]: DEBUG nova.network.neutron [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Updating instance_info_cache with network_info: [{"id": "3b3c35b3-4847-4cae-b225-7547ba4ac6ca", "address": "fa:16:3e:1b:df:9b", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b3c35b3-48", "ovs_interfaceid": "3b3c35b3-4847-4cae-b225-7547ba4ac6ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.147252] env[62361]: INFO nova.compute.manager [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Took 27.76 seconds to build instance. [ 1584.228646] env[62361]: DEBUG nova.compute.manager [req-bf925db5-18e0-48a4-befc-8505dddcdc2d req-35e381f6-0a95-4a44-9edb-18eb68d76236 service nova] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Received event network-vif-plugged-3b3c35b3-4847-4cae-b225-7547ba4ac6ca {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1584.228850] env[62361]: DEBUG oslo_concurrency.lockutils [req-bf925db5-18e0-48a4-befc-8505dddcdc2d req-35e381f6-0a95-4a44-9edb-18eb68d76236 service nova] Acquiring lock "33be6421-85e4-4871-9e4d-d448254f661c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.229083] env[62361]: DEBUG oslo_concurrency.lockutils [req-bf925db5-18e0-48a4-befc-8505dddcdc2d req-35e381f6-0a95-4a44-9edb-18eb68d76236 service nova] Lock "33be6421-85e4-4871-9e4d-d448254f661c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.229256] env[62361]: DEBUG oslo_concurrency.lockutils [req-bf925db5-18e0-48a4-befc-8505dddcdc2d req-35e381f6-0a95-4a44-9edb-18eb68d76236 service nova] Lock "33be6421-85e4-4871-9e4d-d448254f661c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.229429] env[62361]: DEBUG nova.compute.manager [req-bf925db5-18e0-48a4-befc-8505dddcdc2d req-35e381f6-0a95-4a44-9edb-18eb68d76236 service nova] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] No waiting events found dispatching network-vif-plugged-3b3c35b3-4847-4cae-b225-7547ba4ac6ca {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1584.229596] env[62361]: WARNING nova.compute.manager [req-bf925db5-18e0-48a4-befc-8505dddcdc2d req-35e381f6-0a95-4a44-9edb-18eb68d76236 service nova] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Received unexpected event network-vif-plugged-3b3c35b3-4847-4cae-b225-7547ba4ac6ca for instance with vm_state building and task_state spawning. [ 1584.229751] env[62361]: DEBUG nova.compute.manager [req-bf925db5-18e0-48a4-befc-8505dddcdc2d req-35e381f6-0a95-4a44-9edb-18eb68d76236 service nova] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Received event network-changed-3b3c35b3-4847-4cae-b225-7547ba4ac6ca {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1584.229901] env[62361]: DEBUG nova.compute.manager [req-bf925db5-18e0-48a4-befc-8505dddcdc2d req-35e381f6-0a95-4a44-9edb-18eb68d76236 service nova] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Refreshing instance network info cache due to event network-changed-3b3c35b3-4847-4cae-b225-7547ba4ac6ca. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1584.230069] env[62361]: DEBUG oslo_concurrency.lockutils [req-bf925db5-18e0-48a4-befc-8505dddcdc2d req-35e381f6-0a95-4a44-9edb-18eb68d76236 service nova] Acquiring lock "refresh_cache-33be6421-85e4-4871-9e4d-d448254f661c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.308086] env[62361]: DEBUG nova.scheduler.client.report [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1584.424503] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708505, 'name': Rename_Task, 'duration_secs': 0.148114} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.424834] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1584.425017] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe46989a-dff6-44f6-8f8a-bf1cc114f031 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.431646] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1584.431646] env[62361]: value = "task-1708506" [ 1584.431646] env[62361]: _type = "Task" [ 1584.431646] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.439445] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.462704] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521e4a1d-96c0-5fb9-8dbb-de0c4c46ba93, 'name': SearchDatastore_Task, 'duration_secs': 0.012693} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.463592] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6958f8-72f4-45e3-8774-ecdac6597b38 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.470066] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1584.470066] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52304c4d-aee7-174c-3d4b-d7be0fdb9a84" [ 1584.470066] env[62361]: _type = "Task" [ 1584.470066] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.478786] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52304c4d-aee7-174c-3d4b-d7be0fdb9a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.624729] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "refresh_cache-33be6421-85e4-4871-9e4d-d448254f661c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.625155] env[62361]: DEBUG nova.compute.manager [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Instance network_info: |[{"id": "3b3c35b3-4847-4cae-b225-7547ba4ac6ca", "address": "fa:16:3e:1b:df:9b", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b3c35b3-48", "ovs_interfaceid": "3b3c35b3-4847-4cae-b225-7547ba4ac6ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1584.625524] env[62361]: DEBUG oslo_concurrency.lockutils [req-bf925db5-18e0-48a4-befc-8505dddcdc2d req-35e381f6-0a95-4a44-9edb-18eb68d76236 service nova] Acquired lock "refresh_cache-33be6421-85e4-4871-9e4d-d448254f661c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.625750] env[62361]: DEBUG nova.network.neutron [req-bf925db5-18e0-48a4-befc-8505dddcdc2d req-35e381f6-0a95-4a44-9edb-18eb68d76236 service nova] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Refreshing network info cache for port 3b3c35b3-4847-4cae-b225-7547ba4ac6ca {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1584.628192] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:df:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b3c35b3-4847-4cae-b225-7547ba4ac6ca', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.636074] env[62361]: DEBUG oslo.service.loopingcall [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.636400] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.636729] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20abf212-d7d7-48b8-b860-91a3e884fbb8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.653308] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3259888c-f2ce-4f85-96fc-17ce37781636 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "c787f9cf-09f6-422d-9ec1-77992cd49360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.275s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.659741] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.659741] env[62361]: value = "task-1708507" [ 1584.659741] env[62361]: _type = "Task" [ 1584.659741] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.668570] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708507, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.813218] env[62361]: DEBUG oslo_concurrency.lockutils [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.815640] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.991s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.815892] env[62361]: DEBUG nova.objects.instance [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lazy-loading 'resources' on Instance uuid 933f8a73-a8e1-4168-a91e-9cc248518ecd {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.857182] env[62361]: INFO nova.scheduler.client.report [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Deleted allocations for instance 59f30b3f-5286-4d90-b726-011e419fca2a [ 1584.878070] env[62361]: DEBUG nova.compute.manager [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1584.916573] env[62361]: DEBUG nova.virt.hardware [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1584.916894] env[62361]: DEBUG nova.virt.hardware [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1584.917150] env[62361]: DEBUG nova.virt.hardware [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.917427] env[62361]: DEBUG nova.virt.hardware [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1584.917680] env[62361]: DEBUG nova.virt.hardware [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.917981] env[62361]: DEBUG nova.virt.hardware [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1584.918376] env[62361]: DEBUG nova.virt.hardware [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1584.918671] env[62361]: DEBUG nova.virt.hardware [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1584.919062] env[62361]: DEBUG nova.virt.hardware [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1584.919325] env[62361]: DEBUG nova.virt.hardware [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1584.919642] env[62361]: DEBUG nova.virt.hardware [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1584.921365] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b82a82-3967-44bf-b20f-2701c75e84c1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.933896] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9529636-de24-4c50-a7b1-7b6983bbbf96 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.948365] env[62361]: DEBUG oslo_vmware.api [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708506, 'name': PowerOnVM_Task, 'duration_secs': 0.444018} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.956895] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1584.957268] env[62361]: INFO nova.compute.manager [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1584.957551] env[62361]: DEBUG nova.compute.manager [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1584.958644] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e275ab97-8308-43e3-a877-69ee2b3e366f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.981051] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52304c4d-aee7-174c-3d4b-d7be0fdb9a84, 'name': SearchDatastore_Task, 'duration_secs': 0.009283} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.981051] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.981312] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 24915c45-ca89-4bba-b8cc-2e3b094e857f/24915c45-ca89-4bba-b8cc-2e3b094e857f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1584.981478] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-120c9ba7-0596-43c8-862d-b3d8b2e50d0c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.988562] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1584.988562] env[62361]: value = "task-1708508" [ 1584.988562] env[62361]: _type = "Task" [ 1584.988562] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.997269] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.171741] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708507, 'name': CreateVM_Task, 'duration_secs': 0.408164} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.172022] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.173366] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.173665] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.174413] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.174793] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88ea69be-c1be-4c16-8f19-0ad44325bd7b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.185236] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1585.185236] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5288500e-f61f-7bbd-94fa-d9bf5645e522" [ 1585.185236] env[62361]: _type = "Task" [ 1585.185236] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.194385] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5288500e-f61f-7bbd-94fa-d9bf5645e522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.370497] env[62361]: DEBUG oslo_concurrency.lockutils [None req-62619c65-8669-4605-a7a7-07fb1358d64c tempest-MigrationsAdminTest-2057119407 tempest-MigrationsAdminTest-2057119407-project-member] Lock "59f30b3f-5286-4d90-b726-011e419fca2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.655s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.420377] env[62361]: DEBUG nova.compute.manager [req-b8d47af0-5eaa-4368-a36f-b0bdb224fd81 req-901486de-7069-4163-834a-fad4d23ca69b service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Received event network-vif-plugged-7f5cc424-69b5-4572-bb04-a0f0a735892f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1585.420377] env[62361]: DEBUG oslo_concurrency.lockutils [req-b8d47af0-5eaa-4368-a36f-b0bdb224fd81 req-901486de-7069-4163-834a-fad4d23ca69b service nova] Acquiring lock "2fc59d25-a58c-484f-bac8-20fdc797b674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.420377] env[62361]: DEBUG oslo_concurrency.lockutils [req-b8d47af0-5eaa-4368-a36f-b0bdb224fd81 req-901486de-7069-4163-834a-fad4d23ca69b service nova] Lock "2fc59d25-a58c-484f-bac8-20fdc797b674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.420377] env[62361]: DEBUG oslo_concurrency.lockutils [req-b8d47af0-5eaa-4368-a36f-b0bdb224fd81 req-901486de-7069-4163-834a-fad4d23ca69b service nova] Lock "2fc59d25-a58c-484f-bac8-20fdc797b674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.420758] env[62361]: DEBUG nova.compute.manager [req-b8d47af0-5eaa-4368-a36f-b0bdb224fd81 req-901486de-7069-4163-834a-fad4d23ca69b service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] No waiting events found dispatching network-vif-plugged-7f5cc424-69b5-4572-bb04-a0f0a735892f {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1585.421456] env[62361]: WARNING nova.compute.manager [req-b8d47af0-5eaa-4368-a36f-b0bdb224fd81 req-901486de-7069-4163-834a-fad4d23ca69b service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Received unexpected event network-vif-plugged-7f5cc424-69b5-4572-bb04-a0f0a735892f for instance with vm_state building and task_state spawning. [ 1585.446039] env[62361]: DEBUG nova.network.neutron [req-bf925db5-18e0-48a4-befc-8505dddcdc2d req-35e381f6-0a95-4a44-9edb-18eb68d76236 service nova] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Updated VIF entry in instance network info cache for port 3b3c35b3-4847-4cae-b225-7547ba4ac6ca. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.446744] env[62361]: DEBUG nova.network.neutron [req-bf925db5-18e0-48a4-befc-8505dddcdc2d req-35e381f6-0a95-4a44-9edb-18eb68d76236 service nova] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Updating instance_info_cache with network_info: [{"id": "3b3c35b3-4847-4cae-b225-7547ba4ac6ca", "address": "fa:16:3e:1b:df:9b", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b3c35b3-48", "ovs_interfaceid": "3b3c35b3-4847-4cae-b225-7547ba4ac6ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.481824] env[62361]: INFO nova.compute.manager [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Took 28.04 seconds to build instance. [ 1585.500867] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708508, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.517851] env[62361]: DEBUG nova.network.neutron [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Successfully updated port: 7f5cc424-69b5-4572-bb04-a0f0a735892f {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1585.673313] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e56dfb-1b06-4edd-a5ee-cdc3ea3c7516 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.681440] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d64b3a-95df-4b43-8293-3e9f1f223abe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.695758] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5288500e-f61f-7bbd-94fa-d9bf5645e522, 'name': SearchDatastore_Task, 'duration_secs': 0.071076} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.733524] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.733957] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.734334] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.734538] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.734922] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.735657] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b02c1f74-6b02-413d-89a0-f39c2f8349ed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.739181] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2848ddaa-b8fb-4139-acb3-15e42b3965a7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.749012] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eccef5-98df-469c-bd61-20b78deb896d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.753979] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.754197] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.755337] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aea419a-17bc-4e9c-9b9d-0ccebd432e17 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.765815] env[62361]: DEBUG nova.compute.provider_tree [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1585.770208] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1585.770208] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52baf9ae-7aa3-3469-ca16-aede82537693" [ 1585.770208] env[62361]: _type = "Task" [ 1585.770208] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.778583] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52baf9ae-7aa3-3469-ca16-aede82537693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.949725] env[62361]: DEBUG oslo_concurrency.lockutils [req-bf925db5-18e0-48a4-befc-8505dddcdc2d req-35e381f6-0a95-4a44-9edb-18eb68d76236 service nova] Releasing lock "refresh_cache-33be6421-85e4-4871-9e4d-d448254f661c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.985082] env[62361]: DEBUG oslo_concurrency.lockutils [None req-24958a1b-4e50-41ef-ad98-7964b98c642d tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "5da531b6-8799-4bf5-8f19-21b8895a1b49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.552s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.998395] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581073} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.998660] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 24915c45-ca89-4bba-b8cc-2e3b094e857f/24915c45-ca89-4bba-b8cc-2e3b094e857f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1585.998872] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1585.999139] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b40aa1e-aa41-4934-9f11-d1b2dccc60bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.008330] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1586.008330] env[62361]: value = "task-1708509" [ 1586.008330] env[62361]: _type = "Task" [ 1586.008330] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.019151] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.023315] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.023519] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.023699] env[62361]: DEBUG nova.network.neutron [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1586.269874] env[62361]: DEBUG nova.scheduler.client.report [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1586.289378] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52baf9ae-7aa3-3469-ca16-aede82537693, 'name': SearchDatastore_Task, 'duration_secs': 0.070879} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.290869] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d2fcc0c-31da-4ba2-b783-c03fd7496608 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.298561] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1586.298561] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cbc673-4f0f-1529-1de8-0011a35abbce" [ 1586.298561] env[62361]: _type = "Task" [ 1586.298561] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.310653] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cbc673-4f0f-1529-1de8-0011a35abbce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.518150] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203101} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.518444] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1586.519253] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e681780a-bd94-4a9d-a0b7-1947a01446c1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.541582] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 24915c45-ca89-4bba-b8cc-2e3b094e857f/24915c45-ca89-4bba-b8cc-2e3b094e857f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.541876] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6616258-3c18-4714-b4cc-43c0ed44bec8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.563708] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1586.563708] env[62361]: value = "task-1708510" [ 1586.563708] env[62361]: _type = "Task" [ 1586.563708] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.572682] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.587671] env[62361]: DEBUG nova.compute.manager [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Stashing vm_state: active {{(pid=62361) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1586.594766] env[62361]: DEBUG nova.network.neutron [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1586.643592] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "5da531b6-8799-4bf5-8f19-21b8895a1b49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.644788] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "5da531b6-8799-4bf5-8f19-21b8895a1b49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.644788] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "5da531b6-8799-4bf5-8f19-21b8895a1b49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.644788] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "5da531b6-8799-4bf5-8f19-21b8895a1b49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.645162] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "5da531b6-8799-4bf5-8f19-21b8895a1b49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.654013] env[62361]: INFO nova.compute.manager [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Terminating instance [ 1586.657691] env[62361]: DEBUG nova.compute.manager [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1586.657691] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1586.657691] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b079b9-db91-4f37-9b9c-f3b443d81bd2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.665548] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.665790] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17a8fb44-e524-4988-969e-0bacd5a63872 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.672535] env[62361]: DEBUG oslo_vmware.api [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1586.672535] env[62361]: value = "task-1708511" [ 1586.672535] env[62361]: _type = "Task" [ 1586.672535] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.682717] env[62361]: DEBUG oslo_vmware.api [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.775928] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.781129] env[62361]: DEBUG nova.network.neutron [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance_info_cache with network_info: [{"id": "7f5cc424-69b5-4572-bb04-a0f0a735892f", "address": "fa:16:3e:83:45:2c", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5cc424-69", "ovs_interfaceid": "7f5cc424-69b5-4572-bb04-a0f0a735892f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.783458] env[62361]: DEBUG oslo_concurrency.lockutils [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.174s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.783458] env[62361]: DEBUG nova.objects.instance [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Lazy-loading 'resources' on Instance uuid 14b2cf2b-2c3b-4084-a58e-45957acc5a78 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.809776] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.809776] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cbc673-4f0f-1529-1de8-0011a35abbce, 'name': SearchDatastore_Task, 'duration_secs': 0.019632} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.811430] env[62361]: INFO nova.scheduler.client.report [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Deleted allocations for instance 933f8a73-a8e1-4168-a91e-9cc248518ecd [ 1586.811682] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.813086] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.813736] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 33be6421-85e4-4871-9e4d-d448254f661c/33be6421-85e4-4871-9e4d-d448254f661c.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1586.816115] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-215a93fe-e376-47c8-8bd3-73a06951f03a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.824131] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1586.824131] env[62361]: value = "task-1708512" [ 1586.824131] env[62361]: _type = "Task" [ 1586.824131] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.832752] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.074339] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708510, 'name': ReconfigVM_Task, 'duration_secs': 0.382008} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.074707] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 24915c45-ca89-4bba-b8cc-2e3b094e857f/24915c45-ca89-4bba-b8cc-2e3b094e857f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.075361] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4d0919f-b093-44f6-b1bd-cd079e2ea207 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.082734] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1587.082734] env[62361]: value = "task-1708513" [ 1587.082734] env[62361]: _type = "Task" [ 1587.082734] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.090769] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708513, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.109908] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.182439] env[62361]: DEBUG oslo_vmware.api [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708511, 'name': PowerOffVM_Task, 'duration_secs': 0.201171} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.182732] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1587.182903] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1587.183167] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d19cc8f2-3c1f-4fb9-bd8f-f8985d17acf8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.285163] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.285625] env[62361]: DEBUG nova.compute.manager [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Instance network_info: |[{"id": "7f5cc424-69b5-4572-bb04-a0f0a735892f", "address": "fa:16:3e:83:45:2c", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5cc424-69", "ovs_interfaceid": "7f5cc424-69b5-4572-bb04-a0f0a735892f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1587.288912] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:45:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f5cc424-69b5-4572-bb04-a0f0a735892f', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1587.298161] env[62361]: DEBUG oslo.service.loopingcall [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.298626] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1587.298899] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2288ab1-1f72-4386-a2d5-67091e42d53e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.339039] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.339039] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1587.339039] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Rebuilding the list of instances to heal {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1587.339996] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8980a6c7-c725-4aae-8e78-a2d63350ab52 tempest-ServersAdminTestJSON-2060439526 tempest-ServersAdminTestJSON-2060439526-project-member] Lock "933f8a73-a8e1-4168-a91e-9cc248518ecd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.507s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.350126] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1587.350126] env[62361]: value = "task-1708515" [ 1587.350126] env[62361]: _type = "Task" [ 1587.350126] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.357838] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708512, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.361789] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708515, 'name': CreateVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.520207] env[62361]: DEBUG nova.compute.manager [req-049e2c7c-5880-46f5-a75e-1c43bb2794d9 req-d5845f74-ba36-46da-844f-9235abe93ae8 service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Received event network-changed-7f5cc424-69b5-4572-bb04-a0f0a735892f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1587.520438] env[62361]: DEBUG nova.compute.manager [req-049e2c7c-5880-46f5-a75e-1c43bb2794d9 req-d5845f74-ba36-46da-844f-9235abe93ae8 service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Refreshing instance network info cache due to event network-changed-7f5cc424-69b5-4572-bb04-a0f0a735892f. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1587.520988] env[62361]: DEBUG oslo_concurrency.lockutils [req-049e2c7c-5880-46f5-a75e-1c43bb2794d9 req-d5845f74-ba36-46da-844f-9235abe93ae8 service nova] Acquiring lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.520988] env[62361]: DEBUG oslo_concurrency.lockutils [req-049e2c7c-5880-46f5-a75e-1c43bb2794d9 req-d5845f74-ba36-46da-844f-9235abe93ae8 service nova] Acquired lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.520988] env[62361]: DEBUG nova.network.neutron [req-049e2c7c-5880-46f5-a75e-1c43bb2794d9 req-d5845f74-ba36-46da-844f-9235abe93ae8 service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Refreshing network info cache for port 7f5cc424-69b5-4572-bb04-a0f0a735892f {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1587.529931] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1587.530313] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1587.530838] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Deleting the datastore file [datastore1] 5da531b6-8799-4bf5-8f19-21b8895a1b49 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1587.530838] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1efdde3f-cf06-4752-8a7d-5b6557e1b8e2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.542072] env[62361]: DEBUG oslo_vmware.api [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for the task: (returnval){ [ 1587.542072] env[62361]: value = "task-1708516" [ 1587.542072] env[62361]: _type = "Task" [ 1587.542072] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.553433] env[62361]: DEBUG oslo_vmware.api [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.602985] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708513, 'name': Rename_Task, 'duration_secs': 0.515835} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.603392] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.603674] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bae7864-3fe6-4ff0-b941-79fb91de7bd9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.617422] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1587.617422] env[62361]: value = "task-1708517" [ 1587.617422] env[62361]: _type = "Task" [ 1587.617422] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.626423] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.711366] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3708f57-2f9b-4c43-bbce-c44f081b5b6d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.720998] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2f2394-9482-452a-aa4f-0b07139cab9f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.758206] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd442a0-bed4-47a3-abe4-da758c4d07fc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.766288] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ff6151-beb8-44f6-a9c7-6e1aba90249b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.780457] env[62361]: DEBUG nova.compute.provider_tree [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.850949] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773158} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.850949] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 33be6421-85e4-4871-9e4d-d448254f661c/33be6421-85e4-4871-9e4d-d448254f661c.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1587.850949] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1587.850949] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe3799fe-8c05-4b43-a60b-94636b485dd6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.856388] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Skipping network cache update for instance because it is being deleted. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9946}} [ 1587.856627] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Skipping network cache update for instance because it is being deleted. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9946}} [ 1587.856799] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Skipping network cache update for instance because it is Building. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1587.856907] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Skipping network cache update for instance because it is Building. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1587.869369] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708515, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.870842] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1587.870842] env[62361]: value = "task-1708518" [ 1587.870842] env[62361]: _type = "Task" [ 1587.870842] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.880746] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.920307] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "refresh_cache-cad0a47a-d332-400d-a662-8b0089e6d803" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.920456] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquired lock "refresh_cache-cad0a47a-d332-400d-a662-8b0089e6d803" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.920613] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Forcefully refreshing network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1587.920771] env[62361]: DEBUG nova.objects.instance [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lazy-loading 'info_cache' on Instance uuid cad0a47a-d332-400d-a662-8b0089e6d803 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.056719] env[62361]: DEBUG oslo_vmware.api [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Task: {'id': task-1708516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302138} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.056719] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1588.056719] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1588.056719] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1588.056719] env[62361]: INFO nova.compute.manager [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1588.056719] env[62361]: DEBUG oslo.service.loopingcall [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.056719] env[62361]: DEBUG nova.compute.manager [-] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1588.056719] env[62361]: DEBUG nova.network.neutron [-] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1588.128205] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.283660] env[62361]: DEBUG nova.scheduler.client.report [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1588.363920] env[62361]: DEBUG nova.network.neutron [req-049e2c7c-5880-46f5-a75e-1c43bb2794d9 req-d5845f74-ba36-46da-844f-9235abe93ae8 service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updated VIF entry in instance network info cache for port 7f5cc424-69b5-4572-bb04-a0f0a735892f. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1588.367263] env[62361]: DEBUG nova.network.neutron [req-049e2c7c-5880-46f5-a75e-1c43bb2794d9 req-d5845f74-ba36-46da-844f-9235abe93ae8 service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance_info_cache with network_info: [{"id": "7f5cc424-69b5-4572-bb04-a0f0a735892f", "address": "fa:16:3e:83:45:2c", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5cc424-69", "ovs_interfaceid": "7f5cc424-69b5-4572-bb04-a0f0a735892f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.380921] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708515, 'name': CreateVM_Task, 'duration_secs': 0.559392} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.384991] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1588.385306] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073861} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.386448] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.386448] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.386641] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1588.386781] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1588.387600] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc11c67-86d7-46e4-999f-877821a0950c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.390931] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1c4dc7-d065-46a8-adb0-e0dfb894f3d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.397931] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1588.397931] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f9b8b5-ec87-e038-5025-425b348df729" [ 1588.397931] env[62361]: _type = "Task" [ 1588.397931] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.416624] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 33be6421-85e4-4871-9e4d-d448254f661c/33be6421-85e4-4871-9e4d-d448254f661c.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1588.420277] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ed23d9f-22ac-47e3-9b3c-00cd22c2a875 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.443905] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f9b8b5-ec87-e038-5025-425b348df729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.445623] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1588.445623] env[62361]: value = "task-1708519" [ 1588.445623] env[62361]: _type = "Task" [ 1588.445623] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.455956] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.471778] env[62361]: DEBUG nova.compute.manager [req-aa1c70cf-50f6-46c7-9903-8b975b4b4fa9 req-14f9a1d6-865a-4a16-97ac-a920880eadac service nova] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Received event network-vif-deleted-39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1588.471984] env[62361]: INFO nova.compute.manager [req-aa1c70cf-50f6-46c7-9903-8b975b4b4fa9 req-14f9a1d6-865a-4a16-97ac-a920880eadac service nova] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Neutron deleted interface 39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a; detaching it from the instance and deleting it from the info cache [ 1588.472172] env[62361]: DEBUG nova.network.neutron [req-aa1c70cf-50f6-46c7-9903-8b975b4b4fa9 req-14f9a1d6-865a-4a16-97ac-a920880eadac service nova] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.628075] env[62361]: DEBUG oslo_vmware.api [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708517, 'name': PowerOnVM_Task, 'duration_secs': 0.733501} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.628755] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.628755] env[62361]: DEBUG nova.compute.manager [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1588.629762] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553ad68f-1d7b-4bf1-8309-7727f3cc8015 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.799656] env[62361]: DEBUG oslo_concurrency.lockutils [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.803617] env[62361]: DEBUG oslo_concurrency.lockutils [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.554s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.803617] env[62361]: DEBUG nova.objects.instance [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lazy-loading 'resources' on Instance uuid 6944696b-6262-421c-bcb9-c9d534bc9907 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.824665] env[62361]: INFO nova.scheduler.client.report [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Deleted allocations for instance 14b2cf2b-2c3b-4084-a58e-45957acc5a78 [ 1588.869360] env[62361]: DEBUG oslo_concurrency.lockutils [req-049e2c7c-5880-46f5-a75e-1c43bb2794d9 req-d5845f74-ba36-46da-844f-9235abe93ae8 service nova] Releasing lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.918396] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f9b8b5-ec87-e038-5025-425b348df729, 'name': SearchDatastore_Task, 'duration_secs': 0.047177} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.918765] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.919069] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1588.919340] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.919523] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.919739] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1588.920516] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d88ddce-d84e-4cab-8842-d08b122c25ba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.934428] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1588.934428] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1588.934428] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-969b3d7c-d78d-433d-916b-b3f86e8b4a7f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.939712] env[62361]: DEBUG nova.network.neutron [-] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.940927] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1588.940927] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f5309c-bf8a-2cfa-a03f-bfb467bf357a" [ 1588.940927] env[62361]: _type = "Task" [ 1588.940927] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.953858] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f5309c-bf8a-2cfa-a03f-bfb467bf357a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.960130] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708519, 'name': ReconfigVM_Task, 'duration_secs': 0.320959} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.960316] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 33be6421-85e4-4871-9e4d-d448254f661c/33be6421-85e4-4871-9e4d-d448254f661c.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1588.960978] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-764079c6-ef47-46b7-aaa6-ef92a3adc78a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.968747] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1588.968747] env[62361]: value = "task-1708520" [ 1588.968747] env[62361]: _type = "Task" [ 1588.968747] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.978128] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7447296-2117-4662-9d87-186fac9f1018 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.989381] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fc0870-3de9-4c8f-8bec-e9ea5cfd201f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.024940] env[62361]: DEBUG nova.compute.manager [req-aa1c70cf-50f6-46c7-9903-8b975b4b4fa9 req-14f9a1d6-865a-4a16-97ac-a920880eadac service nova] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Detach interface failed, port_id=39ab777a-8f6e-42a6-9e52-46f7ffbf3b5a, reason: Instance 5da531b6-8799-4bf5-8f19-21b8895a1b49 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1589.155641] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.341031] env[62361]: DEBUG oslo_concurrency.lockutils [None req-92bf8faf-5518-4b5b-b581-802eb837aaed tempest-ServerAddressesNegativeTestJSON-192280652 tempest-ServerAddressesNegativeTestJSON-192280652-project-member] Lock "14b2cf2b-2c3b-4084-a58e-45957acc5a78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.687s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.442316] env[62361]: INFO nova.compute.manager [-] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Took 1.39 seconds to deallocate network for instance. [ 1589.463629] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f5309c-bf8a-2cfa-a03f-bfb467bf357a, 'name': SearchDatastore_Task, 'duration_secs': 0.029135} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.466758] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47bd5c31-e4ee-4003-889b-5d3e735cad24 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.477765] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1589.477765] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cc6bac-d60b-5472-6ff6-0348f57bda20" [ 1589.477765] env[62361]: _type = "Task" [ 1589.477765] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.481851] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708520, 'name': Rename_Task, 'duration_secs': 0.153607} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.486425] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1589.486425] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f4244c3-fdb3-4944-b36b-fae06b5eb24a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.492994] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cc6bac-d60b-5472-6ff6-0348f57bda20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.498588] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1589.498588] env[62361]: value = "task-1708521" [ 1589.498588] env[62361]: _type = "Task" [ 1589.498588] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.509761] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708521, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.694173] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9f669e-e0e0-44cc-9e6b-5853dd0c5cb5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.705945] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41abb2f7-9f54-4a98-95c4-e980d7d50815 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.738747] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8da62fc-4a1c-4895-8992-aede7498a935 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.746861] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5955fd-e40d-4f8b-8979-0ed8b60bbd5b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.764627] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquiring lock "24915c45-ca89-4bba-b8cc-2e3b094e857f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.765035] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Lock "24915c45-ca89-4bba-b8cc-2e3b094e857f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.765131] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquiring lock "24915c45-ca89-4bba-b8cc-2e3b094e857f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.765308] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Lock "24915c45-ca89-4bba-b8cc-2e3b094e857f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.765478] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Lock "24915c45-ca89-4bba-b8cc-2e3b094e857f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.767512] env[62361]: DEBUG nova.compute.provider_tree [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.770905] env[62361]: INFO nova.compute.manager [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Terminating instance [ 1589.772821] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquiring lock "refresh_cache-24915c45-ca89-4bba-b8cc-2e3b094e857f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.772980] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquired lock "refresh_cache-24915c45-ca89-4bba-b8cc-2e3b094e857f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.773158] env[62361]: DEBUG nova.network.neutron [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.849588] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Updating instance_info_cache with network_info: [{"id": "78bcadfe-4fc5-4e78-9258-603a19b02734", "address": "fa:16:3e:c0:af:4e", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bcadfe-4f", "ovs_interfaceid": "78bcadfe-4fc5-4e78-9258-603a19b02734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.954834] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.998065] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cc6bac-d60b-5472-6ff6-0348f57bda20, 'name': SearchDatastore_Task, 'duration_secs': 0.017735} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.998347] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.998613] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 2fc59d25-a58c-484f-bac8-20fdc797b674/2fc59d25-a58c-484f-bac8-20fdc797b674.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1589.998957] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8c90622-d3c8-46c7-bf76-e7333848b697 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.010381] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708521, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.013019] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1590.013019] env[62361]: value = "task-1708522" [ 1590.013019] env[62361]: _type = "Task" [ 1590.013019] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.021650] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.123662] env[62361]: DEBUG oslo_concurrency.lockutils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "a95ff5b0-11a2-44ef-97e8-b197d74b42fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.123662] env[62361]: DEBUG oslo_concurrency.lockutils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "a95ff5b0-11a2-44ef-97e8-b197d74b42fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.274389] env[62361]: DEBUG nova.scheduler.client.report [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1590.318019] env[62361]: DEBUG nova.network.neutron [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1590.352354] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Releasing lock "refresh_cache-cad0a47a-d332-400d-a662-8b0089e6d803" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.352658] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Updated the network info_cache for instance {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1590.352909] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1590.353109] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1590.353293] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1590.353482] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1590.353652] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1590.353821] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1590.353981] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1590.354171] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1590.434353] env[62361]: DEBUG nova.network.neutron [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.515184] env[62361]: DEBUG oslo_vmware.api [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708521, 'name': PowerOnVM_Task, 'duration_secs': 0.641012} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.522572] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1590.523246] env[62361]: INFO nova.compute.manager [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1590.523663] env[62361]: DEBUG nova.compute.manager [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1590.525331] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83a3c14-9890-41a2-87ca-fe85d0b9a3db {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.537137] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708522, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.626378] env[62361]: DEBUG nova.compute.manager [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1590.785603] env[62361]: DEBUG oslo_concurrency.lockutils [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.789228] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.266s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.789508] env[62361]: DEBUG nova.objects.instance [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lazy-loading 'resources' on Instance uuid 2088b75e-a302-4d48-ba8d-7c1c196ced6a {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1590.816212] env[62361]: INFO nova.scheduler.client.report [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Deleted allocations for instance 6944696b-6262-421c-bcb9-c9d534bc9907 [ 1590.860096] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.938333] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Releasing lock "refresh_cache-24915c45-ca89-4bba-b8cc-2e3b094e857f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.938995] env[62361]: DEBUG nova.compute.manager [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1590.939342] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1590.940698] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b3f72f-f26b-4f67-b3d2-1ef2b79d8427 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.950281] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1590.950559] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c43f1396-cffc-41b7-91d7-bb65fe49373e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.957266] env[62361]: DEBUG oslo_vmware.api [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1590.957266] env[62361]: value = "task-1708523" [ 1590.957266] env[62361]: _type = "Task" [ 1590.957266] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.972266] env[62361]: DEBUG oslo_vmware.api [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.025745] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671653} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.026265] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 2fc59d25-a58c-484f-bac8-20fdc797b674/2fc59d25-a58c-484f-bac8-20fdc797b674.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1591.028730] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1591.028730] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62e4055f-9094-4550-9bf8-b821258e0592 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.035130] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1591.035130] env[62361]: value = "task-1708524" [ 1591.035130] env[62361]: _type = "Task" [ 1591.035130] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.054023] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.056835] env[62361]: INFO nova.compute.manager [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Took 29.26 seconds to build instance. [ 1591.156769] env[62361]: DEBUG oslo_concurrency.lockutils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.293143] env[62361]: DEBUG nova.objects.instance [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lazy-loading 'numa_topology' on Instance uuid 2088b75e-a302-4d48-ba8d-7c1c196ced6a {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.324614] env[62361]: DEBUG oslo_concurrency.lockutils [None req-649c7aba-831e-4210-88cf-5c2bc7c232f2 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "6944696b-6262-421c-bcb9-c9d534bc9907" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.613s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.472155] env[62361]: DEBUG oslo_vmware.api [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708523, 'name': PowerOffVM_Task, 'duration_secs': 0.279008} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.472155] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.472155] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.472155] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01d4884c-3ac0-465a-9d56-e6cbc2403e0f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.498360] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.498631] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.498761] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Deleting the datastore file [datastore1] 24915c45-ca89-4bba-b8cc-2e3b094e857f {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.503154] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3dfdf92-42dd-47f8-86d9-e2eeedb13166 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.511185] env[62361]: DEBUG oslo_vmware.api [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for the task: (returnval){ [ 1591.511185] env[62361]: value = "task-1708526" [ 1591.511185] env[62361]: _type = "Task" [ 1591.511185] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.518715] env[62361]: DEBUG oslo_vmware.api [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.546445] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194989} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.546738] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1591.547586] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a08820-c313-44ef-bd06-5dbd23c30067 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.568194] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bca8ace1-bff2-41cb-8b61-584f7dcd9f3c tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "33be6421-85e4-4871-9e4d-d448254f661c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.779s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.577535] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 2fc59d25-a58c-484f-bac8-20fdc797b674/2fc59d25-a58c-484f-bac8-20fdc797b674.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1591.578031] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3e4a851-11ea-44d5-9b21-a48a3ad863fb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.601804] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1591.601804] env[62361]: value = "task-1708527" [ 1591.601804] env[62361]: _type = "Task" [ 1591.601804] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.616966] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.796339] env[62361]: DEBUG nova.objects.base [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Object Instance<2088b75e-a302-4d48-ba8d-7c1c196ced6a> lazy-loaded attributes: resources,numa_topology {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1592.025023] env[62361]: DEBUG oslo_vmware.api [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Task: {'id': task-1708526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266056} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.025023] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.025023] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.025023] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.025023] env[62361]: INFO nova.compute.manager [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1592.025023] env[62361]: DEBUG oslo.service.loopingcall [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.025023] env[62361]: DEBUG nova.compute.manager [-] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1592.025023] env[62361]: DEBUG nova.network.neutron [-] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.057624] env[62361]: DEBUG nova.network.neutron [-] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1592.118682] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.181717] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e291f2-ff9b-4cc7-bbdb-842972f54d4b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.191732] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727415e6-ecae-4166-9107-249298c433aa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.234995] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e66d1d-3bb1-40e4-96b0-062b40c34c7f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.244769] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02a5abc-1946-4d7b-89ef-55ac429a8df7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.262866] env[62361]: DEBUG nova.compute.provider_tree [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.286185] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "b6b3f152-2a1c-4ee4-8dab-f37c8db38201" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.286616] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "b6b3f152-2a1c-4ee4-8dab-f37c8db38201" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.561231] env[62361]: DEBUG nova.network.neutron [-] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.616537] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708527, 'name': ReconfigVM_Task, 'duration_secs': 0.703356} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.616924] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 2fc59d25-a58c-484f-bac8-20fdc797b674/2fc59d25-a58c-484f-bac8-20fdc797b674.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1592.617698] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b89f090-421f-415e-b005-bee72517171c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.624007] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1592.624007] env[62361]: value = "task-1708528" [ 1592.624007] env[62361]: _type = "Task" [ 1592.624007] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.631929] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708528, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.770158] env[62361]: DEBUG nova.scheduler.client.report [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1592.791103] env[62361]: DEBUG nova.compute.manager [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1593.063359] env[62361]: INFO nova.compute.manager [-] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Took 1.04 seconds to deallocate network for instance. [ 1593.136391] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708528, 'name': Rename_Task, 'duration_secs': 0.140165} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.136682] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1593.136924] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87e3c7de-00fe-4f50-b040-91c189ef9b8a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.143838] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1593.143838] env[62361]: value = "task-1708529" [ 1593.143838] env[62361]: _type = "Task" [ 1593.143838] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.151480] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.277687] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.489s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.280227] env[62361]: DEBUG oslo_concurrency.lockutils [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.709s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.280459] env[62361]: DEBUG nova.objects.instance [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Lazy-loading 'resources' on Instance uuid f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.319331] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.570593] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.654274] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708529, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.789735] env[62361]: DEBUG oslo_concurrency.lockutils [None req-94ffc988-8515-4a62-8553-8458d8fd0980 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.103s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.791022] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cccc3853-7324-4843-bc06-7304bad1a8f7 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 11.347s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.791022] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cccc3853-7324-4843-bc06-7304bad1a8f7 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.791230] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cccc3853-7324-4843-bc06-7304bad1a8f7 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.791230] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cccc3853-7324-4843-bc06-7304bad1a8f7 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.793932] env[62361]: INFO nova.compute.manager [None req-cccc3853-7324-4843-bc06-7304bad1a8f7 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Terminating instance [ 1593.795680] env[62361]: DEBUG nova.compute.manager [None req-cccc3853-7324-4843-bc06-7304bad1a8f7 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1593.796773] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc3853-7324-4843-bc06-7304bad1a8f7 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1593.796773] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c11578a0-5e60-4e50-8235-7c02f46b7a4c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.806967] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4517a7d-9020-47f7-b68f-95ed1d4e4eeb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.844037] env[62361]: WARNING nova.virt.vmwareapi.vmops [None req-cccc3853-7324-4843-bc06-7304bad1a8f7 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2088b75e-a302-4d48-ba8d-7c1c196ced6a could not be found. [ 1593.844351] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cccc3853-7324-4843-bc06-7304bad1a8f7 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1593.844534] env[62361]: INFO nova.compute.manager [None req-cccc3853-7324-4843-bc06-7304bad1a8f7 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1593.844899] env[62361]: DEBUG oslo.service.loopingcall [None req-cccc3853-7324-4843-bc06-7304bad1a8f7 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.847955] env[62361]: DEBUG nova.compute.manager [-] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1593.848075] env[62361]: DEBUG nova.network.neutron [-] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1594.139541] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a96b3da-6ae9-4d52-ab2c-6248cf34a155 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.150263] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccb90cc-f2bb-4589-9256-c21ef4fe6e46 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.157822] env[62361]: DEBUG oslo_vmware.api [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708529, 'name': PowerOnVM_Task, 'duration_secs': 0.824701} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.182921] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1594.183173] env[62361]: INFO nova.compute.manager [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1594.183357] env[62361]: DEBUG nova.compute.manager [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1594.184729] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c33466-792f-4edd-93fa-f91c5c30bf22 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.187640] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f6ab1b-a87b-4d42-a6a7-039ea02d43d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.196665] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ff6caf-e2a1-4812-a9df-021d9e845e27 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.214347] env[62361]: DEBUG nova.compute.provider_tree [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.620714] env[62361]: DEBUG nova.network.neutron [-] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.713786] env[62361]: INFO nova.compute.manager [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Took 28.94 seconds to build instance. [ 1594.718046] env[62361]: DEBUG nova.scheduler.client.report [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1595.124102] env[62361]: INFO nova.compute.manager [-] [instance: 2088b75e-a302-4d48-ba8d-7c1c196ced6a] Took 1.28 seconds to deallocate network for instance. [ 1595.216284] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3fb440e-c461-403b-a22b-8be0c238a538 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "2fc59d25-a58c-484f-bac8-20fdc797b674" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.444s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.226041] env[62361]: DEBUG oslo_concurrency.lockutils [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.228990] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.119s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.251732] env[62361]: INFO nova.scheduler.client.report [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Deleted allocations for instance f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f [ 1595.734947] env[62361]: INFO nova.compute.claims [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1595.760173] env[62361]: DEBUG oslo_concurrency.lockutils [None req-261306c0-384a-4801-ad30-8f0315e9e8c9 tempest-ServerMetadataTestJSON-608086445 tempest-ServerMetadataTestJSON-608086445-project-member] Lock "f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.224s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.158573] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cccc3853-7324-4843-bc06-7304bad1a8f7 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "2088b75e-a302-4d48-ba8d-7c1c196ced6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.368s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.241786] env[62361]: INFO nova.compute.resource_tracker [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updating resource usage from migration 3e4c1d3a-0d02-4295-a854-53286e4209e0 [ 1596.566647] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16d28f4-8a1f-400f-9284-e247e5efc4cb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.572180] env[62361]: DEBUG nova.compute.manager [req-9f39c8d5-8b1c-4351-a56b-dd9b1e0bada7 req-c45a76a5-2a7c-49fe-a9ec-a117faeb22d6 service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Received event network-changed-7f5cc424-69b5-4572-bb04-a0f0a735892f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1596.572544] env[62361]: DEBUG nova.compute.manager [req-9f39c8d5-8b1c-4351-a56b-dd9b1e0bada7 req-c45a76a5-2a7c-49fe-a9ec-a117faeb22d6 service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Refreshing instance network info cache due to event network-changed-7f5cc424-69b5-4572-bb04-a0f0a735892f. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1596.572945] env[62361]: DEBUG oslo_concurrency.lockutils [req-9f39c8d5-8b1c-4351-a56b-dd9b1e0bada7 req-c45a76a5-2a7c-49fe-a9ec-a117faeb22d6 service nova] Acquiring lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.573143] env[62361]: DEBUG oslo_concurrency.lockutils [req-9f39c8d5-8b1c-4351-a56b-dd9b1e0bada7 req-c45a76a5-2a7c-49fe-a9ec-a117faeb22d6 service nova] Acquired lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.573343] env[62361]: DEBUG nova.network.neutron [req-9f39c8d5-8b1c-4351-a56b-dd9b1e0bada7 req-c45a76a5-2a7c-49fe-a9ec-a117faeb22d6 service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Refreshing network info cache for port 7f5cc424-69b5-4572-bb04-a0f0a735892f {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1596.580684] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8e4cff-c814-444f-8347-3f8c452e07d4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.620100] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6925c57-315d-478b-9303-838ef29d7f56 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.629319] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5904c05-a133-48ee-a27d-8a695bd81c44 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.643549] env[62361]: DEBUG nova.compute.provider_tree [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.149980] env[62361]: DEBUG nova.scheduler.client.report [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1597.186865] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "e53bef48-f10b-46b4-8c95-c5e53c56c9ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.187117] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "e53bef48-f10b-46b4-8c95-c5e53c56c9ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.588740] env[62361]: DEBUG nova.network.neutron [req-9f39c8d5-8b1c-4351-a56b-dd9b1e0bada7 req-c45a76a5-2a7c-49fe-a9ec-a117faeb22d6 service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updated VIF entry in instance network info cache for port 7f5cc424-69b5-4572-bb04-a0f0a735892f. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1597.589360] env[62361]: DEBUG nova.network.neutron [req-9f39c8d5-8b1c-4351-a56b-dd9b1e0bada7 req-c45a76a5-2a7c-49fe-a9ec-a117faeb22d6 service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance_info_cache with network_info: [{"id": "7f5cc424-69b5-4572-bb04-a0f0a735892f", "address": "fa:16:3e:83:45:2c", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5cc424-69", "ovs_interfaceid": "7f5cc424-69b5-4572-bb04-a0f0a735892f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.661798] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.433s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.662024] env[62361]: INFO nova.compute.manager [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Migrating [ 1597.669041] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.513s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.669249] env[62361]: DEBUG nova.objects.instance [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62361) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1597.689197] env[62361]: DEBUG nova.compute.manager [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1598.092521] env[62361]: DEBUG oslo_concurrency.lockutils [req-9f39c8d5-8b1c-4351-a56b-dd9b1e0bada7 req-c45a76a5-2a7c-49fe-a9ec-a117faeb22d6 service nova] Releasing lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.184687] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "refresh_cache-c787f9cf-09f6-422d-9ec1-77992cd49360" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.184687] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "refresh_cache-c787f9cf-09f6-422d-9ec1-77992cd49360" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.184687] env[62361]: DEBUG nova.network.neutron [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1598.217261] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.686813] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31ac4ad0-5093-4f30-9da3-06ffd3b0e6f4 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.688627] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.734s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.688926] env[62361]: DEBUG nova.objects.instance [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lazy-loading 'resources' on Instance uuid 5da531b6-8799-4bf5-8f19-21b8895a1b49 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1598.968704] env[62361]: DEBUG nova.network.neutron [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updating instance_info_cache with network_info: [{"id": "86e8c6dc-b2c2-4565-b8af-8f178b1ca519", "address": "fa:16:3e:3e:12:38", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e8c6dc-b2", "ovs_interfaceid": "86e8c6dc-b2c2-4565-b8af-8f178b1ca519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.455577] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a0b221-9309-48ae-812d-455894ff9c21 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.463605] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d28ba11-3e04-4944-ac31-3b3bfd7b6e0a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.496911] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "refresh_cache-c787f9cf-09f6-422d-9ec1-77992cd49360" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.499122] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a3f040-3f23-492f-9770-2256439963af {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.506967] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab00e0b-dea7-4f87-9ec1-4f68211b236d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.520893] env[62361]: DEBUG nova.compute.provider_tree [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.820508] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Acquiring lock "3c9d108f-efe1-4fb6-b505-8cb51d38adc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.820813] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Lock "3c9d108f-efe1-4fb6-b505-8cb51d38adc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.821537] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Acquiring lock "3c9d108f-efe1-4fb6-b505-8cb51d38adc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.821723] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Lock "3c9d108f-efe1-4fb6-b505-8cb51d38adc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.821905] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Lock "3c9d108f-efe1-4fb6-b505-8cb51d38adc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.824158] env[62361]: INFO nova.compute.manager [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Terminating instance [ 1599.826341] env[62361]: DEBUG nova.compute.manager [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1599.826558] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1599.826803] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a1909e8-c757-439b-9e00-561f40439fe4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.834077] env[62361]: DEBUG oslo_vmware.api [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Waiting for the task: (returnval){ [ 1599.834077] env[62361]: value = "task-1708530" [ 1599.834077] env[62361]: _type = "Task" [ 1599.834077] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.842609] env[62361]: DEBUG oslo_vmware.api [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.024327] env[62361]: DEBUG nova.scheduler.client.report [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1600.346758] env[62361]: DEBUG oslo_vmware.api [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708530, 'name': PowerOffVM_Task, 'duration_secs': 0.452297} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.346758] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1600.346758] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Volume detach. Driver type: vmdk {{(pid=62361) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1600.346758] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355815', 'volume_id': 'bcf196f7-8a61-4087-bc43-062d6be084fc', 'name': 'volume-bcf196f7-8a61-4087-bc43-062d6be084fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3c9d108f-efe1-4fb6-b505-8cb51d38adc1', 'attached_at': '', 'detached_at': '', 'volume_id': 'bcf196f7-8a61-4087-bc43-062d6be084fc', 'serial': 'bcf196f7-8a61-4087-bc43-062d6be084fc'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1600.347151] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fe1e01-7694-48f2-abe0-f28816cda7fc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.367030] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4d978d-b5eb-42fc-a3ce-af4abefb60d2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.373540] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362eaf4b-13e8-438c-9094-e007dcc503b6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.391228] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01339ea-ad16-4e29-990b-647b15ef3dd4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.405454] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] The volume has not been displaced from its original location: [datastore1] volume-bcf196f7-8a61-4087-bc43-062d6be084fc/volume-bcf196f7-8a61-4087-bc43-062d6be084fc.vmdk. No consolidation needed. {{(pid=62361) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1600.410683] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1600.410959] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74834c2c-a6a0-4cc7-9fdd-b9683b2e3666 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.428824] env[62361]: DEBUG oslo_vmware.api [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Waiting for the task: (returnval){ [ 1600.428824] env[62361]: value = "task-1708531" [ 1600.428824] env[62361]: _type = "Task" [ 1600.428824] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.436558] env[62361]: DEBUG oslo_vmware.api [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.529863] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.532116] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.673s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.532365] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.532526] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1600.532940] env[62361]: DEBUG oslo_concurrency.lockutils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.376s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.534349] env[62361]: INFO nova.compute.claims [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1600.538833] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e13373-2d00-4e27-96f2-34ad8a16dcc5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.554127] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623aae5c-1bae-40e9-8b36-cdb6bc91dd13 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.569793] env[62361]: INFO nova.scheduler.client.report [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Deleted allocations for instance 5da531b6-8799-4bf5-8f19-21b8895a1b49 [ 1600.571373] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a8b7cb-7da2-4756-8f54-5984da5b75df {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.586077] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9b9580-eb4b-46b0-b3dc-59fb2e4589b7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.618430] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178926MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1600.618593] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.941585] env[62361]: DEBUG oslo_vmware.api [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708531, 'name': ReconfigVM_Task, 'duration_secs': 0.20257} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.942071] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1600.950406] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e962ccdf-2c10-4b2b-85fa-506b4a84c0cd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.970302] env[62361]: DEBUG oslo_vmware.api [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Waiting for the task: (returnval){ [ 1600.970302] env[62361]: value = "task-1708532" [ 1600.970302] env[62361]: _type = "Task" [ 1600.970302] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.978518] env[62361]: DEBUG oslo_vmware.api [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.014790] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba58233-0049-42c2-b06d-01b8b69c645d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.033943] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updating instance 'c787f9cf-09f6-422d-9ec1-77992cd49360' progress to 0 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1601.083522] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4f1f9b6-48f9-4308-a668-817f46ba8657 tempest-ImagesOneServerNegativeTestJSON-1302854938 tempest-ImagesOneServerNegativeTestJSON-1302854938-project-member] Lock "5da531b6-8799-4bf5-8f19-21b8895a1b49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.439s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.480917] env[62361]: DEBUG oslo_vmware.api [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708532, 'name': ReconfigVM_Task, 'duration_secs': 0.135933} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.481773] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355815', 'volume_id': 'bcf196f7-8a61-4087-bc43-062d6be084fc', 'name': 'volume-bcf196f7-8a61-4087-bc43-062d6be084fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3c9d108f-efe1-4fb6-b505-8cb51d38adc1', 'attached_at': '', 'detached_at': '', 'volume_id': 'bcf196f7-8a61-4087-bc43-062d6be084fc', 'serial': 'bcf196f7-8a61-4087-bc43-062d6be084fc'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1601.481773] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1601.482362] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207f0565-36ad-43f3-b65b-727cf7caaa91 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.489447] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1601.489697] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4793d0f-28aa-476d-a130-36df3453a308 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.543474] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1601.543669] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90769a2f-933e-4153-afa1-0674e2f893d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.554477] env[62361]: DEBUG oslo_vmware.api [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1601.554477] env[62361]: value = "task-1708534" [ 1601.554477] env[62361]: _type = "Task" [ 1601.554477] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.564888] env[62361]: DEBUG oslo_vmware.api [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.572245] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1601.572462] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1601.573511] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Deleting the datastore file [datastore1] 3c9d108f-efe1-4fb6-b505-8cb51d38adc1 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1601.573511] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5ec9c51-91e6-4bed-b7b3-a240fd9fe7c1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.580041] env[62361]: DEBUG oslo_vmware.api [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Waiting for the task: (returnval){ [ 1601.580041] env[62361]: value = "task-1708535" [ 1601.580041] env[62361]: _type = "Task" [ 1601.580041] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.591364] env[62361]: DEBUG oslo_vmware.api [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.836585] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e289b5-bc90-417d-859d-163cea2c4970 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.844546] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57923be0-1090-433c-97b2-6407c2352860 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.875633] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8534e5fb-b6d8-48f9-8ea3-3e3fbe091efb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.883514] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d277c495-5f76-477d-9f91-7e53e821e246 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.897054] env[62361]: DEBUG nova.compute.provider_tree [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.064157] env[62361]: DEBUG oslo_vmware.api [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708534, 'name': PowerOffVM_Task, 'duration_secs': 0.18876} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.065504] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1602.065504] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updating instance 'c787f9cf-09f6-422d-9ec1-77992cd49360' progress to 17 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1602.089492] env[62361]: DEBUG oslo_vmware.api [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Task: {'id': task-1708535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08793} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.089804] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1602.089989] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1602.090694] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1602.090694] env[62361]: INFO nova.compute.manager [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1602.090694] env[62361]: DEBUG oslo.service.loopingcall [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.090861] env[62361]: DEBUG nova.compute.manager [-] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1602.091033] env[62361]: DEBUG nova.network.neutron [-] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1602.400203] env[62361]: DEBUG nova.scheduler.client.report [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1602.572017] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1602.572017] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1602.572017] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1602.572017] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1602.572017] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1602.572017] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1602.572458] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1602.572458] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1602.572663] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1602.572663] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1602.572790] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1602.579346] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac90fcd0-6d3b-467e-9f11-b6a5a85b31f0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.596899] env[62361]: DEBUG nova.compute.manager [req-57843aa3-f7a4-47fe-92fc-3641b109d959 req-18757771-1063-436b-9101-3a4bc0787dbb service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Received event network-vif-deleted-1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1602.597367] env[62361]: INFO nova.compute.manager [req-57843aa3-f7a4-47fe-92fc-3641b109d959 req-18757771-1063-436b-9101-3a4bc0787dbb service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Neutron deleted interface 1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58; detaching it from the instance and deleting it from the info cache [ 1602.597367] env[62361]: DEBUG nova.network.neutron [req-57843aa3-f7a4-47fe-92fc-3641b109d959 req-18757771-1063-436b-9101-3a4bc0787dbb service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.604217] env[62361]: DEBUG oslo_vmware.api [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1602.604217] env[62361]: value = "task-1708536" [ 1602.604217] env[62361]: _type = "Task" [ 1602.604217] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.621405] env[62361]: DEBUG oslo_vmware.api [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708536, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.906250] env[62361]: DEBUG oslo_concurrency.lockutils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.906782] env[62361]: DEBUG nova.compute.manager [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1602.913017] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.591s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.913017] env[62361]: INFO nova.compute.claims [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1603.069816] env[62361]: DEBUG nova.network.neutron [-] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.108021] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00c73a6a-409e-4fd6-91c5-caf975f356df {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.117462] env[62361]: DEBUG oslo_vmware.api [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708536, 'name': ReconfigVM_Task, 'duration_secs': 0.401903} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.119519] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updating instance 'c787f9cf-09f6-422d-9ec1-77992cd49360' progress to 33 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1603.126527] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7785f0ec-c6d9-4b50-9db6-9ff9b4bf7714 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.161438] env[62361]: DEBUG nova.compute.manager [req-57843aa3-f7a4-47fe-92fc-3641b109d959 req-18757771-1063-436b-9101-3a4bc0787dbb service nova] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Detach interface failed, port_id=1e0e2ad6-a9b7-4e9f-8abe-0f024dd22c58, reason: Instance 3c9d108f-efe1-4fb6-b505-8cb51d38adc1 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1603.411552] env[62361]: DEBUG nova.compute.utils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1603.413648] env[62361]: DEBUG nova.compute.manager [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1603.413916] env[62361]: DEBUG nova.network.neutron [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1603.499232] env[62361]: DEBUG nova.policy [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93064d98a0e84c25b78736c4cd37a26d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69700e8d1f8e4cedaced84a586a8a681', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1603.573228] env[62361]: INFO nova.compute.manager [-] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Took 1.48 seconds to deallocate network for instance. [ 1603.626714] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1603.627015] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1603.627238] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1603.627454] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1603.627609] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1603.627796] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1603.628503] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1603.628774] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1603.629384] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1603.629384] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1603.629503] env[62361]: DEBUG nova.virt.hardware [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1603.636204] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1603.637252] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a075db51-94c0-4d24-bc37-8abf4c776b9d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.662788] env[62361]: DEBUG oslo_vmware.api [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1603.662788] env[62361]: value = "task-1708537" [ 1603.662788] env[62361]: _type = "Task" [ 1603.662788] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.677866] env[62361]: DEBUG oslo_vmware.api [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.918044] env[62361]: DEBUG nova.compute.manager [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1604.014453] env[62361]: DEBUG nova.network.neutron [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Successfully created port: 5eee54a3-f987-4f84-9121-3be97a33fee5 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1604.137761] env[62361]: INFO nova.compute.manager [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Took 0.56 seconds to detach 1 volumes for instance. [ 1604.141050] env[62361]: DEBUG nova.compute.manager [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Deleting volume: bcf196f7-8a61-4087-bc43-062d6be084fc {{(pid=62361) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1604.175148] env[62361]: DEBUG oslo_vmware.api [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708537, 'name': ReconfigVM_Task, 'duration_secs': 0.170442} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.175436] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1604.176314] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b404edb-9fa4-46a8-b7a3-1a4892b50081 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.207030] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] c787f9cf-09f6-422d-9ec1-77992cd49360/c787f9cf-09f6-422d-9ec1-77992cd49360.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.210785] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-966def7b-73da-47e1-87df-85a6c4adddac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.233100] env[62361]: DEBUG oslo_vmware.api [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1604.233100] env[62361]: value = "task-1708538" [ 1604.233100] env[62361]: _type = "Task" [ 1604.233100] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.242635] env[62361]: DEBUG oslo_vmware.api [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.316391] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052f1b2c-047c-44f0-9cce-b96a81811010 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.324859] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4a075b-5b89-4069-9dcb-30676aacbb8c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.357425] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38d222b-3620-47b2-80b7-c36d5cc0e30c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.366030] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bb43b2-20fd-4354-a820-71aa93c35f1a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.381334] env[62361]: DEBUG nova.compute.provider_tree [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.725965] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.744937] env[62361]: DEBUG oslo_vmware.api [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708538, 'name': ReconfigVM_Task, 'duration_secs': 0.280699} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.744937] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Reconfigured VM instance instance-0000004e to attach disk [datastore1] c787f9cf-09f6-422d-9ec1-77992cd49360/c787f9cf-09f6-422d-9ec1-77992cd49360.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1604.744937] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updating instance 'c787f9cf-09f6-422d-9ec1-77992cd49360' progress to 50 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1604.884800] env[62361]: DEBUG nova.scheduler.client.report [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1604.929558] env[62361]: DEBUG nova.compute.manager [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1604.951462] env[62361]: DEBUG nova.virt.hardware [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1604.951716] env[62361]: DEBUG nova.virt.hardware [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1604.951871] env[62361]: DEBUG nova.virt.hardware [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1604.952065] env[62361]: DEBUG nova.virt.hardware [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1604.952217] env[62361]: DEBUG nova.virt.hardware [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1604.952363] env[62361]: DEBUG nova.virt.hardware [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1604.952568] env[62361]: DEBUG nova.virt.hardware [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1604.952726] env[62361]: DEBUG nova.virt.hardware [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1604.952890] env[62361]: DEBUG nova.virt.hardware [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1604.953075] env[62361]: DEBUG nova.virt.hardware [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1604.953313] env[62361]: DEBUG nova.virt.hardware [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1604.954191] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2305e71-d749-44c2-876a-eb25e35bd85c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.962276] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdb8726-ab8b-49ec-9e58-50e667ff1648 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.095631] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.096298] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.096298] env[62361]: INFO nova.compute.manager [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Shelving [ 1605.251722] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01682566-c782-4f3c-9c7a-9bdb8c4ffd54 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.271830] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8a56fa-a866-4dbc-96da-ebb2a4385d52 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.293010] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updating instance 'c787f9cf-09f6-422d-9ec1-77992cd49360' progress to 67 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1605.418534] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.418534] env[62361]: DEBUG nova.compute.manager [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1605.418534] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.824s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.418534] env[62361]: DEBUG nova.objects.instance [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Lazy-loading 'resources' on Instance uuid 24915c45-ca89-4bba-b8cc-2e3b094e857f {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.543648] env[62361]: DEBUG nova.compute.manager [req-95e29d53-38ca-4c57-830a-99e69f5ffce4 req-1c5ea2a6-8bd1-4b9a-b95d-afdec5d7e504 service nova] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Received event network-vif-plugged-5eee54a3-f987-4f84-9121-3be97a33fee5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1605.543880] env[62361]: DEBUG oslo_concurrency.lockutils [req-95e29d53-38ca-4c57-830a-99e69f5ffce4 req-1c5ea2a6-8bd1-4b9a-b95d-afdec5d7e504 service nova] Acquiring lock "a95ff5b0-11a2-44ef-97e8-b197d74b42fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.544104] env[62361]: DEBUG oslo_concurrency.lockutils [req-95e29d53-38ca-4c57-830a-99e69f5ffce4 req-1c5ea2a6-8bd1-4b9a-b95d-afdec5d7e504 service nova] Lock "a95ff5b0-11a2-44ef-97e8-b197d74b42fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.544279] env[62361]: DEBUG oslo_concurrency.lockutils [req-95e29d53-38ca-4c57-830a-99e69f5ffce4 req-1c5ea2a6-8bd1-4b9a-b95d-afdec5d7e504 service nova] Lock "a95ff5b0-11a2-44ef-97e8-b197d74b42fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.544448] env[62361]: DEBUG nova.compute.manager [req-95e29d53-38ca-4c57-830a-99e69f5ffce4 req-1c5ea2a6-8bd1-4b9a-b95d-afdec5d7e504 service nova] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] No waiting events found dispatching network-vif-plugged-5eee54a3-f987-4f84-9121-3be97a33fee5 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1605.544614] env[62361]: WARNING nova.compute.manager [req-95e29d53-38ca-4c57-830a-99e69f5ffce4 req-1c5ea2a6-8bd1-4b9a-b95d-afdec5d7e504 service nova] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Received unexpected event network-vif-plugged-5eee54a3-f987-4f84-9121-3be97a33fee5 for instance with vm_state building and task_state spawning. [ 1605.603017] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1605.603266] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92ffb359-00d9-4d8b-8c3e-befd9ab8a3b9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.611511] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1605.611511] env[62361]: value = "task-1708540" [ 1605.611511] env[62361]: _type = "Task" [ 1605.611511] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.619210] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.643429] env[62361]: DEBUG nova.network.neutron [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Successfully updated port: 5eee54a3-f987-4f84-9121-3be97a33fee5 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1605.865598] env[62361]: DEBUG nova.network.neutron [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Port 86e8c6dc-b2c2-4565-b8af-8f178b1ca519 binding to destination host cpu-1 is already ACTIVE {{(pid=62361) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1605.898198] env[62361]: DEBUG nova.compute.utils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1605.900299] env[62361]: DEBUG nova.compute.manager [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1605.901023] env[62361]: DEBUG nova.network.neutron [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1605.965856] env[62361]: DEBUG nova.policy [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '655a0b4393f34df0b4385b280354e52e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8559dc16cfa84e6da85ef374be1af41b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1606.121367] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708540, 'name': PowerOffVM_Task, 'duration_secs': 0.299749} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.121367] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1606.125042] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01822e2c-cfab-4a05-9f8c-ed8bff1aa16d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.143517] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3688be01-a657-41bc-8a5c-56ef10d24fac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.146994] env[62361]: DEBUG oslo_concurrency.lockutils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "refresh_cache-a95ff5b0-11a2-44ef-97e8-b197d74b42fb" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.146994] env[62361]: DEBUG oslo_concurrency.lockutils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired lock "refresh_cache-a95ff5b0-11a2-44ef-97e8-b197d74b42fb" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.146994] env[62361]: DEBUG nova.network.neutron [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.207301] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ef36db-5deb-4f36-9020-d0da4b90917a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.215392] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eff08f-cc04-437b-a972-6389c89d45a1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.250885] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfaa4d6-21fc-47f2-ada2-87b13a257494 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.262409] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a4701b-6976-40b9-84cc-04893cbf7a69 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.276740] env[62361]: DEBUG nova.compute.provider_tree [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1606.407176] env[62361]: DEBUG nova.compute.manager [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1606.464041] env[62361]: DEBUG nova.network.neutron [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Successfully created port: 679108a9-622c-4cc7-9e0f-8cf5f85320eb {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1606.657148] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1606.657148] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-de3d2722-e761-4c11-9da6-e486e79eed52 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.664854] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1606.664854] env[62361]: value = "task-1708541" [ 1606.664854] env[62361]: _type = "Task" [ 1606.664854] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.674480] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708541, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.689022] env[62361]: DEBUG nova.network.neutron [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1606.781553] env[62361]: DEBUG nova.scheduler.client.report [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1606.905026] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "c787f9cf-09f6-422d-9ec1-77992cd49360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.905026] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "c787f9cf-09f6-422d-9ec1-77992cd49360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.905026] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "c787f9cf-09f6-422d-9ec1-77992cd49360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.941177] env[62361]: DEBUG nova.network.neutron [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Updating instance_info_cache with network_info: [{"id": "5eee54a3-f987-4f84-9121-3be97a33fee5", "address": "fa:16:3e:a8:bc:e2", "network": {"id": "46455119-92ff-4eb0-bbc2-43b3d78d9332", "bridge": "br-int", "label": "tempest-ImagesTestJSON-431158718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69700e8d1f8e4cedaced84a586a8a681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eee54a3-f9", "ovs_interfaceid": "5eee54a3-f987-4f84-9121-3be97a33fee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.175782] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708541, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.287646] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.289945] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.073s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.291463] env[62361]: INFO nova.compute.claims [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1607.313535] env[62361]: INFO nova.scheduler.client.report [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Deleted allocations for instance 24915c45-ca89-4bba-b8cc-2e3b094e857f [ 1607.415434] env[62361]: DEBUG nova.compute.manager [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1607.440199] env[62361]: DEBUG nova.virt.hardware [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1607.440471] env[62361]: DEBUG nova.virt.hardware [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1607.440616] env[62361]: DEBUG nova.virt.hardware [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1607.440799] env[62361]: DEBUG nova.virt.hardware [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1607.441009] env[62361]: DEBUG nova.virt.hardware [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1607.441100] env[62361]: DEBUG nova.virt.hardware [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1607.441310] env[62361]: DEBUG nova.virt.hardware [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1607.441472] env[62361]: DEBUG nova.virt.hardware [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1607.441633] env[62361]: DEBUG nova.virt.hardware [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1607.441794] env[62361]: DEBUG nova.virt.hardware [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1607.442159] env[62361]: DEBUG nova.virt.hardware [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1607.443034] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36bae3d-75e7-48e5-905e-722c55fb812f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.446184] env[62361]: DEBUG oslo_concurrency.lockutils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Releasing lock "refresh_cache-a95ff5b0-11a2-44ef-97e8-b197d74b42fb" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.446460] env[62361]: DEBUG nova.compute.manager [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Instance network_info: |[{"id": "5eee54a3-f987-4f84-9121-3be97a33fee5", "address": "fa:16:3e:a8:bc:e2", "network": {"id": "46455119-92ff-4eb0-bbc2-43b3d78d9332", "bridge": "br-int", "label": "tempest-ImagesTestJSON-431158718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69700e8d1f8e4cedaced84a586a8a681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eee54a3-f9", "ovs_interfaceid": "5eee54a3-f987-4f84-9121-3be97a33fee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1607.446829] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:bc:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5eee54a3-f987-4f84-9121-3be97a33fee5', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1607.455892] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Creating folder: Project (69700e8d1f8e4cedaced84a586a8a681). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1607.456895] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d65c069-12e4-4358-a4df-b08ae2b08220 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.462038] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63461bad-a1ce-4db3-898f-0deff6b4c936 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.477492] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Created folder: Project (69700e8d1f8e4cedaced84a586a8a681) in parent group-v355747. [ 1607.477671] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Creating folder: Instances. Parent ref: group-v355969. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1607.477902] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b1cb327-ee7a-4833-b271-27eae7d3d648 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.487354] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Created folder: Instances in parent group-v355969. [ 1607.487593] env[62361]: DEBUG oslo.service.loopingcall [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.487782] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1607.487984] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b9eb9c3-48b6-459b-bffc-9fe76142e955 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.508504] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1607.508504] env[62361]: value = "task-1708544" [ 1607.508504] env[62361]: _type = "Task" [ 1607.508504] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.573596] env[62361]: DEBUG nova.compute.manager [req-7640e7dd-1741-4347-8e53-816a97be39fb req-e0a74540-17cb-45c6-abc2-7141b11e614e service nova] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Received event network-changed-5eee54a3-f987-4f84-9121-3be97a33fee5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1607.573732] env[62361]: DEBUG nova.compute.manager [req-7640e7dd-1741-4347-8e53-816a97be39fb req-e0a74540-17cb-45c6-abc2-7141b11e614e service nova] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Refreshing instance network info cache due to event network-changed-5eee54a3-f987-4f84-9121-3be97a33fee5. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1607.573982] env[62361]: DEBUG oslo_concurrency.lockutils [req-7640e7dd-1741-4347-8e53-816a97be39fb req-e0a74540-17cb-45c6-abc2-7141b11e614e service nova] Acquiring lock "refresh_cache-a95ff5b0-11a2-44ef-97e8-b197d74b42fb" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.574163] env[62361]: DEBUG oslo_concurrency.lockutils [req-7640e7dd-1741-4347-8e53-816a97be39fb req-e0a74540-17cb-45c6-abc2-7141b11e614e service nova] Acquired lock "refresh_cache-a95ff5b0-11a2-44ef-97e8-b197d74b42fb" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.574339] env[62361]: DEBUG nova.network.neutron [req-7640e7dd-1741-4347-8e53-816a97be39fb req-e0a74540-17cb-45c6-abc2-7141b11e614e service nova] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Refreshing network info cache for port 5eee54a3-f987-4f84-9121-3be97a33fee5 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1607.680111] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708541, 'name': CreateSnapshot_Task, 'duration_secs': 0.858776} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.680415] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1607.681188] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfad6521-3d9e-4063-90f6-0feac312a4a3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.823926] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dd06a014-4bdd-43fd-921c-46736f3a4ee2 tempest-ServerShowV254Test-99695805 tempest-ServerShowV254Test-99695805-project-member] Lock "24915c45-ca89-4bba-b8cc-2e3b094e857f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.059s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.994637] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "refresh_cache-c787f9cf-09f6-422d-9ec1-77992cd49360" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.994637] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "refresh_cache-c787f9cf-09f6-422d-9ec1-77992cd49360" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.994637] env[62361]: DEBUG nova.network.neutron [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1607.995174] env[62361]: DEBUG nova.network.neutron [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Successfully updated port: 679108a9-622c-4cc7-9e0f-8cf5f85320eb {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1608.019273] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708544, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.202075] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1608.202643] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-77b95b51-edb1-4607-bbda-dd6be7c93840 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.211522] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1608.211522] env[62361]: value = "task-1708545" [ 1608.211522] env[62361]: _type = "Task" [ 1608.211522] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.224526] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708545, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.501247] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "refresh_cache-b6b3f152-2a1c-4ee4-8dab-f37c8db38201" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.501247] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "refresh_cache-b6b3f152-2a1c-4ee4-8dab-f37c8db38201" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.501247] env[62361]: DEBUG nova.network.neutron [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1608.523052] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708544, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.565632] env[62361]: DEBUG nova.network.neutron [req-7640e7dd-1741-4347-8e53-816a97be39fb req-e0a74540-17cb-45c6-abc2-7141b11e614e service nova] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Updated VIF entry in instance network info cache for port 5eee54a3-f987-4f84-9121-3be97a33fee5. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1608.565993] env[62361]: DEBUG nova.network.neutron [req-7640e7dd-1741-4347-8e53-816a97be39fb req-e0a74540-17cb-45c6-abc2-7141b11e614e service nova] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Updating instance_info_cache with network_info: [{"id": "5eee54a3-f987-4f84-9121-3be97a33fee5", "address": "fa:16:3e:a8:bc:e2", "network": {"id": "46455119-92ff-4eb0-bbc2-43b3d78d9332", "bridge": "br-int", "label": "tempest-ImagesTestJSON-431158718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69700e8d1f8e4cedaced84a586a8a681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eee54a3-f9", "ovs_interfaceid": "5eee54a3-f987-4f84-9121-3be97a33fee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.652982] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dfece4-0311-4159-8c05-ed46c02579df {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.664230] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9f5917-3530-4057-baff-60e7628ebb0b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.706326] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6dbad1-acf3-43c1-95cd-0c1426add6e4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.719587] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3d710a-8fa2-4170-9bfc-e83eb7aec9fa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.728874] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708545, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.736843] env[62361]: DEBUG nova.compute.provider_tree [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.878264] env[62361]: DEBUG nova.network.neutron [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updating instance_info_cache with network_info: [{"id": "86e8c6dc-b2c2-4565-b8af-8f178b1ca519", "address": "fa:16:3e:3e:12:38", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e8c6dc-b2", "ovs_interfaceid": "86e8c6dc-b2c2-4565-b8af-8f178b1ca519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.022801] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708544, 'name': CreateVM_Task, 'duration_secs': 1.400893} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.022985] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.023700] env[62361]: DEBUG oslo_concurrency.lockutils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.023870] env[62361]: DEBUG oslo_concurrency.lockutils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.024358] env[62361]: DEBUG oslo_concurrency.lockutils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1609.024639] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c0b22a0-db17-463c-91ac-a866b1cb5622 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.029353] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1609.029353] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5271e64d-b3ba-7744-82df-4cbaf830ff43" [ 1609.029353] env[62361]: _type = "Task" [ 1609.029353] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.037643] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5271e64d-b3ba-7744-82df-4cbaf830ff43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.042541] env[62361]: DEBUG nova.network.neutron [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1609.069269] env[62361]: DEBUG oslo_concurrency.lockutils [req-7640e7dd-1741-4347-8e53-816a97be39fb req-e0a74540-17cb-45c6-abc2-7141b11e614e service nova] Releasing lock "refresh_cache-a95ff5b0-11a2-44ef-97e8-b197d74b42fb" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.204361] env[62361]: DEBUG nova.network.neutron [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Updating instance_info_cache with network_info: [{"id": "679108a9-622c-4cc7-9e0f-8cf5f85320eb", "address": "fa:16:3e:97:e7:a3", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679108a9-62", "ovs_interfaceid": "679108a9-622c-4cc7-9e0f-8cf5f85320eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.227612] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708545, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.242199] env[62361]: DEBUG nova.scheduler.client.report [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1609.382381] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "refresh_cache-c787f9cf-09f6-422d-9ec1-77992cd49360" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.540351] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5271e64d-b3ba-7744-82df-4cbaf830ff43, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.540351] env[62361]: DEBUG oslo_concurrency.lockutils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.540631] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1609.542064] env[62361]: DEBUG oslo_concurrency.lockutils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.542064] env[62361]: DEBUG oslo_concurrency.lockutils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.542064] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1609.542707] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81e69c40-8e41-43de-9aad-1439008fc065 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.550945] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1609.551147] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1609.551881] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14f6d340-ff16-4510-b30a-fbe520845b76 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.557742] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1609.557742] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d33774-a589-9ddf-64f2-83746b900e70" [ 1609.557742] env[62361]: _type = "Task" [ 1609.557742] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.564622] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d33774-a589-9ddf-64f2-83746b900e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.607467] env[62361]: DEBUG nova.compute.manager [req-6441a33b-b75f-4e85-ad53-f0a19797c196 req-8cf9633d-f639-4962-b47a-4adc67418363 service nova] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Received event network-vif-plugged-679108a9-622c-4cc7-9e0f-8cf5f85320eb {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1609.607703] env[62361]: DEBUG oslo_concurrency.lockutils [req-6441a33b-b75f-4e85-ad53-f0a19797c196 req-8cf9633d-f639-4962-b47a-4adc67418363 service nova] Acquiring lock "b6b3f152-2a1c-4ee4-8dab-f37c8db38201-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.607900] env[62361]: DEBUG oslo_concurrency.lockutils [req-6441a33b-b75f-4e85-ad53-f0a19797c196 req-8cf9633d-f639-4962-b47a-4adc67418363 service nova] Lock "b6b3f152-2a1c-4ee4-8dab-f37c8db38201-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.608231] env[62361]: DEBUG oslo_concurrency.lockutils [req-6441a33b-b75f-4e85-ad53-f0a19797c196 req-8cf9633d-f639-4962-b47a-4adc67418363 service nova] Lock "b6b3f152-2a1c-4ee4-8dab-f37c8db38201-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.608437] env[62361]: DEBUG nova.compute.manager [req-6441a33b-b75f-4e85-ad53-f0a19797c196 req-8cf9633d-f639-4962-b47a-4adc67418363 service nova] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] No waiting events found dispatching network-vif-plugged-679108a9-622c-4cc7-9e0f-8cf5f85320eb {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1609.608866] env[62361]: WARNING nova.compute.manager [req-6441a33b-b75f-4e85-ad53-f0a19797c196 req-8cf9633d-f639-4962-b47a-4adc67418363 service nova] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Received unexpected event network-vif-plugged-679108a9-622c-4cc7-9e0f-8cf5f85320eb for instance with vm_state building and task_state spawning. [ 1609.609088] env[62361]: DEBUG nova.compute.manager [req-6441a33b-b75f-4e85-ad53-f0a19797c196 req-8cf9633d-f639-4962-b47a-4adc67418363 service nova] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Received event network-changed-679108a9-622c-4cc7-9e0f-8cf5f85320eb {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1609.609261] env[62361]: DEBUG nova.compute.manager [req-6441a33b-b75f-4e85-ad53-f0a19797c196 req-8cf9633d-f639-4962-b47a-4adc67418363 service nova] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Refreshing instance network info cache due to event network-changed-679108a9-622c-4cc7-9e0f-8cf5f85320eb. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1609.609435] env[62361]: DEBUG oslo_concurrency.lockutils [req-6441a33b-b75f-4e85-ad53-f0a19797c196 req-8cf9633d-f639-4962-b47a-4adc67418363 service nova] Acquiring lock "refresh_cache-b6b3f152-2a1c-4ee4-8dab-f37c8db38201" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.711119] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "refresh_cache-b6b3f152-2a1c-4ee4-8dab-f37c8db38201" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.711119] env[62361]: DEBUG nova.compute.manager [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Instance network_info: |[{"id": "679108a9-622c-4cc7-9e0f-8cf5f85320eb", "address": "fa:16:3e:97:e7:a3", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679108a9-62", "ovs_interfaceid": "679108a9-622c-4cc7-9e0f-8cf5f85320eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1609.711119] env[62361]: DEBUG oslo_concurrency.lockutils [req-6441a33b-b75f-4e85-ad53-f0a19797c196 req-8cf9633d-f639-4962-b47a-4adc67418363 service nova] Acquired lock "refresh_cache-b6b3f152-2a1c-4ee4-8dab-f37c8db38201" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.711119] env[62361]: DEBUG nova.network.neutron [req-6441a33b-b75f-4e85-ad53-f0a19797c196 req-8cf9633d-f639-4962-b47a-4adc67418363 service nova] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Refreshing network info cache for port 679108a9-622c-4cc7-9e0f-8cf5f85320eb {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.711119] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:e7:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '679108a9-622c-4cc7-9e0f-8cf5f85320eb', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1609.721689] env[62361]: DEBUG oslo.service.loopingcall [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.722824] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1609.726142] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79c86544-d513-4721-b543-6c6d23aba7ee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.750954] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.751485] env[62361]: DEBUG nova.compute.manager [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1609.753934] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0edb407e-adc2-4600-a353-dc7ab6256ee9 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.754165] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0edb407e-adc2-4600-a353-dc7ab6256ee9 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.754758] env[62361]: DEBUG nova.compute.manager [None req-0edb407e-adc2-4600-a353-dc7ab6256ee9 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1609.754758] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708545, 'name': CloneVM_Task} progress is 95%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.756528] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.138s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.758932] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99426724-7ec8-43f1-beb0-be05d3d83080 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.761671] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1609.761671] env[62361]: value = "task-1708546" [ 1609.761671] env[62361]: _type = "Task" [ 1609.761671] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.768344] env[62361]: DEBUG nova.compute.manager [None req-0edb407e-adc2-4600-a353-dc7ab6256ee9 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62361) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1609.769012] env[62361]: DEBUG nova.objects.instance [None req-0edb407e-adc2-4600-a353-dc7ab6256ee9 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lazy-loading 'flavor' on Instance uuid 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1609.775647] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708546, 'name': CreateVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.905814] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3be6d4-5f13-42b6-b174-f8c70db4a92c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.926257] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b063b91-1819-4241-affb-9fef0c723605 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.933738] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updating instance 'c787f9cf-09f6-422d-9ec1-77992cd49360' progress to 83 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1610.067064] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d33774-a589-9ddf-64f2-83746b900e70, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.067897] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3852cfd5-28cd-40b9-aed0-10d2c7c4c340 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.075385] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1610.075385] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52668df9-2a23-c55d-9a8a-02ef3bcacbca" [ 1610.075385] env[62361]: _type = "Task" [ 1610.075385] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.082883] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52668df9-2a23-c55d-9a8a-02ef3bcacbca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.237636] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708545, 'name': CloneVM_Task, 'duration_secs': 1.652048} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.238077] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Created linked-clone VM from snapshot [ 1610.239253] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a561ad96-57a9-4921-98a8-acb409d37444 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.253305] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Uploading image d838d894-137a-4674-9c49-c5e4d139f53e {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1610.258568] env[62361]: DEBUG nova.compute.utils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1610.261880] env[62361]: DEBUG nova.compute.manager [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1610.262203] env[62361]: DEBUG nova.network.neutron [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1610.292807] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-0edb407e-adc2-4600-a353-dc7ab6256ee9 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1610.294462] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4667617f-e8bf-47d4-a8da-8d639b661bfd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.307022] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708546, 'name': CreateVM_Task, 'duration_secs': 0.418684} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.312170] env[62361]: DEBUG oslo_vmware.rw_handles [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1610.312170] env[62361]: value = "vm-355973" [ 1610.312170] env[62361]: _type = "VirtualMachine" [ 1610.312170] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1610.312535] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1610.313639] env[62361]: DEBUG oslo_vmware.api [None req-0edb407e-adc2-4600-a353-dc7ab6256ee9 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1610.313639] env[62361]: value = "task-1708547" [ 1610.313639] env[62361]: _type = "Task" [ 1610.313639] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.313844] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ca32bae8-6aee-4de9-8c98-56f691b6ca91 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.316315] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.316473] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.316795] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1610.317422] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a87927-7b2e-44d7-9a7b-5bae027c5149 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.326208] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1610.326208] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5206cd29-b2ea-e092-5515-081eee17649c" [ 1610.326208] env[62361]: _type = "Task" [ 1610.326208] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.329369] env[62361]: DEBUG oslo_vmware.api [None req-0edb407e-adc2-4600-a353-dc7ab6256ee9 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.333633] env[62361]: DEBUG oslo_vmware.rw_handles [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lease: (returnval){ [ 1610.333633] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525c2f9c-43be-3492-81d8-1620bc59cf9e" [ 1610.333633] env[62361]: _type = "HttpNfcLease" [ 1610.333633] env[62361]: } obtained for exporting VM: (result){ [ 1610.333633] env[62361]: value = "vm-355973" [ 1610.333633] env[62361]: _type = "VirtualMachine" [ 1610.333633] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1610.333970] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the lease: (returnval){ [ 1610.333970] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525c2f9c-43be-3492-81d8-1620bc59cf9e" [ 1610.333970] env[62361]: _type = "HttpNfcLease" [ 1610.333970] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1610.341436] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5206cd29-b2ea-e092-5515-081eee17649c, 'name': SearchDatastore_Task, 'duration_secs': 0.011838} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.342119] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.342367] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.342578] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.344963] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1610.344963] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525c2f9c-43be-3492-81d8-1620bc59cf9e" [ 1610.344963] env[62361]: _type = "HttpNfcLease" [ 1610.344963] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1610.345293] env[62361]: DEBUG oslo_vmware.rw_handles [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1610.345293] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525c2f9c-43be-3492-81d8-1620bc59cf9e" [ 1610.345293] env[62361]: _type = "HttpNfcLease" [ 1610.345293] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1610.347725] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e45bbc-882b-4cc0-9ed5-e383c920942c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.352185] env[62361]: DEBUG nova.policy [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e488c2afbf7445e1959d73a28111f0a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '159247ced203448a9a6d3695333dc80b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1610.360045] env[62361]: DEBUG oslo_vmware.rw_handles [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ca5a8-c414-03e1-cca1-5c8652e90641/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1610.360369] env[62361]: DEBUG oslo_vmware.rw_handles [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ca5a8-c414-03e1-cca1-5c8652e90641/disk-0.vmdk for reading. {{(pid=62361) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1610.442784] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1610.442784] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fea327d-e650-43e3-b631-4d21aab2dcac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.448674] env[62361]: DEBUG oslo_vmware.api [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1610.448674] env[62361]: value = "task-1708549" [ 1610.448674] env[62361]: _type = "Task" [ 1610.448674] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.457954] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b5e0089-11ee-4099-b912-762fb70f13c2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.462568] env[62361]: DEBUG oslo_vmware.api [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.589542] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52668df9-2a23-c55d-9a8a-02ef3bcacbca, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.590204] env[62361]: DEBUG oslo_concurrency.lockutils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.590204] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a95ff5b0-11a2-44ef-97e8-b197d74b42fb/a95ff5b0-11a2-44ef-97e8-b197d74b42fb.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1610.590362] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.591155] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.591155] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4345671e-599c-4182-a44b-39dea6193f13 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.592764] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f59e6d4-a052-4562-8881-e99cb8e40a7a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.600529] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1610.600529] env[62361]: value = "task-1708550" [ 1610.600529] env[62361]: _type = "Task" [ 1610.600529] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.603783] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.604730] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1610.605048] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-174a205c-edd3-43fb-b8ef-bc8f53a73423 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.611457] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.614582] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1610.614582] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52529086-845a-c9d6-17f6-97f81f5212aa" [ 1610.614582] env[62361]: _type = "Task" [ 1610.614582] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.631620] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52529086-845a-c9d6-17f6-97f81f5212aa, 'name': SearchDatastore_Task, 'duration_secs': 0.008938} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.631620] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e54feb-de63-47d9-9bae-11633fe4cb4c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.635981] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1610.635981] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a5e02f-5547-9ece-c43d-d1e77a9d3531" [ 1610.635981] env[62361]: _type = "Task" [ 1610.635981] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.646125] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a5e02f-5547-9ece-c43d-d1e77a9d3531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.646789] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.647015] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.706838] env[62361]: DEBUG nova.network.neutron [req-6441a33b-b75f-4e85-ad53-f0a19797c196 req-8cf9633d-f639-4962-b47a-4adc67418363 service nova] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Updated VIF entry in instance network info cache for port 679108a9-622c-4cc7-9e0f-8cf5f85320eb. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1610.707386] env[62361]: DEBUG nova.network.neutron [req-6441a33b-b75f-4e85-ad53-f0a19797c196 req-8cf9633d-f639-4962-b47a-4adc67418363 service nova] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Updating instance_info_cache with network_info: [{"id": "679108a9-622c-4cc7-9e0f-8cf5f85320eb", "address": "fa:16:3e:97:e7:a3", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679108a9-62", "ovs_interfaceid": "679108a9-622c-4cc7-9e0f-8cf5f85320eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.719345] env[62361]: DEBUG nova.network.neutron [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Successfully created port: fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1610.780795] env[62361]: DEBUG nova.compute.manager [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1610.794818] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Applying migration context for instance c787f9cf-09f6-422d-9ec1-77992cd49360 as it has an incoming, in-progress migration 3e4c1d3a-0d02-4295-a854-53286e4209e0. Migration status is post-migrating {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1610.798376] env[62361]: INFO nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updating resource usage from migration 3e4c1d3a-0d02-4295-a854-53286e4209e0 [ 1610.834731] env[62361]: DEBUG oslo_vmware.api [None req-0edb407e-adc2-4600-a353-dc7ab6256ee9 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708547, 'name': PowerOffVM_Task, 'duration_secs': 0.202003} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.834731] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance cad0a47a-d332-400d-a662-8b0089e6d803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.834731] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 3c9d108f-efe1-4fb6-b505-8cb51d38adc1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1610.834731] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance a6fd8ee3-7216-45c2-9169-93e5072bcc74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.834731] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 1751c8c5-854f-45f2-a559-95a4ccd0f578 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.834731] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance befe6745-06f9-49c0-8bb6-cd45a606bb97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.835019] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 7f38e33c-5913-4f35-bed2-56c34c48e432 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.835019] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 0e9e5d53-2528-4929-9f34-894aadb20547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.835192] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 70a183d7-eaa8-47b3-bd65-c230308e7ff1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.835192] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance c15e00f9-1a2e-41aa-99a6-10b0519d9468 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.835782] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 1453ac2c-c25c-4914-a6a3-f84bce809e1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.835782] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.835782] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.835782] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 33be6421-85e4-4871-9e4d-d448254f661c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.835782] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 2fc59d25-a58c-484f-bac8-20fdc797b674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.836170] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Migration 3e4c1d3a-0d02-4295-a854-53286e4209e0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1610.836170] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance c787f9cf-09f6-422d-9ec1-77992cd49360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.836170] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance a95ff5b0-11a2-44ef-97e8-b197d74b42fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.836317] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance b6b3f152-2a1c-4ee4-8dab-f37c8db38201 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.836317] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance e53bef48-f10b-46b4-8c95-c5e53c56c9ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.836540] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1610.836676] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1610.839354] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-0edb407e-adc2-4600-a353-dc7ab6256ee9 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1610.839604] env[62361]: DEBUG nova.compute.manager [None req-0edb407e-adc2-4600-a353-dc7ab6256ee9 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1610.841430] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887f70c1-0067-48d8-9b66-5e7b2aa45bff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.974725] env[62361]: DEBUG oslo_vmware.api [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708549, 'name': PowerOnVM_Task, 'duration_secs': 0.442337} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.975623] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1610.975623] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b59a10-9801-435c-b508-645327f936bd tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updating instance 'c787f9cf-09f6-422d-9ec1-77992cd49360' progress to 100 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1611.111327] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708550, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.151317] env[62361]: DEBUG nova.compute.utils [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1611.153861] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a5e02f-5547-9ece-c43d-d1e77a9d3531, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.153861] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.154312] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] b6b3f152-2a1c-4ee4-8dab-f37c8db38201/b6b3f152-2a1c-4ee4-8dab-f37c8db38201.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.154753] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feb847e0-b174-4c0b-bac8-039dd8fc15c5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.167386] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1611.167386] env[62361]: value = "task-1708551" [ 1611.167386] env[62361]: _type = "Task" [ 1611.167386] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.180578] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.210712] env[62361]: DEBUG oslo_concurrency.lockutils [req-6441a33b-b75f-4e85-ad53-f0a19797c196 req-8cf9633d-f639-4962-b47a-4adc67418363 service nova] Releasing lock "refresh_cache-b6b3f152-2a1c-4ee4-8dab-f37c8db38201" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.219208] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48daaa2f-fc12-406c-9258-c6635d7f7d0e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.232528] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914b1817-c666-48eb-890d-83c515593cd3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.268539] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba90819-2a02-492b-8452-7840c4982a1f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.280448] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245dc8be-1eb5-4eab-8455-ae6b91081f4e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.300115] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1611.361220] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0edb407e-adc2-4600-a353-dc7ab6256ee9 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.607s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.423339] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Acquiring lock "c0f760a8-b10d-44eb-b523-7ee51667fa24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.423339] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Lock "c0f760a8-b10d-44eb-b523-7ee51667fa24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.612162] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527768} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.612711] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a95ff5b0-11a2-44ef-97e8-b197d74b42fb/a95ff5b0-11a2-44ef-97e8-b197d74b42fb.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1611.613086] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1611.613496] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1e7104e-d475-4485-906c-189b00ab1560 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.621266] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1611.621266] env[62361]: value = "task-1708552" [ 1611.621266] env[62361]: _type = "Task" [ 1611.621266] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.636106] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.661753] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.677123] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708551, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.803112] env[62361]: DEBUG nova.compute.manager [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1611.806022] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1611.828534] env[62361]: DEBUG nova.virt.hardware [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1611.828794] env[62361]: DEBUG nova.virt.hardware [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1611.829049] env[62361]: DEBUG nova.virt.hardware [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1611.829315] env[62361]: DEBUG nova.virt.hardware [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1611.829529] env[62361]: DEBUG nova.virt.hardware [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1611.829794] env[62361]: DEBUG nova.virt.hardware [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1611.829992] env[62361]: DEBUG nova.virt.hardware [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1611.830318] env[62361]: DEBUG nova.virt.hardware [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1611.830499] env[62361]: DEBUG nova.virt.hardware [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1611.830665] env[62361]: DEBUG nova.virt.hardware [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1611.830840] env[62361]: DEBUG nova.virt.hardware [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1611.831988] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f50fd5-aaa8-45df-8476-da3feb820d24 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.841549] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c5d628-ecc0-48ba-8c9f-7182955f8d54 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.925568] env[62361]: DEBUG nova.compute.manager [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1612.131555] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22532} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.132237] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1612.132965] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a7b980-43e3-4498-af26-548a635749af {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.158535] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a95ff5b0-11a2-44ef-97e8-b197d74b42fb/a95ff5b0-11a2-44ef-97e8-b197d74b42fb.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1612.158940] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b49e3b8a-3658-439e-873f-0b5677fd81b6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.183445] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529817} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.184958] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] b6b3f152-2a1c-4ee4-8dab-f37c8db38201/b6b3f152-2a1c-4ee4-8dab-f37c8db38201.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1612.185174] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1612.186490] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1612.186490] env[62361]: value = "task-1708553" [ 1612.186490] env[62361]: _type = "Task" [ 1612.186490] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.186490] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43c0263b-cbad-47bc-8a07-d34b4f7b3589 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.198046] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708553, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.201155] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1612.201155] env[62361]: value = "task-1708554" [ 1612.201155] env[62361]: _type = "Task" [ 1612.201155] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.210322] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.251586] env[62361]: DEBUG nova.compute.manager [req-57c26bb6-38b9-4a28-bd5e-7aa88ddacc71 req-5012c555-19b0-4c20-b34c-d4514aa27d6c service nova] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Received event network-vif-plugged-fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1612.251864] env[62361]: DEBUG oslo_concurrency.lockutils [req-57c26bb6-38b9-4a28-bd5e-7aa88ddacc71 req-5012c555-19b0-4c20-b34c-d4514aa27d6c service nova] Acquiring lock "e53bef48-f10b-46b4-8c95-c5e53c56c9ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.252270] env[62361]: DEBUG oslo_concurrency.lockutils [req-57c26bb6-38b9-4a28-bd5e-7aa88ddacc71 req-5012c555-19b0-4c20-b34c-d4514aa27d6c service nova] Lock "e53bef48-f10b-46b4-8c95-c5e53c56c9ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.252658] env[62361]: DEBUG oslo_concurrency.lockutils [req-57c26bb6-38b9-4a28-bd5e-7aa88ddacc71 req-5012c555-19b0-4c20-b34c-d4514aa27d6c service nova] Lock "e53bef48-f10b-46b4-8c95-c5e53c56c9ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.252950] env[62361]: DEBUG nova.compute.manager [req-57c26bb6-38b9-4a28-bd5e-7aa88ddacc71 req-5012c555-19b0-4c20-b34c-d4514aa27d6c service nova] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] No waiting events found dispatching network-vif-plugged-fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1612.253249] env[62361]: WARNING nova.compute.manager [req-57c26bb6-38b9-4a28-bd5e-7aa88ddacc71 req-5012c555-19b0-4c20-b34c-d4514aa27d6c service nova] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Received unexpected event network-vif-plugged-fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9 for instance with vm_state building and task_state spawning. [ 1612.258464] env[62361]: DEBUG nova.objects.instance [None req-48b6f80f-2036-4d30-9a12-ad63bd480c20 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lazy-loading 'flavor' on Instance uuid 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1612.313448] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1612.313755] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.558s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.314223] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.588s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.314452] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.338549] env[62361]: INFO nova.scheduler.client.report [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Deleted allocations for instance 3c9d108f-efe1-4fb6-b505-8cb51d38adc1 [ 1612.409616] env[62361]: DEBUG nova.network.neutron [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Successfully updated port: fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1612.449056] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.449399] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.451289] env[62361]: INFO nova.compute.claims [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1612.704416] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.717021] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074047} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.717428] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1612.718456] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd483b7-3d34-4398-ab24-244f6e756028 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.734508] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.734790] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.735047] env[62361]: INFO nova.compute.manager [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Attaching volume fa9b9405-0e70-44a0-affd-a0bd0c6fafb5 to /dev/sdb [ 1612.745952] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] b6b3f152-2a1c-4ee4-8dab-f37c8db38201/b6b3f152-2a1c-4ee4-8dab-f37c8db38201.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1612.746557] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-701a5c03-d3de-4ac6-8840-8471cd909f3b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.767358] env[62361]: DEBUG oslo_concurrency.lockutils [None req-48b6f80f-2036-4d30-9a12-ad63bd480c20 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.767478] env[62361]: DEBUG oslo_concurrency.lockutils [None req-48b6f80f-2036-4d30-9a12-ad63bd480c20 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.767718] env[62361]: DEBUG nova.network.neutron [None req-48b6f80f-2036-4d30-9a12-ad63bd480c20 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1612.767975] env[62361]: DEBUG nova.objects.instance [None req-48b6f80f-2036-4d30-9a12-ad63bd480c20 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lazy-loading 'info_cache' on Instance uuid 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1612.772159] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1612.772159] env[62361]: value = "task-1708555" [ 1612.772159] env[62361]: _type = "Task" [ 1612.772159] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.781490] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.799586] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7178cc03-e99e-4ed8-b27c-3ca507ee988c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.808118] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797a5068-7919-4045-866d-fcea69d83a0f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.823212] env[62361]: DEBUG nova.virt.block_device [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Updating existing volume attachment record: becc1fd3-2c4d-4411-9cf1-f2156534dbcb {{(pid=62361) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1612.850948] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2091663a-a5a0-4ab5-8996-31d7081c5325 tempest-ServersTestBootFromVolume-1148220288 tempest-ServersTestBootFromVolume-1148220288-project-member] Lock "3c9d108f-efe1-4fb6-b505-8cb51d38adc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.030s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.915012] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "refresh_cache-e53bef48-f10b-46b4-8c95-c5e53c56c9ca" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.915012] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "refresh_cache-e53bef48-f10b-46b4-8c95-c5e53c56c9ca" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.915589] env[62361]: DEBUG nova.network.neutron [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.199376] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708553, 'name': ReconfigVM_Task, 'duration_secs': 0.696487} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.199704] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a95ff5b0-11a2-44ef-97e8-b197d74b42fb/a95ff5b0-11a2-44ef-97e8-b197d74b42fb.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1613.200409] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d90a933-1c35-4976-92f0-130bd3551b56 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.206121] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "c787f9cf-09f6-422d-9ec1-77992cd49360" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.206267] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "c787f9cf-09f6-422d-9ec1-77992cd49360" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.206588] env[62361]: DEBUG nova.compute.manager [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Going to confirm migration 4 {{(pid=62361) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1613.209964] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1613.209964] env[62361]: value = "task-1708559" [ 1613.209964] env[62361]: _type = "Task" [ 1613.209964] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.225801] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708559, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.272782] env[62361]: DEBUG nova.objects.base [None req-48b6f80f-2036-4d30-9a12-ad63bd480c20 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Object Instance<34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64> lazy-loaded attributes: flavor,info_cache {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1614.109457] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708555, 'name': ReconfigVM_Task, 'duration_secs': 0.342941} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.113957] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Reconfigured VM instance instance-00000053 to attach disk [datastore1] b6b3f152-2a1c-4ee4-8dab-f37c8db38201/b6b3f152-2a1c-4ee4-8dab-f37c8db38201.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1614.114192] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708559, 'name': Rename_Task, 'duration_secs': 0.18088} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.115342] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbde1f7c-c024-4f4d-b424-aaa966a8adbe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.116433] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1614.116673] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ffb7a67-b8d3-4f32-833f-267d1f5178a4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.126752] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1614.126752] env[62361]: value = "task-1708561" [ 1614.126752] env[62361]: _type = "Task" [ 1614.126752] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.127061] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1614.127061] env[62361]: value = "task-1708560" [ 1614.127061] env[62361]: _type = "Task" [ 1614.127061] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.144047] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708560, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.144355] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.169527] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "refresh_cache-c787f9cf-09f6-422d-9ec1-77992cd49360" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.169720] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "refresh_cache-c787f9cf-09f6-422d-9ec1-77992cd49360" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.169915] env[62361]: DEBUG nova.network.neutron [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1614.170147] env[62361]: DEBUG nova.objects.instance [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lazy-loading 'info_cache' on Instance uuid c787f9cf-09f6-422d-9ec1-77992cd49360 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1614.172680] env[62361]: DEBUG nova.network.neutron [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.409693] env[62361]: DEBUG nova.network.neutron [None req-48b6f80f-2036-4d30-9a12-ad63bd480c20 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance_info_cache with network_info: [{"id": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "address": "fa:16:3e:f7:c6:ba", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c9eb6e-09", "ovs_interfaceid": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.436989] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064c6a39-fa69-40b7-ad0c-c6e8f7462559 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.447333] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b1a1b3-fc33-456e-9527-792f58a60c26 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.483510] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb4551e-7870-47f7-8e1d-0764854c2805 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.493384] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fda9379-cb5f-47d8-8513-e90ce2178f2f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.511038] env[62361]: DEBUG nova.compute.provider_tree [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.602060] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Acquiring lock "1751c8c5-854f-45f2-a559-95a4ccd0f578" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.602060] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Lock "1751c8c5-854f-45f2-a559-95a4ccd0f578" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.602060] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Acquiring lock "1751c8c5-854f-45f2-a559-95a4ccd0f578-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.602060] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Lock "1751c8c5-854f-45f2-a559-95a4ccd0f578-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.602060] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Lock "1751c8c5-854f-45f2-a559-95a4ccd0f578-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.604324] env[62361]: INFO nova.compute.manager [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Terminating instance [ 1614.607347] env[62361]: DEBUG nova.compute.manager [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1614.611507] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1614.611507] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ed7b39-324c-4456-a453-45511bb5429e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.620091] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.620352] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f279977c-32c4-4ff1-bb25-973819653f9c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.628372] env[62361]: DEBUG oslo_vmware.api [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Waiting for the task: (returnval){ [ 1614.628372] env[62361]: value = "task-1708562" [ 1614.628372] env[62361]: _type = "Task" [ 1614.628372] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.648151] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.654802] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708560, 'name': Rename_Task, 'duration_secs': 0.164925} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.655162] env[62361]: DEBUG oslo_vmware.api [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.655512] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1614.658041] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4901cd6c-910a-4923-add4-3275ee1db63c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.662510] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1614.662510] env[62361]: value = "task-1708563" [ 1614.662510] env[62361]: _type = "Task" [ 1614.662510] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.675117] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.694637] env[62361]: DEBUG nova.network.neutron [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Updating instance_info_cache with network_info: [{"id": "fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9", "address": "fa:16:3e:e6:da:4a", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfac7d4a0-c7", "ovs_interfaceid": "fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.756467] env[62361]: DEBUG nova.compute.manager [req-60fda3a8-3e08-42e3-ae02-f72d7046b36d req-65487087-86fd-487e-b5e7-7689e1702f4e service nova] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Received event network-changed-fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1614.756664] env[62361]: DEBUG nova.compute.manager [req-60fda3a8-3e08-42e3-ae02-f72d7046b36d req-65487087-86fd-487e-b5e7-7689e1702f4e service nova] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Refreshing instance network info cache due to event network-changed-fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1614.757225] env[62361]: DEBUG oslo_concurrency.lockutils [req-60fda3a8-3e08-42e3-ae02-f72d7046b36d req-65487087-86fd-487e-b5e7-7689e1702f4e service nova] Acquiring lock "refresh_cache-e53bef48-f10b-46b4-8c95-c5e53c56c9ca" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.912542] env[62361]: DEBUG oslo_concurrency.lockutils [None req-48b6f80f-2036-4d30-9a12-ad63bd480c20 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.014096] env[62361]: DEBUG nova.scheduler.client.report [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1615.140209] env[62361]: DEBUG oslo_vmware.api [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708561, 'name': PowerOnVM_Task, 'duration_secs': 0.710009} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.146227] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1615.146792] env[62361]: INFO nova.compute.manager [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1615.147177] env[62361]: DEBUG nova.compute.manager [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1615.148271] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3851217c-7583-4ba9-a638-451098ff75db {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.160036] env[62361]: DEBUG oslo_vmware.api [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708562, 'name': PowerOffVM_Task, 'duration_secs': 0.278214} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.160036] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1615.160036] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1615.160036] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46864d8a-db42-445a-bef4-ea58e5088bce {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.183936] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708563, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.198424] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "refresh_cache-e53bef48-f10b-46b4-8c95-c5e53c56c9ca" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.198424] env[62361]: DEBUG nova.compute.manager [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Instance network_info: |[{"id": "fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9", "address": "fa:16:3e:e6:da:4a", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfac7d4a0-c7", "ovs_interfaceid": "fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1615.198873] env[62361]: DEBUG oslo_concurrency.lockutils [req-60fda3a8-3e08-42e3-ae02-f72d7046b36d req-65487087-86fd-487e-b5e7-7689e1702f4e service nova] Acquired lock "refresh_cache-e53bef48-f10b-46b4-8c95-c5e53c56c9ca" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.199126] env[62361]: DEBUG nova.network.neutron [req-60fda3a8-3e08-42e3-ae02-f72d7046b36d req-65487087-86fd-487e-b5e7-7689e1702f4e service nova] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Refreshing network info cache for port fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1615.201712] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:da:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1615.211625] env[62361]: DEBUG oslo.service.loopingcall [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.212296] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1615.212636] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e5cb533-8f02-468f-a614-6876e3e97583 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.239030] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1615.239030] env[62361]: value = "task-1708566" [ 1615.239030] env[62361]: _type = "Task" [ 1615.239030] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.249038] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708566, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.261044] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.261385] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.261671] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Deleting the datastore file [datastore1] 1751c8c5-854f-45f2-a559-95a4ccd0f578 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.262024] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f7a22bb-cfcf-4ddd-9683-9300accd9f44 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.270109] env[62361]: DEBUG oslo_vmware.api [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Waiting for the task: (returnval){ [ 1615.270109] env[62361]: value = "task-1708567" [ 1615.270109] env[62361]: _type = "Task" [ 1615.270109] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.279063] env[62361]: DEBUG oslo_vmware.api [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.390934] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.391243] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.391424] env[62361]: INFO nova.compute.manager [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Shelving [ 1615.415587] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b6f80f-2036-4d30-9a12-ad63bd480c20 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.415905] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9047966-57f8-43fd-b82c-26d45ee777de {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.424158] env[62361]: DEBUG oslo_vmware.api [None req-48b6f80f-2036-4d30-9a12-ad63bd480c20 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1615.424158] env[62361]: value = "task-1708568" [ 1615.424158] env[62361]: _type = "Task" [ 1615.424158] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.432455] env[62361]: DEBUG oslo_vmware.api [None req-48b6f80f-2036-4d30-9a12-ad63bd480c20 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.481810] env[62361]: DEBUG nova.network.neutron [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updating instance_info_cache with network_info: [{"id": "86e8c6dc-b2c2-4565-b8af-8f178b1ca519", "address": "fa:16:3e:3e:12:38", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e8c6dc-b2", "ovs_interfaceid": "86e8c6dc-b2c2-4565-b8af-8f178b1ca519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.521122] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.071s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.521887] env[62361]: DEBUG nova.compute.manager [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1615.684221] env[62361]: DEBUG oslo_vmware.api [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708563, 'name': PowerOnVM_Task, 'duration_secs': 0.528431} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.687113] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1615.687380] env[62361]: INFO nova.compute.manager [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1615.687562] env[62361]: DEBUG nova.compute.manager [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1615.688588] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080fb125-1659-4878-b4f6-4e33588330fd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.692527] env[62361]: INFO nova.compute.manager [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Took 24.56 seconds to build instance. [ 1615.759889] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708566, 'name': CreateVM_Task, 'duration_secs': 0.469609} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.761345] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1615.761345] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.761571] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.761818] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1615.762188] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18b71863-d194-46eb-8da7-4c8965ac95f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.768963] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1615.768963] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b002c6-3a1e-0dcd-2571-9b003c084a01" [ 1615.768963] env[62361]: _type = "Task" [ 1615.768963] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.783695] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b002c6-3a1e-0dcd-2571-9b003c084a01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.787157] env[62361]: DEBUG oslo_vmware.api [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Task: {'id': task-1708567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249163} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.787285] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.787467] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.788054] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.788054] env[62361]: INFO nova.compute.manager [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1615.788400] env[62361]: DEBUG oslo.service.loopingcall [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.788400] env[62361]: DEBUG nova.compute.manager [-] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1615.788400] env[62361]: DEBUG nova.network.neutron [-] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.901995] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1615.902941] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dab40983-e171-43d7-91e4-ff3395279a4b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.913061] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1615.913061] env[62361]: value = "task-1708569" [ 1615.913061] env[62361]: _type = "Task" [ 1615.913061] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.924948] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.937916] env[62361]: DEBUG oslo_vmware.api [None req-48b6f80f-2036-4d30-9a12-ad63bd480c20 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708568, 'name': PowerOnVM_Task, 'duration_secs': 0.511945} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.938658] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b6f80f-2036-4d30-9a12-ad63bd480c20 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1615.938989] env[62361]: DEBUG nova.compute.manager [None req-48b6f80f-2036-4d30-9a12-ad63bd480c20 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1615.939909] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8638eb31-82ce-49c6-92e0-c6382c61a469 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.976632] env[62361]: DEBUG nova.network.neutron [req-60fda3a8-3e08-42e3-ae02-f72d7046b36d req-65487087-86fd-487e-b5e7-7689e1702f4e service nova] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Updated VIF entry in instance network info cache for port fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1615.976632] env[62361]: DEBUG nova.network.neutron [req-60fda3a8-3e08-42e3-ae02-f72d7046b36d req-65487087-86fd-487e-b5e7-7689e1702f4e service nova] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Updating instance_info_cache with network_info: [{"id": "fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9", "address": "fa:16:3e:e6:da:4a", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfac7d4a0-c7", "ovs_interfaceid": "fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.985200] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "refresh_cache-c787f9cf-09f6-422d-9ec1-77992cd49360" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.985679] env[62361]: DEBUG nova.objects.instance [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lazy-loading 'migration_context' on Instance uuid c787f9cf-09f6-422d-9ec1-77992cd49360 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1616.030778] env[62361]: DEBUG nova.compute.utils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1616.030778] env[62361]: DEBUG nova.compute.manager [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1616.030778] env[62361]: DEBUG nova.network.neutron [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1616.082067] env[62361]: DEBUG nova.policy [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d84b0fd08e64586b11bd1e9f7c585a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58c22d101e354ebc9e1a4e5f9a11d89f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1616.196281] env[62361]: DEBUG oslo_concurrency.lockutils [None req-092c9719-e681-461a-b53b-d59a4485400e tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "a95ff5b0-11a2-44ef-97e8-b197d74b42fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.072s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.216222] env[62361]: INFO nova.compute.manager [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Took 22.92 seconds to build instance. [ 1616.289285] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b002c6-3a1e-0dcd-2571-9b003c084a01, 'name': SearchDatastore_Task, 'duration_secs': 0.020915} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.290654] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.290654] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1616.290654] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.290654] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.290654] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1616.291020] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0d19a92-8ead-44dd-85b8-439c67635795 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.301450] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1616.301719] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1616.302597] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93571947-d303-44cf-83ae-100f3d1965b6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.309490] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1616.309490] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525264e1-002f-b012-04a9-bc3a12c43a7d" [ 1616.309490] env[62361]: _type = "Task" [ 1616.309490] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.318769] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525264e1-002f-b012-04a9-bc3a12c43a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.427415] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708569, 'name': PowerOffVM_Task, 'duration_secs': 0.375182} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.427521] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1616.428752] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f007ce21-95c6-4fc0-a900-18124d83b9ba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.464560] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2323c45-a53c-435a-bcc2-f884a68d98fa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.477772] env[62361]: DEBUG oslo_concurrency.lockutils [req-60fda3a8-3e08-42e3-ae02-f72d7046b36d req-65487087-86fd-487e-b5e7-7689e1702f4e service nova] Releasing lock "refresh_cache-e53bef48-f10b-46b4-8c95-c5e53c56c9ca" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.489268] env[62361]: DEBUG nova.objects.base [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1616.491024] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4f40ec-75dd-46f6-b4f1-33841ceb244c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.520175] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7b4b2d-7b1b-4bea-a3d7-494673519507 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.527197] env[62361]: DEBUG oslo_vmware.api [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1616.527197] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d87b7e-195c-61d1-57fd-7227fe7fc7f0" [ 1616.527197] env[62361]: _type = "Task" [ 1616.527197] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.536891] env[62361]: DEBUG nova.compute.manager [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1616.539783] env[62361]: DEBUG oslo_vmware.api [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d87b7e-195c-61d1-57fd-7227fe7fc7f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.557977] env[62361]: DEBUG nova.network.neutron [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Successfully created port: e5209641-1ad9-4e19-807b-78fec2bb28c5 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1616.718910] env[62361]: DEBUG oslo_concurrency.lockutils [None req-68863ddc-edbb-4a47-b5b3-ebbc32593b3a tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "b6b3f152-2a1c-4ee4-8dab-f37c8db38201" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.432s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.822230] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525264e1-002f-b012-04a9-bc3a12c43a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.014577} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.823138] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a64bf9-ffac-4caa-a01b-f3bf7ffae085 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.829012] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1616.829012] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5235ed5b-a943-a9b9-2876-432258f60329" [ 1616.829012] env[62361]: _type = "Task" [ 1616.829012] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.839552] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5235ed5b-a943-a9b9-2876-432258f60329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.981779] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1616.981779] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-73b8272f-f2bb-4a4c-8564-2dfe96346a28 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.000856] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1617.000856] env[62361]: value = "task-1708570" [ 1617.000856] env[62361]: _type = "Task" [ 1617.000856] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.012546] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708570, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.045187] env[62361]: DEBUG oslo_vmware.api [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d87b7e-195c-61d1-57fd-7227fe7fc7f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.046030] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.046030] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.204419] env[62361]: DEBUG nova.compute.manager [req-987a4879-1802-453e-be29-cb7492b34c61 req-aa5220ec-6e3a-474c-b86d-f22729d20832 service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Received event network-vif-deleted-c71dd049-32c0-474e-a64e-89dfee000383 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1617.206748] env[62361]: INFO nova.compute.manager [req-987a4879-1802-453e-be29-cb7492b34c61 req-aa5220ec-6e3a-474c-b86d-f22729d20832 service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Neutron deleted interface c71dd049-32c0-474e-a64e-89dfee000383; detaching it from the instance and deleting it from the info cache [ 1617.206748] env[62361]: DEBUG nova.network.neutron [req-987a4879-1802-453e-be29-cb7492b34c61 req-aa5220ec-6e3a-474c-b86d-f22729d20832 service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.341402] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5235ed5b-a943-a9b9-2876-432258f60329, 'name': SearchDatastore_Task, 'duration_secs': 0.028057} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.341863] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.342172] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] e53bef48-f10b-46b4-8c95-c5e53c56c9ca/e53bef48-f10b-46b4-8c95-c5e53c56c9ca.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1617.342871] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3674a97f-46a7-47b6-9229-9c359f032b97 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.350371] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1617.350371] env[62361]: value = "task-1708571" [ 1617.350371] env[62361]: _type = "Task" [ 1617.350371] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.359794] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.386279] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Volume attach. Driver type: vmdk {{(pid=62361) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1617.386279] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355976', 'volume_id': 'fa9b9405-0e70-44a0-affd-a0bd0c6fafb5', 'name': 'volume-fa9b9405-0e70-44a0-affd-a0bd0c6fafb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6fd8ee3-7216-45c2-9169-93e5072bcc74', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa9b9405-0e70-44a0-affd-a0bd0c6fafb5', 'serial': 'fa9b9405-0e70-44a0-affd-a0bd0c6fafb5'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1617.386279] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc292c1-1e37-48fa-93c5-04436320462d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.411461] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407777b3-0a2a-44d5-8ba1-2c6862a646d8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.435021] env[62361]: DEBUG oslo_concurrency.lockutils [None req-af8ad704-ee6d-4b69-b276-8cb5af51f28d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "a95ff5b0-11a2-44ef-97e8-b197d74b42fb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.435021] env[62361]: DEBUG oslo_concurrency.lockutils [None req-af8ad704-ee6d-4b69-b276-8cb5af51f28d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "a95ff5b0-11a2-44ef-97e8-b197d74b42fb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.435021] env[62361]: DEBUG nova.compute.manager [None req-af8ad704-ee6d-4b69-b276-8cb5af51f28d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1617.444152] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] volume-fa9b9405-0e70-44a0-affd-a0bd0c6fafb5/volume-fa9b9405-0e70-44a0-affd-a0bd0c6fafb5.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1617.445269] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d3e2b7-c301-4576-bde9-05d13a0d1222 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.448813] env[62361]: DEBUG nova.network.neutron [-] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.450987] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a004dd04-4761-4eba-9c9b-dfadd94793f6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.474119] env[62361]: DEBUG nova.compute.manager [None req-af8ad704-ee6d-4b69-b276-8cb5af51f28d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62361) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1617.474119] env[62361]: DEBUG nova.objects.instance [None req-af8ad704-ee6d-4b69-b276-8cb5af51f28d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lazy-loading 'flavor' on Instance uuid a95ff5b0-11a2-44ef-97e8-b197d74b42fb {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1617.477838] env[62361]: DEBUG oslo_vmware.api [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1617.477838] env[62361]: value = "task-1708572" [ 1617.477838] env[62361]: _type = "Task" [ 1617.477838] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.492545] env[62361]: DEBUG oslo_vmware.api [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708572, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.498742] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "b6b3f152-2a1c-4ee4-8dab-f37c8db38201" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.498742] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "b6b3f152-2a1c-4ee4-8dab-f37c8db38201" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.498742] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "b6b3f152-2a1c-4ee4-8dab-f37c8db38201-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.498742] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "b6b3f152-2a1c-4ee4-8dab-f37c8db38201-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.498742] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "b6b3f152-2a1c-4ee4-8dab-f37c8db38201-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.500997] env[62361]: INFO nova.compute.manager [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Terminating instance [ 1617.503136] env[62361]: DEBUG nova.compute.manager [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1617.503400] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1617.505329] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398d6c07-e5c8-46f3-b60d-a5cb9d87343c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.522200] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708570, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.525337] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1617.525680] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f19b3fb0-79ae-447b-a238-9477104cc9ac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.532368] env[62361]: DEBUG oslo_vmware.api [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1617.532368] env[62361]: value = "task-1708573" [ 1617.532368] env[62361]: _type = "Task" [ 1617.532368] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.545197] env[62361]: DEBUG oslo_vmware.api [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.553798] env[62361]: DEBUG nova.compute.manager [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1617.595454] env[62361]: DEBUG nova.virt.hardware [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1617.595750] env[62361]: DEBUG nova.virt.hardware [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1617.595941] env[62361]: DEBUG nova.virt.hardware [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1617.596175] env[62361]: DEBUG nova.virt.hardware [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1617.596325] env[62361]: DEBUG nova.virt.hardware [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1617.596479] env[62361]: DEBUG nova.virt.hardware [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1617.596685] env[62361]: DEBUG nova.virt.hardware [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1617.596841] env[62361]: DEBUG nova.virt.hardware [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1617.597014] env[62361]: DEBUG nova.virt.hardware [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1617.597187] env[62361]: DEBUG nova.virt.hardware [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1617.597355] env[62361]: DEBUG nova.virt.hardware [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1617.598366] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b22efb-fdc1-4e8d-be30-7ad8e5e8d554 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.607647] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290f901e-ea03-426a-a029-995abcd2909c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.709490] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4e6ac98-af4f-48c7-b3b5-538a7fbf2ee9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.719439] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97510a7-9ca5-4422-967e-318564083a8d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.764031] env[62361]: DEBUG nova.compute.manager [req-987a4879-1802-453e-be29-cb7492b34c61 req-aa5220ec-6e3a-474c-b86d-f22729d20832 service nova] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Detach interface failed, port_id=c71dd049-32c0-474e-a64e-89dfee000383, reason: Instance 1751c8c5-854f-45f2-a559-95a4ccd0f578 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1617.865499] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708571, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.899024] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0222e7-176b-4e85-a7f9-6b0f91ba7f10 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.907893] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d000c9-e014-4300-9113-d251a8ce7a1f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.942824] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321718e8-62f1-4d9f-8302-de2df87a6e2a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.952921] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fdc6c9-678f-487a-9411-f257e1a0ff89 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.956567] env[62361]: INFO nova.compute.manager [-] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Took 2.17 seconds to deallocate network for instance. [ 1617.974764] env[62361]: DEBUG nova.compute.provider_tree [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.990552] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8ad704-ee6d-4b69-b276-8cb5af51f28d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1617.990552] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a09c59a0-c509-4aeb-8d14-70e109202e68 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.999808] env[62361]: DEBUG oslo_vmware.api [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.001583] env[62361]: DEBUG oslo_vmware.api [None req-af8ad704-ee6d-4b69-b276-8cb5af51f28d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1618.001583] env[62361]: value = "task-1708574" [ 1618.001583] env[62361]: _type = "Task" [ 1618.001583] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.016966] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708570, 'name': CreateSnapshot_Task, 'duration_secs': 0.661811} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.019941] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1618.020185] env[62361]: DEBUG oslo_vmware.api [None req-af8ad704-ee6d-4b69-b276-8cb5af51f28d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.020881] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdc42e3-7cb8-448e-8255-6d5104d2d6aa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.044101] env[62361]: DEBUG oslo_vmware.api [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708573, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.167218] env[62361]: DEBUG nova.compute.manager [req-4fa32895-ed2a-42cf-962a-06e3bc2da711 req-61c23eca-0bea-445c-9127-7b6dac028ef9 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Received event network-vif-plugged-e5209641-1ad9-4e19-807b-78fec2bb28c5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1618.167550] env[62361]: DEBUG oslo_concurrency.lockutils [req-4fa32895-ed2a-42cf-962a-06e3bc2da711 req-61c23eca-0bea-445c-9127-7b6dac028ef9 service nova] Acquiring lock "c0f760a8-b10d-44eb-b523-7ee51667fa24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.167811] env[62361]: DEBUG oslo_concurrency.lockutils [req-4fa32895-ed2a-42cf-962a-06e3bc2da711 req-61c23eca-0bea-445c-9127-7b6dac028ef9 service nova] Lock "c0f760a8-b10d-44eb-b523-7ee51667fa24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.167993] env[62361]: DEBUG oslo_concurrency.lockutils [req-4fa32895-ed2a-42cf-962a-06e3bc2da711 req-61c23eca-0bea-445c-9127-7b6dac028ef9 service nova] Lock "c0f760a8-b10d-44eb-b523-7ee51667fa24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.168610] env[62361]: DEBUG nova.compute.manager [req-4fa32895-ed2a-42cf-962a-06e3bc2da711 req-61c23eca-0bea-445c-9127-7b6dac028ef9 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] No waiting events found dispatching network-vif-plugged-e5209641-1ad9-4e19-807b-78fec2bb28c5 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1618.168610] env[62361]: WARNING nova.compute.manager [req-4fa32895-ed2a-42cf-962a-06e3bc2da711 req-61c23eca-0bea-445c-9127-7b6dac028ef9 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Received unexpected event network-vif-plugged-e5209641-1ad9-4e19-807b-78fec2bb28c5 for instance with vm_state building and task_state spawning. [ 1618.287693] env[62361]: DEBUG nova.network.neutron [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Successfully updated port: e5209641-1ad9-4e19-807b-78fec2bb28c5 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1618.363206] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598089} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.363615] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] e53bef48-f10b-46b4-8c95-c5e53c56c9ca/e53bef48-f10b-46b4-8c95-c5e53c56c9ca.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1618.363859] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1618.364199] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6363d013-474b-452a-b74e-90332e60263e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.372629] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1618.372629] env[62361]: value = "task-1708575" [ 1618.372629] env[62361]: _type = "Task" [ 1618.372629] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.381320] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.478947] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.479892] env[62361]: DEBUG nova.scheduler.client.report [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1618.496418] env[62361]: DEBUG oslo_vmware.api [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708572, 'name': ReconfigVM_Task, 'duration_secs': 0.855408} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.497697] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Reconfigured VM instance instance-00000032 to attach disk [datastore1] volume-fa9b9405-0e70-44a0-affd-a0bd0c6fafb5/volume-fa9b9405-0e70-44a0-affd-a0bd0c6fafb5.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1618.506956] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd88f185-fddd-44e8-8268-fe4726fcf1fe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.537658] env[62361]: DEBUG oslo_vmware.api [None req-af8ad704-ee6d-4b69-b276-8cb5af51f28d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708574, 'name': PowerOffVM_Task, 'duration_secs': 0.214168} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.543070] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8ad704-ee6d-4b69-b276-8cb5af51f28d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1618.543144] env[62361]: DEBUG nova.compute.manager [None req-af8ad704-ee6d-4b69-b276-8cb5af51f28d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1618.555578] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1618.556129] env[62361]: DEBUG oslo_vmware.api [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1618.556129] env[62361]: value = "task-1708576" [ 1618.556129] env[62361]: _type = "Task" [ 1618.556129] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.559724] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2073ebd-ee17-4be5-894c-6d2bcd70f404 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.563073] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e9ce3f4e-c27e-4510-9270-97a43059dbda {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.576792] env[62361]: DEBUG oslo_vmware.api [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708573, 'name': PowerOffVM_Task, 'duration_secs': 0.541643} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.577320] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1618.577519] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1618.579324] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffe66b17-7e56-4440-8eb5-6397c22429bc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.589254] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1618.589254] env[62361]: value = "task-1708577" [ 1618.589254] env[62361]: _type = "Task" [ 1618.589254] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.589401] env[62361]: DEBUG oslo_vmware.api [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.604184] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708577, 'name': CloneVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.670714] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1618.670940] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1618.671199] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleting the datastore file [datastore1] b6b3f152-2a1c-4ee4-8dab-f37c8db38201 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1618.671912] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e7e7aae-0361-4c10-929d-b69ce5a1509d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.680044] env[62361]: DEBUG oslo_vmware.api [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1618.680044] env[62361]: value = "task-1708579" [ 1618.680044] env[62361]: _type = "Task" [ 1618.680044] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.693411] env[62361]: DEBUG oslo_vmware.api [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.790757] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Acquiring lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.790988] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Acquired lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.791238] env[62361]: DEBUG nova.network.neutron [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1618.883639] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095302} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.883918] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1618.884925] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d24011c-0b61-47b9-8b89-2394cd3affcc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.908649] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] e53bef48-f10b-46b4-8c95-c5e53c56c9ca/e53bef48-f10b-46b4-8c95-c5e53c56c9ca.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.908981] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec96d9a7-af88-4fe5-9b29-e4b28ee14252 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.930621] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1618.930621] env[62361]: value = "task-1708580" [ 1618.930621] env[62361]: _type = "Task" [ 1618.930621] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.940747] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.078237] env[62361]: DEBUG oslo_vmware.api [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708576, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.096884] env[62361]: DEBUG oslo_concurrency.lockutils [None req-af8ad704-ee6d-4b69-b276-8cb5af51f28d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "a95ff5b0-11a2-44ef-97e8-b197d74b42fb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.663s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.104522] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708577, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.191500] env[62361]: DEBUG oslo_vmware.api [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.335056] env[62361]: DEBUG nova.network.neutron [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1619.441804] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.495972] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.449s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.500272] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.021s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.500272] env[62361]: DEBUG nova.objects.instance [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Lazy-loading 'resources' on Instance uuid 1751c8c5-854f-45f2-a559-95a4ccd0f578 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1619.527048] env[62361]: DEBUG nova.network.neutron [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Updating instance_info_cache with network_info: [{"id": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "address": "fa:16:3e:00:e5:62", "network": {"id": "da12899d-2eb3-49f2-a0af-74af8dc839e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1077131149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c22d101e354ebc9e1a4e5f9a11d89f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5209641-1a", "ovs_interfaceid": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.579732] env[62361]: DEBUG oslo_vmware.api [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708576, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.604868] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708577, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.652873] env[62361]: DEBUG oslo_vmware.rw_handles [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ca5a8-c414-03e1-cca1-5c8652e90641/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1619.654058] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27966cb-c251-4b88-b545-2e2975481448 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.661123] env[62361]: DEBUG oslo_vmware.rw_handles [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ca5a8-c414-03e1-cca1-5c8652e90641/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1619.661298] env[62361]: ERROR oslo_vmware.rw_handles [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ca5a8-c414-03e1-cca1-5c8652e90641/disk-0.vmdk due to incomplete transfer. [ 1619.661537] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b3772af0-31bd-4ec7-adeb-a816a372aa5a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.671316] env[62361]: DEBUG oslo_vmware.rw_handles [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ca5a8-c414-03e1-cca1-5c8652e90641/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1619.671316] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Uploaded image d838d894-137a-4674-9c49-c5e4d139f53e to the Glance image server {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1619.674117] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1619.674403] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ed43bc7-e227-463f-a883-09c945dfd032 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.689244] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1619.689244] env[62361]: value = "task-1708581" [ 1619.689244] env[62361]: _type = "Task" [ 1619.689244] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.694555] env[62361]: DEBUG oslo_vmware.api [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520464} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.698404] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1619.699070] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1619.699070] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1619.699070] env[62361]: INFO nova.compute.manager [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1619.699236] env[62361]: DEBUG oslo.service.loopingcall [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1619.699448] env[62361]: DEBUG nova.compute.manager [-] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1619.699544] env[62361]: DEBUG nova.network.neutron [-] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1619.707385] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708581, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.943382] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.030037] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Releasing lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.030037] env[62361]: DEBUG nova.compute.manager [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Instance network_info: |[{"id": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "address": "fa:16:3e:00:e5:62", "network": {"id": "da12899d-2eb3-49f2-a0af-74af8dc839e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1077131149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c22d101e354ebc9e1a4e5f9a11d89f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5209641-1a", "ovs_interfaceid": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1620.030343] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:e5:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5209641-1ad9-4e19-807b-78fec2bb28c5', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1620.038121] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Creating folder: Project (58c22d101e354ebc9e1a4e5f9a11d89f). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1620.040647] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-523bddb1-60e7-4a6b-9dda-31ec7e64624d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.058366] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Created folder: Project (58c22d101e354ebc9e1a4e5f9a11d89f) in parent group-v355747. [ 1620.058608] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Creating folder: Instances. Parent ref: group-v355980. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1620.058877] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8c1031a-1bd5-404d-9652-7b80c07552c1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.066652] env[62361]: INFO nova.scheduler.client.report [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleted allocation for migration 3e4c1d3a-0d02-4295-a854-53286e4209e0 [ 1620.077875] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Created folder: Instances in parent group-v355980. [ 1620.078938] env[62361]: DEBUG oslo.service.loopingcall [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.078938] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1620.079125] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d93dd936-2724-4f34-ab10-333915d02cfd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.100753] env[62361]: DEBUG oslo_vmware.api [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708576, 'name': ReconfigVM_Task, 'duration_secs': 1.221982} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.105083] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355976', 'volume_id': 'fa9b9405-0e70-44a0-affd-a0bd0c6fafb5', 'name': 'volume-fa9b9405-0e70-44a0-affd-a0bd0c6fafb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6fd8ee3-7216-45c2-9169-93e5072bcc74', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa9b9405-0e70-44a0-affd-a0bd0c6fafb5', 'serial': 'fa9b9405-0e70-44a0-affd-a0bd0c6fafb5'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1620.107769] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1620.107769] env[62361]: value = "task-1708584" [ 1620.107769] env[62361]: _type = "Task" [ 1620.107769] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.116248] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708577, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.125575] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708584, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.203274] env[62361]: DEBUG nova.compute.manager [req-8ab9927b-8f1a-4cc1-9c3b-9f2a4e997d28 req-a84c36a0-f156-4a74-ad68-b5c75ef2a628 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Received event network-changed-e5209641-1ad9-4e19-807b-78fec2bb28c5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1620.203659] env[62361]: DEBUG nova.compute.manager [req-8ab9927b-8f1a-4cc1-9c3b-9f2a4e997d28 req-a84c36a0-f156-4a74-ad68-b5c75ef2a628 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Refreshing instance network info cache due to event network-changed-e5209641-1ad9-4e19-807b-78fec2bb28c5. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1620.204171] env[62361]: DEBUG oslo_concurrency.lockutils [req-8ab9927b-8f1a-4cc1-9c3b-9f2a4e997d28 req-a84c36a0-f156-4a74-ad68-b5c75ef2a628 service nova] Acquiring lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.204901] env[62361]: DEBUG oslo_concurrency.lockutils [req-8ab9927b-8f1a-4cc1-9c3b-9f2a4e997d28 req-a84c36a0-f156-4a74-ad68-b5c75ef2a628 service nova] Acquired lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.204901] env[62361]: DEBUG nova.network.neutron [req-8ab9927b-8f1a-4cc1-9c3b-9f2a4e997d28 req-a84c36a0-f156-4a74-ad68-b5c75ef2a628 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Refreshing network info cache for port e5209641-1ad9-4e19-807b-78fec2bb28c5 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1620.210306] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708581, 'name': Destroy_Task, 'duration_secs': 0.465643} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.214060] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Destroyed the VM [ 1620.214405] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1620.215862] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f22c06a1-f7ab-4b20-8a79-e04a668c0a93 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.224768] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1620.224768] env[62361]: value = "task-1708585" [ 1620.224768] env[62361]: _type = "Task" [ 1620.224768] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.241340] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708585, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.301993] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8099d72f-598a-480c-8eb8-b29715ef2615 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.311961] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3f2448-b0aa-4162-9b49-f2b3aa443980 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.343223] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3318a107-33b0-4230-82a8-adfdf7b8ecf1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.351886] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeb33fc-a985-4105-85f2-765bb9a5e6c6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.366652] env[62361]: DEBUG nova.compute.provider_tree [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.443910] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708580, 'name': ReconfigVM_Task, 'duration_secs': 1.259055} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.444245] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Reconfigured VM instance instance-00000054 to attach disk [datastore1] e53bef48-f10b-46b4-8c95-c5e53c56c9ca/e53bef48-f10b-46b4-8c95-c5e53c56c9ca.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.444919] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bebaa72-8008-47e4-bbd0-1c7bd6a2af5d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.456354] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1620.456354] env[62361]: value = "task-1708586" [ 1620.456354] env[62361]: _type = "Task" [ 1620.456354] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.460665] env[62361]: DEBUG nova.network.neutron [-] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.477826] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708586, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.577454] env[62361]: DEBUG oslo_concurrency.lockutils [None req-87ae6ba5-c9ea-4d2f-87fd-0aa9c34ddacc tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "c787f9cf-09f6-422d-9ec1-77992cd49360" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.371s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.611491] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708577, 'name': CloneVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.625983] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708584, 'name': CreateVM_Task, 'duration_secs': 0.513469} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.626121] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1620.626852] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.626971] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.627441] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1620.627714] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec7970c-22e8-4afa-afbf-2dc49935e7b5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.634911] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Waiting for the task: (returnval){ [ 1620.634911] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529f1b80-a7f9-d215-52ba-b2895a8d8db0" [ 1620.634911] env[62361]: _type = "Task" [ 1620.634911] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.644727] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529f1b80-a7f9-d215-52ba-b2895a8d8db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.736281] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708585, 'name': RemoveSnapshot_Task, 'duration_secs': 0.376911} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.736833] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1620.737080] env[62361]: DEBUG nova.compute.manager [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1620.737872] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29aaf95a-7782-4b74-a44d-a5798e0bd720 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.870563] env[62361]: DEBUG nova.scheduler.client.report [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1620.963880] env[62361]: INFO nova.compute.manager [-] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Took 1.26 seconds to deallocate network for instance. [ 1620.968944] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708586, 'name': Rename_Task, 'duration_secs': 0.255771} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.971700] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.972131] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e39c9c82-3c23-41f7-a991-fa0f922d8650 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.980040] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1620.980040] env[62361]: value = "task-1708587" [ 1620.980040] env[62361]: _type = "Task" [ 1620.980040] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.987978] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.002551] env[62361]: DEBUG nova.compute.manager [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1621.006460] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0882acb-1769-436f-a877-e515dc6852cc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.113729] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708577, 'name': CloneVM_Task, 'duration_secs': 2.130412} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.114013] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Created linked-clone VM from snapshot [ 1621.114786] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61a4396-b868-4de3-877b-4d3aa01b8421 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.124460] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Uploading image 57027ece-77af-41fa-95eb-77417ee54132 {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1621.146836] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529f1b80-a7f9-d215-52ba-b2895a8d8db0, 'name': SearchDatastore_Task, 'duration_secs': 0.015454} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.148989] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.149242] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1621.149684] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.149861] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.150062] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1621.150526] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc7baa84-3686-41fa-ac58-49b6b0c474b8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.157274] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1621.157274] env[62361]: value = "vm-355979" [ 1621.157274] env[62361]: _type = "VirtualMachine" [ 1621.157274] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1621.157513] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-20b72295-d7cf-45bd-a4eb-fe2ba78c9cad {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.162238] env[62361]: DEBUG nova.objects.instance [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lazy-loading 'flavor' on Instance uuid a6fd8ee3-7216-45c2-9169-93e5072bcc74 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1621.163580] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1621.163970] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1621.166052] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae90368-81f9-4bab-add3-984e0daac854 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.170330] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lease: (returnval){ [ 1621.170330] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521885cd-f797-4d3c-a0b9-163bdd4a7592" [ 1621.170330] env[62361]: _type = "HttpNfcLease" [ 1621.170330] env[62361]: } obtained for exporting VM: (result){ [ 1621.170330] env[62361]: value = "vm-355979" [ 1621.170330] env[62361]: _type = "VirtualMachine" [ 1621.170330] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1621.170823] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the lease: (returnval){ [ 1621.170823] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521885cd-f797-4d3c-a0b9-163bdd4a7592" [ 1621.170823] env[62361]: _type = "HttpNfcLease" [ 1621.170823] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1621.176808] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Waiting for the task: (returnval){ [ 1621.176808] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c137f0-491b-3ba8-78c7-86c4d8a285db" [ 1621.176808] env[62361]: _type = "Task" [ 1621.176808] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.181880] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1621.181880] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521885cd-f797-4d3c-a0b9-163bdd4a7592" [ 1621.181880] env[62361]: _type = "HttpNfcLease" [ 1621.181880] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1621.182529] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1621.182529] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521885cd-f797-4d3c-a0b9-163bdd4a7592" [ 1621.182529] env[62361]: _type = "HttpNfcLease" [ 1621.182529] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1621.183323] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95f6013-9a8e-4ae3-8318-a6e8f4279d11 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.189470] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c137f0-491b-3ba8-78c7-86c4d8a285db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.190483] env[62361]: DEBUG nova.network.neutron [req-8ab9927b-8f1a-4cc1-9c3b-9f2a4e997d28 req-a84c36a0-f156-4a74-ad68-b5c75ef2a628 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Updated VIF entry in instance network info cache for port e5209641-1ad9-4e19-807b-78fec2bb28c5. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1621.190796] env[62361]: DEBUG nova.network.neutron [req-8ab9927b-8f1a-4cc1-9c3b-9f2a4e997d28 req-a84c36a0-f156-4a74-ad68-b5c75ef2a628 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Updating instance_info_cache with network_info: [{"id": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "address": "fa:16:3e:00:e5:62", "network": {"id": "da12899d-2eb3-49f2-a0af-74af8dc839e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1077131149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c22d101e354ebc9e1a4e5f9a11d89f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5209641-1a", "ovs_interfaceid": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.198525] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb51df-aa7c-dc30-b376-4b144155a047/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1621.198712] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb51df-aa7c-dc30-b376-4b144155a047/disk-0.vmdk for reading. {{(pid=62361) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1621.287234] env[62361]: INFO nova.compute.manager [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Shelve offloading [ 1621.289444] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.289761] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44eb24de-5a0f-44e2-b154-15b07a3651fa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.301197] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1621.301197] env[62361]: value = "task-1708589" [ 1621.301197] env[62361]: _type = "Task" [ 1621.301197] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.313012] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] VM already powered off {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1621.313219] env[62361]: DEBUG nova.compute.manager [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1621.313966] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d244cce-c7bb-459c-9d83-57ff1e31b9f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.319815] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.319975] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquired lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.320156] env[62361]: DEBUG nova.network.neutron [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1621.323883] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a1f8a563-d871-4873-8dd3-fe51912190f6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.382549] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.407551] env[62361]: INFO nova.scheduler.client.report [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Deleted allocations for instance 1751c8c5-854f-45f2-a559-95a4ccd0f578 [ 1621.473458] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.473764] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.474024] env[62361]: DEBUG nova.objects.instance [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lazy-loading 'resources' on Instance uuid b6b3f152-2a1c-4ee4-8dab-f37c8db38201 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1621.491069] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.523445] env[62361]: INFO nova.compute.manager [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] instance snapshotting [ 1621.523657] env[62361]: WARNING nova.compute.manager [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1621.526335] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d28eea-58d9-412e-9de5-ef16585c3bb8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.547904] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094845bf-c996-42e8-baf2-e6152bacfb7d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.668686] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ce4bdabd-7590-45fc-9e58-9b321152825f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.934s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.688957] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c137f0-491b-3ba8-78c7-86c4d8a285db, 'name': SearchDatastore_Task, 'duration_secs': 0.023734} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.691200] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8071cf8-9230-458a-b7ee-7d39b6f99d7d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.695390] env[62361]: DEBUG oslo_concurrency.lockutils [req-8ab9927b-8f1a-4cc1-9c3b-9f2a4e997d28 req-a84c36a0-f156-4a74-ad68-b5c75ef2a628 service nova] Releasing lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.695390] env[62361]: DEBUG nova.compute.manager [req-8ab9927b-8f1a-4cc1-9c3b-9f2a4e997d28 req-a84c36a0-f156-4a74-ad68-b5c75ef2a628 service nova] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Received event network-vif-deleted-679108a9-622c-4cc7-9e0f-8cf5f85320eb {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1621.695390] env[62361]: INFO nova.compute.manager [req-8ab9927b-8f1a-4cc1-9c3b-9f2a4e997d28 req-a84c36a0-f156-4a74-ad68-b5c75ef2a628 service nova] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Neutron deleted interface 679108a9-622c-4cc7-9e0f-8cf5f85320eb; detaching it from the instance and deleting it from the info cache [ 1621.695602] env[62361]: DEBUG nova.network.neutron [req-8ab9927b-8f1a-4cc1-9c3b-9f2a4e997d28 req-a84c36a0-f156-4a74-ad68-b5c75ef2a628 service nova] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.702987] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Waiting for the task: (returnval){ [ 1621.702987] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f2ba1a-fc01-7495-c2bf-9461f4198666" [ 1621.702987] env[62361]: _type = "Task" [ 1621.702987] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.715340] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f2ba1a-fc01-7495-c2bf-9461f4198666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.916450] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0f563b9e-0be1-47b7-bb7b-2a58d5aa311e tempest-ServersTestJSON-2118238898 tempest-ServersTestJSON-2118238898-project-member] Lock "1751c8c5-854f-45f2-a559-95a4ccd0f578" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.315s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.993686] env[62361]: DEBUG oslo_vmware.api [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708587, 'name': PowerOnVM_Task, 'duration_secs': 0.77843} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.994626] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1621.995425] env[62361]: INFO nova.compute.manager [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1621.995836] env[62361]: DEBUG nova.compute.manager [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1621.997011] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85945090-748f-4402-9024-3d0d89d86e93 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.060014] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1622.062218] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-56d359a3-25df-4fe9-8fd2-38461151c8b9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.071905] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1622.071905] env[62361]: value = "task-1708590" [ 1622.071905] env[62361]: _type = "Task" [ 1622.071905] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.082718] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.111475] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "c787f9cf-09f6-422d-9ec1-77992cd49360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.111739] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "c787f9cf-09f6-422d-9ec1-77992cd49360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.111991] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "c787f9cf-09f6-422d-9ec1-77992cd49360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.112205] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "c787f9cf-09f6-422d-9ec1-77992cd49360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.112514] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "c787f9cf-09f6-422d-9ec1-77992cd49360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.121044] env[62361]: INFO nova.compute.manager [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Terminating instance [ 1622.126547] env[62361]: DEBUG nova.compute.manager [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1622.126547] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1622.130260] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c1b307-b6a1-40eb-b68b-db75d2cb7d4a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.139940] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1622.140369] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44b61329-85c6-402a-a498-488f50a3393a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.153629] env[62361]: DEBUG oslo_vmware.api [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1622.153629] env[62361]: value = "task-1708591" [ 1622.153629] env[62361]: _type = "Task" [ 1622.153629] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.169944] env[62361]: DEBUG oslo_vmware.api [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.199652] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ced63b40-6923-4e52-910b-289763645a2d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.217845] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c7e576-fda2-4b33-aae3-71825f7caadb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.243710] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f2ba1a-fc01-7495-c2bf-9461f4198666, 'name': SearchDatastore_Task, 'duration_secs': 0.014367} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.245661] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.246208] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] c0f760a8-b10d-44eb-b523-7ee51667fa24/c0f760a8-b10d-44eb-b523-7ee51667fa24.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1622.246800] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7202a29-c1cf-4933-96cb-f7cf222f02c0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.251423] env[62361]: DEBUG nova.network.neutron [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Updating instance_info_cache with network_info: [{"id": "a32f0383-af94-470a-8e96-0e1cd82cb75f", "address": "fa:16:3e:f2:b1:fd", "network": {"id": "15407966-f862-4f39-87ba-5fde1fef7935", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1481493043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b621083704947e7945f28b9bf48c555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32f0383-af", "ovs_interfaceid": "a32f0383-af94-470a-8e96-0e1cd82cb75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.257151] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Waiting for the task: (returnval){ [ 1622.257151] env[62361]: value = "task-1708592" [ 1622.257151] env[62361]: _type = "Task" [ 1622.257151] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.280849] env[62361]: DEBUG nova.compute.manager [req-8ab9927b-8f1a-4cc1-9c3b-9f2a4e997d28 req-a84c36a0-f156-4a74-ad68-b5c75ef2a628 service nova] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Detach interface failed, port_id=679108a9-622c-4cc7-9e0f-8cf5f85320eb, reason: Instance b6b3f152-2a1c-4ee4-8dab-f37c8db38201 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1622.293422] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.361517] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56662be2-074a-4e7c-abdb-d73f7793ce13 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.373026] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ca7c08-952a-43ad-9c0b-6f05411c294f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.409743] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b96bf3-c9b6-4408-94ba-ec75785ad765 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.418983] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a4d971-ffa5-418e-b067-b3807a3c4b50 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.435274] env[62361]: DEBUG nova.compute.provider_tree [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.520023] env[62361]: INFO nova.compute.manager [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Took 24.32 seconds to build instance. [ 1622.590995] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708590, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.670100] env[62361]: DEBUG oslo_vmware.api [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708591, 'name': PowerOffVM_Task, 'duration_secs': 0.20458} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.671794] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1622.673951] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1622.673951] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd6c7ee4-194b-4d66-806d-4d167c25faad {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.682697] env[62361]: DEBUG oslo_concurrency.lockutils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "ce240222-4195-4b7d-9197-cbe08780ad9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.683025] env[62361]: DEBUG oslo_concurrency.lockutils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "ce240222-4195-4b7d-9197-cbe08780ad9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.754500] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Releasing lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.776580] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708592, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.780057] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1622.780316] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1622.780514] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleting the datastore file [datastore1] c787f9cf-09f6-422d-9ec1-77992cd49360 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1622.780883] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51d8713f-3609-4f8c-9784-b392b0387f50 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.789407] env[62361]: DEBUG oslo_vmware.api [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1622.789407] env[62361]: value = "task-1708594" [ 1622.789407] env[62361]: _type = "Task" [ 1622.789407] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.799293] env[62361]: DEBUG oslo_vmware.api [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.939048] env[62361]: DEBUG nova.scheduler.client.report [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1623.021706] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a40c5835-de7b-4c55-8957-a410c4ca61fc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "e53bef48-f10b-46b4-8c95-c5e53c56c9ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.834s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.086017] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708590, 'name': CreateSnapshot_Task, 'duration_secs': 0.605994} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.086017] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1623.086017] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2644642-090c-4e58-a898-7f809e42f31c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.187039] env[62361]: DEBUG nova.compute.manager [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1623.278144] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532231} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.278665] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] c0f760a8-b10d-44eb-b523-7ee51667fa24/c0f760a8-b10d-44eb-b523-7ee51667fa24.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1623.279102] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1623.279427] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f44d9df-071d-4bef-91ce-dfdda002b544 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.288557] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Waiting for the task: (returnval){ [ 1623.288557] env[62361]: value = "task-1708595" [ 1623.288557] env[62361]: _type = "Task" [ 1623.288557] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.303381] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.306846] env[62361]: DEBUG oslo_vmware.api [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450562} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.307131] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1623.307325] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1623.307499] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1623.307677] env[62361]: INFO nova.compute.manager [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1623.308481] env[62361]: DEBUG oslo.service.loopingcall [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1623.308722] env[62361]: DEBUG nova.compute.manager [-] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1623.308809] env[62361]: DEBUG nova.network.neutron [-] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1623.445043] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.466280] env[62361]: INFO nova.scheduler.client.report [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleted allocations for instance b6b3f152-2a1c-4ee4-8dab-f37c8db38201 [ 1623.591320] env[62361]: DEBUG nova.compute.manager [req-9425ff17-12a9-4dfe-b50f-14d2cb4e3cca req-38515586-cbd9-4a2a-83a4-3e89dee17caf service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Received event network-vif-unplugged-a32f0383-af94-470a-8e96-0e1cd82cb75f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1623.591547] env[62361]: DEBUG oslo_concurrency.lockutils [req-9425ff17-12a9-4dfe-b50f-14d2cb4e3cca req-38515586-cbd9-4a2a-83a4-3e89dee17caf service nova] Acquiring lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.591763] env[62361]: DEBUG oslo_concurrency.lockutils [req-9425ff17-12a9-4dfe-b50f-14d2cb4e3cca req-38515586-cbd9-4a2a-83a4-3e89dee17caf service nova] Lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.591933] env[62361]: DEBUG oslo_concurrency.lockutils [req-9425ff17-12a9-4dfe-b50f-14d2cb4e3cca req-38515586-cbd9-4a2a-83a4-3e89dee17caf service nova] Lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.592337] env[62361]: DEBUG nova.compute.manager [req-9425ff17-12a9-4dfe-b50f-14d2cb4e3cca req-38515586-cbd9-4a2a-83a4-3e89dee17caf service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] No waiting events found dispatching network-vif-unplugged-a32f0383-af94-470a-8e96-0e1cd82cb75f {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1623.592614] env[62361]: WARNING nova.compute.manager [req-9425ff17-12a9-4dfe-b50f-14d2cb4e3cca req-38515586-cbd9-4a2a-83a4-3e89dee17caf service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Received unexpected event network-vif-unplugged-a32f0383-af94-470a-8e96-0e1cd82cb75f for instance with vm_state shelved and task_state shelving_offloading. [ 1623.611382] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1623.612144] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c38cd42-e5eb-4eb1-8b19-2757120dcc43 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.627940] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1623.627940] env[62361]: value = "task-1708596" [ 1623.627940] env[62361]: _type = "Task" [ 1623.627940] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.642756] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708596, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.649077] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1623.650129] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5db91b2-c91d-45db-848d-e9ba5b8db1a5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.663513] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1623.663982] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7277b20f-c285-4f4d-a6dd-d62ea7fce274 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.679606] env[62361]: DEBUG nova.compute.manager [req-a267d715-4b55-4721-ae52-c6602d9d0383 req-f9d3b7d8-5200-4c0d-b4a4-25b1cd3b9cf1 service nova] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Received event network-vif-deleted-86e8c6dc-b2c2-4565-b8af-8f178b1ca519 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1623.680111] env[62361]: INFO nova.compute.manager [req-a267d715-4b55-4721-ae52-c6602d9d0383 req-f9d3b7d8-5200-4c0d-b4a4-25b1cd3b9cf1 service nova] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Neutron deleted interface 86e8c6dc-b2c2-4565-b8af-8f178b1ca519; detaching it from the instance and deleting it from the info cache [ 1623.680385] env[62361]: DEBUG nova.network.neutron [req-a267d715-4b55-4721-ae52-c6602d9d0383 req-f9d3b7d8-5200-4c0d-b4a4-25b1cd3b9cf1 service nova] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.721226] env[62361]: DEBUG oslo_concurrency.lockutils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.721226] env[62361]: DEBUG oslo_concurrency.lockutils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.722694] env[62361]: INFO nova.compute.claims [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1623.782916] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1623.783267] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1623.783467] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Deleting the datastore file [datastore1] 1453ac2c-c25c-4914-a6a3-f84bce809e1e {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1623.788394] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eae0222-c370-4c47-87d3-027b1cf4068f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.801824] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1623.801824] env[62361]: value = "task-1708598" [ 1623.801824] env[62361]: _type = "Task" [ 1623.801824] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.807336] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08511} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.810254] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1623.811314] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c95830-69d2-4631-83b9-9d5db55177d6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.826570] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.846751] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] c0f760a8-b10d-44eb-b523-7ee51667fa24/c0f760a8-b10d-44eb-b523-7ee51667fa24.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1623.849023] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8287ec0a-5dc0-4335-9c19-05af5b6fc285 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.871643] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Waiting for the task: (returnval){ [ 1623.871643] env[62361]: value = "task-1708599" [ 1623.871643] env[62361]: _type = "Task" [ 1623.871643] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.883679] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.977945] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "a9719205-e53d-4dbc-ae61-a6ca06ecaa0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.978559] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a9719205-e53d-4dbc-ae61-a6ca06ecaa0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.980200] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3d8a592f-9c69-495a-bebb-6ed0c6847244 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "b6b3f152-2a1c-4ee4-8dab-f37c8db38201" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.483s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.140189] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708596, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.149057] env[62361]: DEBUG nova.network.neutron [-] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.155179] env[62361]: DEBUG oslo_concurrency.lockutils [None req-67272661-f685-4d64-951e-72d109a54a2c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "e53bef48-f10b-46b4-8c95-c5e53c56c9ca" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.155850] env[62361]: DEBUG oslo_concurrency.lockutils [None req-67272661-f685-4d64-951e-72d109a54a2c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "e53bef48-f10b-46b4-8c95-c5e53c56c9ca" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.157031] env[62361]: DEBUG nova.compute.manager [None req-67272661-f685-4d64-951e-72d109a54a2c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1624.157125] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b0c7b7-d611-420d-b160-664d84028ec9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.165552] env[62361]: DEBUG nova.compute.manager [None req-67272661-f685-4d64-951e-72d109a54a2c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62361) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1624.166502] env[62361]: DEBUG nova.objects.instance [None req-67272661-f685-4d64-951e-72d109a54a2c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lazy-loading 'flavor' on Instance uuid e53bef48-f10b-46b4-8c95-c5e53c56c9ca {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.186350] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dd8f934-f3c6-4f7e-81b1-bb1d521a467d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.197017] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc101313-093e-4f3d-8017-f452c5a4ee87 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.252721] env[62361]: DEBUG nova.compute.manager [req-a267d715-4b55-4721-ae52-c6602d9d0383 req-f9d3b7d8-5200-4c0d-b4a4-25b1cd3b9cf1 service nova] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Detach interface failed, port_id=86e8c6dc-b2c2-4565-b8af-8f178b1ca519, reason: Instance c787f9cf-09f6-422d-9ec1-77992cd49360 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1624.319157] env[62361]: DEBUG oslo_vmware.api [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368704} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.323457] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1624.323705] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1624.323892] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1624.359759] env[62361]: INFO nova.scheduler.client.report [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Deleted allocations for instance 1453ac2c-c25c-4914-a6a3-f84bce809e1e [ 1624.382473] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.427178] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "33be6421-85e4-4871-9e4d-d448254f661c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.427412] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "33be6421-85e4-4871-9e4d-d448254f661c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.427680] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "33be6421-85e4-4871-9e4d-d448254f661c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.427867] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "33be6421-85e4-4871-9e4d-d448254f661c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.428045] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "33be6421-85e4-4871-9e4d-d448254f661c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.430387] env[62361]: INFO nova.compute.manager [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Terminating instance [ 1624.433106] env[62361]: DEBUG nova.compute.manager [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1624.433308] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1624.434385] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e0abc5-95ab-4a94-96cd-309e03f34f58 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.447241] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1624.447593] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48d1bb58-c85c-4e70-92e3-ff2d8f9deea7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.460485] env[62361]: DEBUG oslo_vmware.api [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1624.460485] env[62361]: value = "task-1708600" [ 1624.460485] env[62361]: _type = "Task" [ 1624.460485] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.473227] env[62361]: DEBUG oslo_vmware.api [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.482436] env[62361]: DEBUG nova.compute.manager [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1624.576700] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd934f3-c3fa-4ef8-b891-5a610f266aa8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.586051] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7d2a74-d1ca-4323-83f5-cd5f3046aa9f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.621154] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edbde45-4529-40cd-9650-44718f94101f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.634904] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d501e697-5c17-4853-bb22-32d068038804 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.647144] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708596, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.660799] env[62361]: INFO nova.compute.manager [-] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Took 1.35 seconds to deallocate network for instance. [ 1624.662310] env[62361]: DEBUG nova.compute.provider_tree [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.674200] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-67272661-f685-4d64-951e-72d109a54a2c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1624.674200] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-148c9189-66bf-44b3-8d0c-c18d5df12462 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.698596] env[62361]: DEBUG oslo_vmware.api [None req-67272661-f685-4d64-951e-72d109a54a2c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1624.698596] env[62361]: value = "task-1708601" [ 1624.698596] env[62361]: _type = "Task" [ 1624.698596] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.709319] env[62361]: DEBUG oslo_vmware.api [None req-67272661-f685-4d64-951e-72d109a54a2c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.866785] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.886213] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708599, 'name': ReconfigVM_Task, 'duration_secs': 0.782717} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.886213] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Reconfigured VM instance instance-00000055 to attach disk [datastore1] c0f760a8-b10d-44eb-b523-7ee51667fa24/c0f760a8-b10d-44eb-b523-7ee51667fa24.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1624.886213] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cd9b16f-0955-4eae-b4d6-28cc7890a1d4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.895708] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Waiting for the task: (returnval){ [ 1624.895708] env[62361]: value = "task-1708602" [ 1624.895708] env[62361]: _type = "Task" [ 1624.895708] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.905594] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708602, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.975873] env[62361]: DEBUG oslo_vmware.api [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708600, 'name': PowerOffVM_Task, 'duration_secs': 0.334918} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.977177] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1624.977284] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1624.977590] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72584dad-3e6e-4bde-a97c-7278fe8e1d82 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.014274] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.081675] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1625.082038] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1625.082199] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleting the datastore file [datastore1] 33be6421-85e4-4871-9e4d-d448254f661c {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1625.082655] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b28c8975-3e3f-40e3-825f-abc898f01e26 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.092028] env[62361]: DEBUG oslo_vmware.api [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1625.092028] env[62361]: value = "task-1708604" [ 1625.092028] env[62361]: _type = "Task" [ 1625.092028] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.103360] env[62361]: DEBUG oslo_vmware.api [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.141766] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708596, 'name': CloneVM_Task} progress is 95%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.168223] env[62361]: DEBUG nova.scheduler.client.report [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1625.178421] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.218169] env[62361]: DEBUG oslo_vmware.api [None req-67272661-f685-4d64-951e-72d109a54a2c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708601, 'name': PowerOffVM_Task, 'duration_secs': 0.455434} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.218733] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-67272661-f685-4d64-951e-72d109a54a2c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1625.218823] env[62361]: DEBUG nova.compute.manager [None req-67272661-f685-4d64-951e-72d109a54a2c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1625.220079] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9466de-580b-4a92-8fd7-9cb15be3da16 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.407731] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708602, 'name': Rename_Task, 'duration_secs': 0.235055} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.408065] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1625.408348] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-994791a6-063d-4950-a801-e64298b300bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.415505] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Waiting for the task: (returnval){ [ 1625.415505] env[62361]: value = "task-1708605" [ 1625.415505] env[62361]: _type = "Task" [ 1625.415505] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.424221] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.603199] env[62361]: DEBUG oslo_vmware.api [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312746} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.603493] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1625.603701] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1625.603947] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1625.604155] env[62361]: INFO nova.compute.manager [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1625.604403] env[62361]: DEBUG oslo.service.loopingcall [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.604597] env[62361]: DEBUG nova.compute.manager [-] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1625.604694] env[62361]: DEBUG nova.network.neutron [-] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1625.637660] env[62361]: DEBUG nova.compute.manager [req-8ad9342b-c2e4-4983-a46e-3d63357c48c1 req-ab67c365-f9cb-4213-8828-4d051d539b72 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Received event network-changed-a32f0383-af94-470a-8e96-0e1cd82cb75f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1625.637870] env[62361]: DEBUG nova.compute.manager [req-8ad9342b-c2e4-4983-a46e-3d63357c48c1 req-ab67c365-f9cb-4213-8828-4d051d539b72 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Refreshing instance network info cache due to event network-changed-a32f0383-af94-470a-8e96-0e1cd82cb75f. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1625.638103] env[62361]: DEBUG oslo_concurrency.lockutils [req-8ad9342b-c2e4-4983-a46e-3d63357c48c1 req-ab67c365-f9cb-4213-8828-4d051d539b72 service nova] Acquiring lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.638281] env[62361]: DEBUG oslo_concurrency.lockutils [req-8ad9342b-c2e4-4983-a46e-3d63357c48c1 req-ab67c365-f9cb-4213-8828-4d051d539b72 service nova] Acquired lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.638466] env[62361]: DEBUG nova.network.neutron [req-8ad9342b-c2e4-4983-a46e-3d63357c48c1 req-ab67c365-f9cb-4213-8828-4d051d539b72 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Refreshing network info cache for port a32f0383-af94-470a-8e96-0e1cd82cb75f {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1625.646202] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708596, 'name': CloneVM_Task, 'duration_secs': 1.698011} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.647278] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Created linked-clone VM from snapshot [ 1625.648155] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f8b9db-37d7-489a-b2be-9a6098da8fc0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.661024] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Uploading image d4b51f9e-e7d4-474c-b2a4-b7a1c2f7a0ae {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1625.673436] env[62361]: DEBUG oslo_concurrency.lockutils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.952s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.675088] env[62361]: DEBUG nova.compute.manager [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1625.679431] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.813s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.679695] env[62361]: DEBUG nova.objects.instance [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lazy-loading 'resources' on Instance uuid 1453ac2c-c25c-4914-a6a3-f84bce809e1e {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.693446] env[62361]: DEBUG oslo_vmware.rw_handles [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1625.693446] env[62361]: value = "vm-355984" [ 1625.693446] env[62361]: _type = "VirtualMachine" [ 1625.693446] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1625.694010] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0e26bd0d-e16d-4284-8663-f3b5a80020e9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.710049] env[62361]: DEBUG oslo_vmware.rw_handles [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lease: (returnval){ [ 1625.710049] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52705af4-f13f-8d0c-66e8-20fb97937073" [ 1625.710049] env[62361]: _type = "HttpNfcLease" [ 1625.710049] env[62361]: } obtained for exporting VM: (result){ [ 1625.710049] env[62361]: value = "vm-355984" [ 1625.710049] env[62361]: _type = "VirtualMachine" [ 1625.710049] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1625.710049] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the lease: (returnval){ [ 1625.710049] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52705af4-f13f-8d0c-66e8-20fb97937073" [ 1625.710049] env[62361]: _type = "HttpNfcLease" [ 1625.710049] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1625.718262] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1625.718262] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52705af4-f13f-8d0c-66e8-20fb97937073" [ 1625.718262] env[62361]: _type = "HttpNfcLease" [ 1625.718262] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1625.736218] env[62361]: DEBUG oslo_concurrency.lockutils [None req-67272661-f685-4d64-951e-72d109a54a2c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "e53bef48-f10b-46b4-8c95-c5e53c56c9ca" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.580s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.926824] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708605, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.183543] env[62361]: DEBUG nova.compute.utils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1626.185319] env[62361]: DEBUG nova.objects.instance [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lazy-loading 'numa_topology' on Instance uuid 1453ac2c-c25c-4914-a6a3-f84bce809e1e {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.186308] env[62361]: DEBUG nova.compute.manager [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1626.188457] env[62361]: DEBUG nova.network.neutron [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1626.222365] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1626.222365] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52705af4-f13f-8d0c-66e8-20fb97937073" [ 1626.222365] env[62361]: _type = "HttpNfcLease" [ 1626.222365] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1626.222904] env[62361]: DEBUG oslo_vmware.rw_handles [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1626.222904] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52705af4-f13f-8d0c-66e8-20fb97937073" [ 1626.222904] env[62361]: _type = "HttpNfcLease" [ 1626.222904] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1626.224282] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcb071c-37b1-4962-97f3-46541aa76741 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.235485] env[62361]: DEBUG oslo_vmware.rw_handles [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c22beb-be08-d29f-b928-1181e930046e/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1626.236364] env[62361]: DEBUG oslo_vmware.rw_handles [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c22beb-be08-d29f-b928-1181e930046e/disk-0.vmdk for reading. {{(pid=62361) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1626.319634] env[62361]: DEBUG oslo_concurrency.lockutils [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.321837] env[62361]: DEBUG nova.policy [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3fd6bfbc398484eb36d699c77b52b75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '750c381aedae452fb60bdd2f91114613', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1626.408018] env[62361]: DEBUG nova.network.neutron [-] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.428500] env[62361]: DEBUG oslo_vmware.api [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708605, 'name': PowerOnVM_Task, 'duration_secs': 0.642259} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.428806] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1626.429016] env[62361]: INFO nova.compute.manager [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1626.429211] env[62361]: DEBUG nova.compute.manager [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1626.432212] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84388d74-c0d1-4978-8fb7-ed4845629593 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.435464] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-867fec8d-2e8c-4b48-9d8a-a3dd2f83cd3a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.532882] env[62361]: DEBUG nova.network.neutron [req-8ad9342b-c2e4-4983-a46e-3d63357c48c1 req-ab67c365-f9cb-4213-8828-4d051d539b72 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Updated VIF entry in instance network info cache for port a32f0383-af94-470a-8e96-0e1cd82cb75f. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1626.533291] env[62361]: DEBUG nova.network.neutron [req-8ad9342b-c2e4-4983-a46e-3d63357c48c1 req-ab67c365-f9cb-4213-8828-4d051d539b72 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Updating instance_info_cache with network_info: [{"id": "a32f0383-af94-470a-8e96-0e1cd82cb75f", "address": "fa:16:3e:f2:b1:fd", "network": {"id": "15407966-f862-4f39-87ba-5fde1fef7935", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1481493043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b621083704947e7945f28b9bf48c555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa32f0383-af", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.691617] env[62361]: DEBUG nova.objects.base [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Object Instance<1453ac2c-c25c-4914-a6a3-f84bce809e1e> lazy-loaded attributes: resources,numa_topology {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1626.695387] env[62361]: DEBUG nova.compute.manager [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1626.698729] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "e53bef48-f10b-46b4-8c95-c5e53c56c9ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.699088] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "e53bef48-f10b-46b4-8c95-c5e53c56c9ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.699230] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "e53bef48-f10b-46b4-8c95-c5e53c56c9ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.699418] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "e53bef48-f10b-46b4-8c95-c5e53c56c9ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.699594] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "e53bef48-f10b-46b4-8c95-c5e53c56c9ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.701892] env[62361]: INFO nova.compute.manager [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Terminating instance [ 1626.703753] env[62361]: DEBUG nova.compute.manager [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1626.704062] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1626.704828] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10f8df2-db5b-4164-8625-0d5bd14781ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.715185] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1626.715508] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ce7f48e-e3a0-49e3-a697-f0e0b4a7221b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.899641] env[62361]: DEBUG nova.network.neutron [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Successfully created port: f74ef93b-b3b0-4c55-96c7-c777ef4f886b {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1626.911407] env[62361]: INFO nova.compute.manager [-] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Took 1.31 seconds to deallocate network for instance. [ 1626.958333] env[62361]: INFO nova.compute.manager [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Took 14.52 seconds to build instance. [ 1627.037466] env[62361]: DEBUG oslo_concurrency.lockutils [req-8ad9342b-c2e4-4983-a46e-3d63357c48c1 req-ab67c365-f9cb-4213-8828-4d051d539b72 service nova] Releasing lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.049790] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1627.050024] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1627.050620] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleting the datastore file [datastore1] e53bef48-f10b-46b4-8c95-c5e53c56c9ca {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1627.051691] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9b8acdc-d79d-4a2d-8f30-b5d34566f5da {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.054404] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6041c34b-c036-4c5d-bf7d-473306c8e1a5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.063762] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d626e88-2ecf-4c75-b509-d706657ed48b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.068576] env[62361]: DEBUG oslo_vmware.api [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1627.068576] env[62361]: value = "task-1708608" [ 1627.068576] env[62361]: _type = "Task" [ 1627.068576] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.119853] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d39bdde-528f-4317-8116-34d807aee735 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.129874] env[62361]: DEBUG oslo_vmware.api [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.139712] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280c66be-3210-41ae-9d14-0c8b69395acc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.166766] env[62361]: DEBUG nova.compute.provider_tree [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.425020] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.459124] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44ade148-20c7-4246-93a5-0f64ad766a9b tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Lock "c0f760a8-b10d-44eb-b523-7ee51667fa24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.036s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.581177] env[62361]: DEBUG oslo_vmware.api [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269841} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.581750] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1627.582049] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1627.582276] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1627.582475] env[62361]: INFO nova.compute.manager [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Took 0.88 seconds to destroy the instance on the hypervisor. [ 1627.582840] env[62361]: DEBUG oslo.service.loopingcall [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.583135] env[62361]: DEBUG nova.compute.manager [-] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1627.583272] env[62361]: DEBUG nova.network.neutron [-] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1627.670902] env[62361]: DEBUG nova.scheduler.client.report [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1627.710933] env[62361]: DEBUG nova.compute.manager [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1627.724169] env[62361]: DEBUG nova.compute.manager [req-3eb82e72-1138-4804-921e-5cb8fb2d5f01 req-82226014-7894-4395-82e5-c8a80fee46ff service nova] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Received event network-vif-deleted-3b3c35b3-4847-4cae-b225-7547ba4ac6ca {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1628.177701] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.498s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.182488] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.168s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.185340] env[62361]: INFO nova.compute.claims [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1628.465985] env[62361]: DEBUG nova.network.neutron [-] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.695563] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8853dfb7-6ec7-4ddf-b7a8-b0c772764f4c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.599s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.696328] env[62361]: DEBUG oslo_concurrency.lockutils [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.377s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.696524] env[62361]: INFO nova.compute.manager [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Unshelving [ 1628.914530] env[62361]: DEBUG nova.network.neutron [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Successfully updated port: f74ef93b-b3b0-4c55-96c7-c777ef4f886b {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1628.954299] env[62361]: DEBUG nova.compute.manager [req-fac14f4c-5bae-4ae3-a912-44b56e06e275 req-96acdb82-f335-41d8-8d19-60382c39a045 service nova] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Received event network-vif-plugged-f74ef93b-b3b0-4c55-96c7-c777ef4f886b {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1628.954299] env[62361]: DEBUG oslo_concurrency.lockutils [req-fac14f4c-5bae-4ae3-a912-44b56e06e275 req-96acdb82-f335-41d8-8d19-60382c39a045 service nova] Acquiring lock "ce240222-4195-4b7d-9197-cbe08780ad9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.954587] env[62361]: DEBUG oslo_concurrency.lockutils [req-fac14f4c-5bae-4ae3-a912-44b56e06e275 req-96acdb82-f335-41d8-8d19-60382c39a045 service nova] Lock "ce240222-4195-4b7d-9197-cbe08780ad9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.954797] env[62361]: DEBUG oslo_concurrency.lockutils [req-fac14f4c-5bae-4ae3-a912-44b56e06e275 req-96acdb82-f335-41d8-8d19-60382c39a045 service nova] Lock "ce240222-4195-4b7d-9197-cbe08780ad9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.955087] env[62361]: DEBUG nova.compute.manager [req-fac14f4c-5bae-4ae3-a912-44b56e06e275 req-96acdb82-f335-41d8-8d19-60382c39a045 service nova] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] No waiting events found dispatching network-vif-plugged-f74ef93b-b3b0-4c55-96c7-c777ef4f886b {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1628.956276] env[62361]: WARNING nova.compute.manager [req-fac14f4c-5bae-4ae3-a912-44b56e06e275 req-96acdb82-f335-41d8-8d19-60382c39a045 service nova] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Received unexpected event network-vif-plugged-f74ef93b-b3b0-4c55-96c7-c777ef4f886b for instance with vm_state building and task_state spawning. [ 1628.969144] env[62361]: INFO nova.compute.manager [-] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Took 1.39 seconds to deallocate network for instance. [ 1629.417386] env[62361]: DEBUG oslo_concurrency.lockutils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "refresh_cache-ce240222-4195-4b7d-9197-cbe08780ad9e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.417386] env[62361]: DEBUG oslo_concurrency.lockutils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "refresh_cache-ce240222-4195-4b7d-9197-cbe08780ad9e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.417386] env[62361]: DEBUG nova.network.neutron [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.470979] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b60866-f1e1-4f88-9831-f0988f306ec4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.478800] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.485278] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72957384-e53e-48a4-bd26-53bdd0b5ea93 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.516428] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2168afc4-c4a2-4fc3-ae50-0aee4d923151 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.526239] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d62a9e3-fc17-4044-a645-eeb59d149a89 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.545434] env[62361]: DEBUG nova.compute.provider_tree [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.727748] env[62361]: DEBUG oslo_concurrency.lockutils [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.796191] env[62361]: DEBUG nova.compute.manager [req-bf9c119f-8119-415e-8789-1b9ea6dbc899 req-898bf300-8725-4f0f-8bc5-ece43907a5d6 service nova] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Received event network-vif-deleted-fac7d4a0-c72c-49f2-8e29-c5e7ce204fa9 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1629.796422] env[62361]: DEBUG nova.compute.manager [req-bf9c119f-8119-415e-8789-1b9ea6dbc899 req-898bf300-8725-4f0f-8bc5-ece43907a5d6 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Received event network-changed-e5209641-1ad9-4e19-807b-78fec2bb28c5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1629.797169] env[62361]: DEBUG nova.compute.manager [req-bf9c119f-8119-415e-8789-1b9ea6dbc899 req-898bf300-8725-4f0f-8bc5-ece43907a5d6 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Refreshing instance network info cache due to event network-changed-e5209641-1ad9-4e19-807b-78fec2bb28c5. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1629.797408] env[62361]: DEBUG oslo_concurrency.lockutils [req-bf9c119f-8119-415e-8789-1b9ea6dbc899 req-898bf300-8725-4f0f-8bc5-ece43907a5d6 service nova] Acquiring lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.797558] env[62361]: DEBUG oslo_concurrency.lockutils [req-bf9c119f-8119-415e-8789-1b9ea6dbc899 req-898bf300-8725-4f0f-8bc5-ece43907a5d6 service nova] Acquired lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.797730] env[62361]: DEBUG nova.network.neutron [req-bf9c119f-8119-415e-8789-1b9ea6dbc899 req-898bf300-8725-4f0f-8bc5-ece43907a5d6 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Refreshing network info cache for port e5209641-1ad9-4e19-807b-78fec2bb28c5 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.981424] env[62361]: DEBUG nova.network.neutron [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1630.051041] env[62361]: DEBUG nova.scheduler.client.report [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1630.164120] env[62361]: DEBUG nova.network.neutron [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Updating instance_info_cache with network_info: [{"id": "f74ef93b-b3b0-4c55-96c7-c777ef4f886b", "address": "fa:16:3e:ee:4f:df", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74ef93b-b3", "ovs_interfaceid": "f74ef93b-b3b0-4c55-96c7-c777ef4f886b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.556555] env[62361]: DEBUG nova.network.neutron [req-bf9c119f-8119-415e-8789-1b9ea6dbc899 req-898bf300-8725-4f0f-8bc5-ece43907a5d6 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Updated VIF entry in instance network info cache for port e5209641-1ad9-4e19-807b-78fec2bb28c5. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1630.556947] env[62361]: DEBUG nova.network.neutron [req-bf9c119f-8119-415e-8789-1b9ea6dbc899 req-898bf300-8725-4f0f-8bc5-ece43907a5d6 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Updating instance_info_cache with network_info: [{"id": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "address": "fa:16:3e:00:e5:62", "network": {"id": "da12899d-2eb3-49f2-a0af-74af8dc839e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1077131149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c22d101e354ebc9e1a4e5f9a11d89f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5209641-1a", "ovs_interfaceid": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.562218] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.562218] env[62361]: DEBUG nova.compute.manager [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1630.562218] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.384s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.562218] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.568590] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.146s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.568818] env[62361]: DEBUG nova.objects.instance [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lazy-loading 'resources' on Instance uuid 33be6421-85e4-4871-9e4d-d448254f661c {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.606459] env[62361]: INFO nova.scheduler.client.report [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleted allocations for instance c787f9cf-09f6-422d-9ec1-77992cd49360 [ 1630.667579] env[62361]: DEBUG oslo_concurrency.lockutils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "refresh_cache-ce240222-4195-4b7d-9197-cbe08780ad9e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.668769] env[62361]: DEBUG nova.compute.manager [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Instance network_info: |[{"id": "f74ef93b-b3b0-4c55-96c7-c777ef4f886b", "address": "fa:16:3e:ee:4f:df", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74ef93b-b3", "ovs_interfaceid": "f74ef93b-b3b0-4c55-96c7-c777ef4f886b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1630.985954] env[62361]: DEBUG nova.compute.manager [req-0057d494-82c1-41ee-8988-55bded54234b req-d9911328-43ab-42e6-af6e-3537f689d6b5 service nova] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Received event network-changed-f74ef93b-b3b0-4c55-96c7-c777ef4f886b {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1630.986324] env[62361]: DEBUG nova.compute.manager [req-0057d494-82c1-41ee-8988-55bded54234b req-d9911328-43ab-42e6-af6e-3537f689d6b5 service nova] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Refreshing instance network info cache due to event network-changed-f74ef93b-b3b0-4c55-96c7-c777ef4f886b. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1630.986415] env[62361]: DEBUG oslo_concurrency.lockutils [req-0057d494-82c1-41ee-8988-55bded54234b req-d9911328-43ab-42e6-af6e-3537f689d6b5 service nova] Acquiring lock "refresh_cache-ce240222-4195-4b7d-9197-cbe08780ad9e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.986554] env[62361]: DEBUG oslo_concurrency.lockutils [req-0057d494-82c1-41ee-8988-55bded54234b req-d9911328-43ab-42e6-af6e-3537f689d6b5 service nova] Acquired lock "refresh_cache-ce240222-4195-4b7d-9197-cbe08780ad9e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.986711] env[62361]: DEBUG nova.network.neutron [req-0057d494-82c1-41ee-8988-55bded54234b req-d9911328-43ab-42e6-af6e-3537f689d6b5 service nova] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Refreshing network info cache for port f74ef93b-b3b0-4c55-96c7-c777ef4f886b {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1631.066025] env[62361]: DEBUG oslo_concurrency.lockutils [req-bf9c119f-8119-415e-8789-1b9ea6dbc899 req-898bf300-8725-4f0f-8bc5-ece43907a5d6 service nova] Releasing lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.075272] env[62361]: DEBUG nova.compute.utils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1631.078803] env[62361]: DEBUG nova.compute.manager [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1631.079503] env[62361]: DEBUG nova.network.neutron [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1631.120181] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e85240e4-b907-4b5a-99c1-fd36341b505b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "c787f9cf-09f6-422d-9ec1-77992cd49360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.008s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.155805] env[62361]: DEBUG nova.policy [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4a40ffd137d4529b4f094a8db69d746', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e542b8dcc6a444daad5f9fb2bf34579', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1631.195747] env[62361]: DEBUG nova.virt.hardware [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1631.195747] env[62361]: DEBUG nova.virt.hardware [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1631.195747] env[62361]: DEBUG nova.virt.hardware [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.195747] env[62361]: DEBUG nova.virt.hardware [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1631.196096] env[62361]: DEBUG nova.virt.hardware [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.196307] env[62361]: DEBUG nova.virt.hardware [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1631.196564] env[62361]: DEBUG nova.virt.hardware [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1631.196873] env[62361]: DEBUG nova.virt.hardware [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1631.196954] env[62361]: DEBUG nova.virt.hardware [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1631.197920] env[62361]: DEBUG nova.virt.hardware [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1631.197920] env[62361]: DEBUG nova.virt.hardware [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1631.200142] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81c0646-64cf-497b-b6d1-8a56b7157cb4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.211469] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb51df-aa7c-dc30-b376-4b144155a047/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1631.213014] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fb0589-c8c6-4f72-9108-47e4bc2c1e28 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.220220] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af17f3d-9b64-4fab-8c6e-ea429b0145f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.232515] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb51df-aa7c-dc30-b376-4b144155a047/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1631.232700] env[62361]: ERROR oslo_vmware.rw_handles [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb51df-aa7c-dc30-b376-4b144155a047/disk-0.vmdk due to incomplete transfer. [ 1631.234025] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-967f5ec7-3086-4688-81ce-a61d82c27d21 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.247020] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:4f:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f74ef93b-b3b0-4c55-96c7-c777ef4f886b', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1631.254084] env[62361]: DEBUG oslo.service.loopingcall [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1631.256545] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1631.259572] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cda7412f-b7f2-45ba-b61b-587b206e8ac5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.281021] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb51df-aa7c-dc30-b376-4b144155a047/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1631.281021] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Uploaded image 57027ece-77af-41fa-95eb-77417ee54132 to the Glance image server {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1631.281555] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1631.281993] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2be7cb54-7c2a-4816-a25e-fb9d81931b8d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.290130] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1631.290130] env[62361]: value = "task-1708609" [ 1631.290130] env[62361]: _type = "Task" [ 1631.290130] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.295089] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1631.295089] env[62361]: value = "task-1708610" [ 1631.295089] env[62361]: _type = "Task" [ 1631.295089] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.305417] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708609, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.311735] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708610, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.439078] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4ef2c1-21db-4ee7-8022-28fbd84d676d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.448925] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cb0ca9-63bd-430e-a368-b71c8687cc92 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.482520] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17454ba-6e39-4e09-a59d-311af66cf79f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.493574] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15490b0c-a033-4cc2-aba9-2dab04ee8acb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.509268] env[62361]: DEBUG nova.compute.provider_tree [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.580272] env[62361]: DEBUG nova.compute.manager [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1631.756725] env[62361]: DEBUG nova.network.neutron [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Successfully created port: 6d7b98dc-aa42-4b5b-8de5-1f178f8861cd {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1631.802238] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708609, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.815180] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708610, 'name': Destroy_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.863545] env[62361]: DEBUG nova.network.neutron [req-0057d494-82c1-41ee-8988-55bded54234b req-d9911328-43ab-42e6-af6e-3537f689d6b5 service nova] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Updated VIF entry in instance network info cache for port f74ef93b-b3b0-4c55-96c7-c777ef4f886b. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1631.863767] env[62361]: DEBUG nova.network.neutron [req-0057d494-82c1-41ee-8988-55bded54234b req-d9911328-43ab-42e6-af6e-3537f689d6b5 service nova] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Updating instance_info_cache with network_info: [{"id": "f74ef93b-b3b0-4c55-96c7-c777ef4f886b", "address": "fa:16:3e:ee:4f:df", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74ef93b-b3", "ovs_interfaceid": "f74ef93b-b3b0-4c55-96c7-c777ef4f886b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.012192] env[62361]: DEBUG nova.scheduler.client.report [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1632.260737] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "interface-70a183d7-eaa8-47b3-bd65-c230308e7ff1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.260963] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-70a183d7-eaa8-47b3-bd65-c230308e7ff1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.261174] env[62361]: DEBUG nova.objects.instance [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lazy-loading 'flavor' on Instance uuid 70a183d7-eaa8-47b3-bd65-c230308e7ff1 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.303991] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708609, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.312138] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708610, 'name': Destroy_Task, 'duration_secs': 0.989813} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.312491] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Destroyed the VM [ 1632.312794] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1632.313092] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c487e595-471c-43c1-98ad-a785ab05c9c7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.323933] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1632.323933] env[62361]: value = "task-1708611" [ 1632.323933] env[62361]: _type = "Task" [ 1632.323933] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.332840] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.368471] env[62361]: DEBUG oslo_concurrency.lockutils [req-0057d494-82c1-41ee-8988-55bded54234b req-d9911328-43ab-42e6-af6e-3537f689d6b5 service nova] Releasing lock "refresh_cache-ce240222-4195-4b7d-9197-cbe08780ad9e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.518831] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.522215] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.043s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.522723] env[62361]: DEBUG nova.objects.instance [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lazy-loading 'resources' on Instance uuid e53bef48-f10b-46b4-8c95-c5e53c56c9ca {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.545751] env[62361]: INFO nova.scheduler.client.report [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleted allocations for instance 33be6421-85e4-4871-9e4d-d448254f661c [ 1632.594935] env[62361]: DEBUG nova.compute.manager [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1632.724812] env[62361]: DEBUG nova.virt.hardware [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1632.725089] env[62361]: DEBUG nova.virt.hardware [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1632.725255] env[62361]: DEBUG nova.virt.hardware [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1632.725439] env[62361]: DEBUG nova.virt.hardware [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1632.725584] env[62361]: DEBUG nova.virt.hardware [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1632.725730] env[62361]: DEBUG nova.virt.hardware [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1632.725950] env[62361]: DEBUG nova.virt.hardware [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1632.726152] env[62361]: DEBUG nova.virt.hardware [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1632.726322] env[62361]: DEBUG nova.virt.hardware [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1632.726498] env[62361]: DEBUG nova.virt.hardware [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1632.726672] env[62361]: DEBUG nova.virt.hardware [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1632.727704] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351a26a8-59d2-4f0d-972e-aab4dec900dd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.738300] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c009d4-58c3-4f5d-8021-56e1a3ab6ec7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.807765] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708609, 'name': CreateVM_Task, 'duration_secs': 1.261525} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.808851] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1632.812190] env[62361]: DEBUG oslo_concurrency.lockutils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.812190] env[62361]: DEBUG oslo_concurrency.lockutils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.812190] env[62361]: DEBUG oslo_concurrency.lockutils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1632.812190] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5972c044-4a28-409f-b0c3-a2b53481e19e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.816741] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1632.816741] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52766e1a-cdf4-58e2-6d13-81f3511834f5" [ 1632.816741] env[62361]: _type = "Task" [ 1632.816741] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.832532] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52766e1a-cdf4-58e2-6d13-81f3511834f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011066} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.833526] env[62361]: DEBUG oslo_concurrency.lockutils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.834032] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1632.836119] env[62361]: DEBUG oslo_concurrency.lockutils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.836119] env[62361]: DEBUG oslo_concurrency.lockutils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.836119] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1632.839688] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74389e6d-bd09-43ed-804a-ebd70e342c65 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.842301] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.850551] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1632.850750] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1632.851524] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93dcad7e-a5e5-4617-9dd9-4fd3a8fd159a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.858754] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1632.858754] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d8b68e-3173-e658-93fa-282db5ef7daa" [ 1632.858754] env[62361]: _type = "Task" [ 1632.858754] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.865447] env[62361]: DEBUG nova.objects.instance [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lazy-loading 'pci_requests' on Instance uuid 70a183d7-eaa8-47b3-bd65-c230308e7ff1 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.870066] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d8b68e-3173-e658-93fa-282db5ef7daa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.054196] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fb919237-7cf0-4ab5-bbed-4814b5960d11 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "33be6421-85e4-4871-9e4d-d448254f661c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.626s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.168963] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "2fc59d25-a58c-484f-bac8-20fdc797b674" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.169177] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "2fc59d25-a58c-484f-bac8-20fdc797b674" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.234704] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Acquiring lock "d9b1417b-2dd6-4cee-9241-fd8453903319" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.234971] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Lock "d9b1417b-2dd6-4cee-9241-fd8453903319" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.320932] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44d9344-1024-4509-bcc0-b960ab862cf0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.335344] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708611, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.338241] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233c5f39-0110-41cf-98b1-e4557d7f8848 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.371820] env[62361]: DEBUG nova.objects.base [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Object Instance<70a183d7-eaa8-47b3-bd65-c230308e7ff1> lazy-loaded attributes: flavor,pci_requests {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1633.372016] env[62361]: DEBUG nova.network.neutron [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1633.378230] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78d0936-6d76-42dc-bbba-e0be125f07af {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.390396] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d8b68e-3173-e658-93fa-282db5ef7daa, 'name': SearchDatastore_Task, 'duration_secs': 0.011891} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.392122] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99598f06-39e4-4581-8ff1-1930d3b961d9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.397228] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b996100f-ab91-4496-8c76-cc7f7b402a3d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.413591] env[62361]: DEBUG nova.compute.provider_tree [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.416527] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1633.416527] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52550068-cb3b-1039-781e-c47bebaf535d" [ 1633.416527] env[62361]: _type = "Task" [ 1633.416527] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.423058] env[62361]: DEBUG nova.network.neutron [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Successfully updated port: 6d7b98dc-aa42-4b5b-8de5-1f178f8861cd {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1633.430473] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52550068-cb3b-1039-781e-c47bebaf535d, 'name': SearchDatastore_Task, 'duration_secs': 0.014685} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.432252] env[62361]: DEBUG nova.policy [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c92111993614dd9b80f3e62a764e30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa192e18bbe44519aa42ca60061c0a2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1633.434832] env[62361]: DEBUG oslo_concurrency.lockutils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.435899] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] ce240222-4195-4b7d-9197-cbe08780ad9e/ce240222-4195-4b7d-9197-cbe08780ad9e.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1633.435899] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ee84f03-2fcf-4538-8990-015edab65865 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.445095] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1633.445095] env[62361]: value = "task-1708612" [ 1633.445095] env[62361]: _type = "Task" [ 1633.445095] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.459288] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.673073] env[62361]: DEBUG nova.compute.utils [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1633.741173] env[62361]: DEBUG nova.compute.manager [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1633.746026] env[62361]: DEBUG nova.network.neutron [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Successfully created port: 24c83c64-b338-4cbe-bf39-ad67e815cff2 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1633.844107] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708611, 'name': RemoveSnapshot_Task, 'duration_secs': 1.164036} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.844107] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1633.844107] env[62361]: DEBUG nova.compute.manager [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1633.844107] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5301350-01fc-4c7a-a2e2-fe29a41a868b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.918263] env[62361]: DEBUG nova.scheduler.client.report [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1633.930176] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "refresh_cache-a9719205-e53d-4dbc-ae61-a6ca06ecaa0d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.930176] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquired lock "refresh_cache-a9719205-e53d-4dbc-ae61-a6ca06ecaa0d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.930176] env[62361]: DEBUG nova.network.neutron [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1633.959288] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708612, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.176223] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "2fc59d25-a58c-484f-bac8-20fdc797b674" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.264637] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.365164] env[62361]: INFO nova.compute.manager [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Shelve offloading [ 1634.367394] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1634.367596] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2aa6ad3b-70d9-4b84-988e-6f6d91c6631c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.376925] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1634.376925] env[62361]: value = "task-1708613" [ 1634.376925] env[62361]: _type = "Task" [ 1634.376925] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.386048] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.424255] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.426643] env[62361]: DEBUG oslo_concurrency.lockutils [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.699s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.426869] env[62361]: DEBUG nova.objects.instance [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lazy-loading 'pci_requests' on Instance uuid 1453ac2c-c25c-4914-a6a3-f84bce809e1e {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.453695] env[62361]: INFO nova.scheduler.client.report [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleted allocations for instance e53bef48-f10b-46b4-8c95-c5e53c56c9ca [ 1634.460957] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516911} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.461480] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] ce240222-4195-4b7d-9197-cbe08780ad9e/ce240222-4195-4b7d-9197-cbe08780ad9e.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1634.461698] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1634.461970] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47e31d5b-2c48-4a9c-9361-a841cb27bb29 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.464928] env[62361]: DEBUG nova.network.neutron [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1634.469970] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1634.469970] env[62361]: value = "task-1708614" [ 1634.469970] env[62361]: _type = "Task" [ 1634.469970] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.479593] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.613481] env[62361]: DEBUG nova.network.neutron [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Updating instance_info_cache with network_info: [{"id": "6d7b98dc-aa42-4b5b-8de5-1f178f8861cd", "address": "fa:16:3e:a0:e5:83", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d7b98dc-aa", "ovs_interfaceid": "6d7b98dc-aa42-4b5b-8de5-1f178f8861cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.887851] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] VM already powered off {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1634.888111] env[62361]: DEBUG nova.compute.manager [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1634.888983] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0df4d1a-11d1-45a9-9431-57d8e776c12f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.896903] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.897154] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.897389] env[62361]: DEBUG nova.network.neutron [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1634.930997] env[62361]: DEBUG nova.objects.instance [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lazy-loading 'numa_topology' on Instance uuid 1453ac2c-c25c-4914-a6a3-f84bce809e1e {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.964853] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e16d7eda-f1eb-452a-bde2-19de2642117c tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "e53bef48-f10b-46b4-8c95-c5e53c56c9ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.266s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.983169] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086569} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.983169] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1634.983562] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008bf043-7bc6-4c98-a7cf-cf4132a686d6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.011157] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] ce240222-4195-4b7d-9197-cbe08780ad9e/ce240222-4195-4b7d-9197-cbe08780ad9e.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1635.013306] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6fe2799-9ec9-4aa6-95c6-4a9816c5b7df {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.037367] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1635.037367] env[62361]: value = "task-1708615" [ 1635.037367] env[62361]: _type = "Task" [ 1635.037367] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.051920] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.116376] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Releasing lock "refresh_cache-a9719205-e53d-4dbc-ae61-a6ca06ecaa0d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.117445] env[62361]: DEBUG nova.compute.manager [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Instance network_info: |[{"id": "6d7b98dc-aa42-4b5b-8de5-1f178f8861cd", "address": "fa:16:3e:a0:e5:83", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d7b98dc-aa", "ovs_interfaceid": "6d7b98dc-aa42-4b5b-8de5-1f178f8861cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1635.117445] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:e5:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d7b98dc-aa42-4b5b-8de5-1f178f8861cd', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1635.124859] env[62361]: DEBUG oslo.service.loopingcall [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1635.125203] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1635.125458] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ea8f586-f877-45fa-8e10-bcf5107ec23d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.149949] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1635.149949] env[62361]: value = "task-1708616" [ 1635.149949] env[62361]: _type = "Task" [ 1635.149949] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.159694] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708616, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.248043] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "2fc59d25-a58c-484f-bac8-20fdc797b674" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.248469] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "2fc59d25-a58c-484f-bac8-20fdc797b674" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.248773] env[62361]: INFO nova.compute.manager [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Attaching volume c03c9a3b-8b9f-4559-b83d-1f6449542011 to /dev/sdb [ 1635.299124] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09d1da0-e160-4fb7-90b0-bee466f4b829 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.307931] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb595f7-9f8d-484e-889b-5686ba7886fc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.327495] env[62361]: DEBUG nova.virt.block_device [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating existing volume attachment record: 9a93f6b3-f01d-46ea-96e6-a85e6752a328 {{(pid=62361) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1635.363190] env[62361]: DEBUG nova.compute.manager [req-59b3fbdc-7dfe-474d-af0e-775b577478ab req-69f495fd-472a-4e26-b883-a6e023c792e0 service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Received event network-vif-plugged-6d7b98dc-aa42-4b5b-8de5-1f178f8861cd {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1635.363190] env[62361]: DEBUG oslo_concurrency.lockutils [req-59b3fbdc-7dfe-474d-af0e-775b577478ab req-69f495fd-472a-4e26-b883-a6e023c792e0 service nova] Acquiring lock "a9719205-e53d-4dbc-ae61-a6ca06ecaa0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.363190] env[62361]: DEBUG oslo_concurrency.lockutils [req-59b3fbdc-7dfe-474d-af0e-775b577478ab req-69f495fd-472a-4e26-b883-a6e023c792e0 service nova] Lock "a9719205-e53d-4dbc-ae61-a6ca06ecaa0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.363443] env[62361]: DEBUG oslo_concurrency.lockutils [req-59b3fbdc-7dfe-474d-af0e-775b577478ab req-69f495fd-472a-4e26-b883-a6e023c792e0 service nova] Lock "a9719205-e53d-4dbc-ae61-a6ca06ecaa0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.363493] env[62361]: DEBUG nova.compute.manager [req-59b3fbdc-7dfe-474d-af0e-775b577478ab req-69f495fd-472a-4e26-b883-a6e023c792e0 service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] No waiting events found dispatching network-vif-plugged-6d7b98dc-aa42-4b5b-8de5-1f178f8861cd {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1635.363966] env[62361]: WARNING nova.compute.manager [req-59b3fbdc-7dfe-474d-af0e-775b577478ab req-69f495fd-472a-4e26-b883-a6e023c792e0 service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Received unexpected event network-vif-plugged-6d7b98dc-aa42-4b5b-8de5-1f178f8861cd for instance with vm_state building and task_state spawning. [ 1635.435452] env[62361]: INFO nova.compute.claims [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1635.477434] env[62361]: DEBUG nova.network.neutron [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Successfully updated port: 24c83c64-b338-4cbe-bf39-ad67e815cff2 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1635.548384] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708615, 'name': ReconfigVM_Task, 'duration_secs': 0.350896} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.551894] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Reconfigured VM instance instance-00000056 to attach disk [datastore1] ce240222-4195-4b7d-9197-cbe08780ad9e/ce240222-4195-4b7d-9197-cbe08780ad9e.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1635.552684] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7df4474-bf0c-429c-a432-09cd19afb70b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.561681] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1635.561681] env[62361]: value = "task-1708618" [ 1635.561681] env[62361]: _type = "Task" [ 1635.561681] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.571513] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708618, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.664523] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708616, 'name': CreateVM_Task, 'duration_secs': 0.487041} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.664705] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1635.665645] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.666104] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.666449] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1635.666865] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3676f48a-b3fc-445d-9d54-24289b431b97 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.676793] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1635.676793] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5295d106-1f0b-6949-1646-9ece1acd91d5" [ 1635.676793] env[62361]: _type = "Task" [ 1635.676793] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.694525] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5295d106-1f0b-6949-1646-9ece1acd91d5, 'name': SearchDatastore_Task, 'duration_secs': 0.016033} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.694525] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.695745] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1635.695745] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.695745] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.695745] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1635.696086] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d23342b4-2d02-47f0-b155-ece2f8770355 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.706754] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1635.707081] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1635.707904] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e4843a-2202-420b-884f-8cf581209edd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.715545] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1635.715545] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c78cd4-5a06-635d-43d5-f5ee91bb0de8" [ 1635.715545] env[62361]: _type = "Task" [ 1635.715545] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.726200] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c78cd4-5a06-635d-43d5-f5ee91bb0de8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.811653] env[62361]: DEBUG nova.network.neutron [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Updating instance_info_cache with network_info: [{"id": "c0ee0d23-7fc8-4482-bd59-506583404277", "address": "fa:16:3e:f6:3e:2c", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ee0d23-7f", "ovs_interfaceid": "c0ee0d23-7fc8-4482-bd59-506583404277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.822697] env[62361]: DEBUG oslo_concurrency.lockutils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "88031e4b-f9c0-49cc-955d-85000353d853" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.822895] env[62361]: DEBUG oslo_concurrency.lockutils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "88031e4b-f9c0-49cc-955d-85000353d853" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.850023] env[62361]: DEBUG nova.compute.manager [req-e719a5cf-d24d-4087-a83a-6f9aa8199086 req-8c70127b-5d6b-4c27-a780-5ae8f8a3638f service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Received event network-vif-plugged-24c83c64-b338-4cbe-bf39-ad67e815cff2 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1635.850330] env[62361]: DEBUG oslo_concurrency.lockutils [req-e719a5cf-d24d-4087-a83a-6f9aa8199086 req-8c70127b-5d6b-4c27-a780-5ae8f8a3638f service nova] Acquiring lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.850511] env[62361]: DEBUG oslo_concurrency.lockutils [req-e719a5cf-d24d-4087-a83a-6f9aa8199086 req-8c70127b-5d6b-4c27-a780-5ae8f8a3638f service nova] Lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.850627] env[62361]: DEBUG oslo_concurrency.lockutils [req-e719a5cf-d24d-4087-a83a-6f9aa8199086 req-8c70127b-5d6b-4c27-a780-5ae8f8a3638f service nova] Lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.850792] env[62361]: DEBUG nova.compute.manager [req-e719a5cf-d24d-4087-a83a-6f9aa8199086 req-8c70127b-5d6b-4c27-a780-5ae8f8a3638f service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] No waiting events found dispatching network-vif-plugged-24c83c64-b338-4cbe-bf39-ad67e815cff2 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1635.850955] env[62361]: WARNING nova.compute.manager [req-e719a5cf-d24d-4087-a83a-6f9aa8199086 req-8c70127b-5d6b-4c27-a780-5ae8f8a3638f service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Received unexpected event network-vif-plugged-24c83c64-b338-4cbe-bf39-ad67e815cff2 for instance with vm_state active and task_state None. [ 1635.892167] env[62361]: DEBUG oslo_vmware.rw_handles [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c22beb-be08-d29f-b928-1181e930046e/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1635.893070] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c076fe0b-3638-46ea-bd08-636f982d7a63 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.900311] env[62361]: DEBUG oslo_vmware.rw_handles [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c22beb-be08-d29f-b928-1181e930046e/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1635.901028] env[62361]: ERROR oslo_vmware.rw_handles [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c22beb-be08-d29f-b928-1181e930046e/disk-0.vmdk due to incomplete transfer. [ 1635.901028] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3397d5de-4c2c-4054-a713-e24801ef806e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.909798] env[62361]: DEBUG oslo_vmware.rw_handles [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c22beb-be08-d29f-b928-1181e930046e/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1635.910091] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Uploaded image d4b51f9e-e7d4-474c-b2a4-b7a1c2f7a0ae to the Glance image server {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1635.912570] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1635.913318] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7841ed1d-1efa-4c24-95aa-b1c89f47c347 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.922249] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1635.922249] env[62361]: value = "task-1708621" [ 1635.922249] env[62361]: _type = "Task" [ 1635.922249] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.931591] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708621, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.980768] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.980768] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.980768] env[62361]: DEBUG nova.network.neutron [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1636.071741] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708618, 'name': Rename_Task, 'duration_secs': 0.206472} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.072031] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1636.072288] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52ffca52-0fab-4254-8444-ec114773f79e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.079262] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1636.079262] env[62361]: value = "task-1708622" [ 1636.079262] env[62361]: _type = "Task" [ 1636.079262] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.087737] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.229193] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c78cd4-5a06-635d-43d5-f5ee91bb0de8, 'name': SearchDatastore_Task, 'duration_secs': 0.017504} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.230445] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7025c4-d7d2-444d-af97-f121b9b12ad5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.238154] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1636.238154] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b32ec9-7768-e953-1610-070ec6f029eb" [ 1636.238154] env[62361]: _type = "Task" [ 1636.238154] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.251514] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b32ec9-7768-e953-1610-070ec6f029eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.314675] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Releasing lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.325727] env[62361]: DEBUG nova.compute.manager [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1636.435602] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708621, 'name': Destroy_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.526124] env[62361]: WARNING nova.network.neutron [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] 1b9182d2-c5a7-4093-b784-9758b07a7ca3 already exists in list: networks containing: ['1b9182d2-c5a7-4093-b784-9758b07a7ca3']. ignoring it [ 1636.595315] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708622, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.760170] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b32ec9-7768-e953-1610-070ec6f029eb, 'name': SearchDatastore_Task, 'duration_secs': 0.014292} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.760470] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.760739] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a9719205-e53d-4dbc-ae61-a6ca06ecaa0d/a9719205-e53d-4dbc-ae61-a6ca06ecaa0d.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1636.761797] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebd2d1db-76e6-4d88-8994-a0df183427f2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.764910] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774c8d34-e836-4ecc-be67-df97fdb3c86a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.774735] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971b29b6-8ae5-4e2f-90f4-ac0a6742401b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.778905] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1636.778905] env[62361]: value = "task-1708623" [ 1636.778905] env[62361]: _type = "Task" [ 1636.778905] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.816677] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a66385-c1f4-4cb4-91ce-977180275cde {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.827932] env[62361]: DEBUG oslo_concurrency.lockutils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.827932] env[62361]: DEBUG oslo_concurrency.lockutils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.827932] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.835914] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1636.837247] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb502fe-6f55-40da-ac59-c2ade099264b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.842230] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56509b45-be21-4602-b91f-0db8ced00cd1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.864756] env[62361]: DEBUG nova.compute.provider_tree [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.866818] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1636.867998] env[62361]: DEBUG oslo_concurrency.lockutils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.868241] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2a4e084-5674-49f1-a44e-0f509ef37b50 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.933629] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708621, 'name': Destroy_Task, 'duration_secs': 0.696293} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.933961] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Destroyed the VM [ 1636.934246] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1636.934510] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bd861615-63f2-49b4-b8f2-bfe6b85101c3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.937503] env[62361]: DEBUG nova.network.neutron [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Updating instance_info_cache with network_info: [{"id": "af5c8071-9a86-4a96-9d3d-6dae8f332f10", "address": "fa:16:3e:8a:c8:9e", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5c8071-9a", "ovs_interfaceid": "af5c8071-9a86-4a96-9d3d-6dae8f332f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "24c83c64-b338-4cbe-bf39-ad67e815cff2", "address": "fa:16:3e:5f:1a:08", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24c83c64-b3", "ovs_interfaceid": "24c83c64-b338-4cbe-bf39-ad67e815cff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.944532] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1636.944532] env[62361]: value = "task-1708625" [ 1636.944532] env[62361]: _type = "Task" [ 1636.944532] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.951119] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1636.951471] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1636.951723] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Deleting the datastore file [datastore1] 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1636.952090] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed074a7f-6738-46c8-a07d-06ecdb71c987 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.957400] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708625, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.963618] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1636.963618] env[62361]: value = "task-1708626" [ 1636.963618] env[62361]: _type = "Task" [ 1636.963618] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.969824] env[62361]: DEBUG oslo_concurrency.lockutils [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.971139] env[62361]: DEBUG oslo_concurrency.lockutils [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.976980] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.090010] env[62361]: DEBUG oslo_vmware.api [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708622, 'name': PowerOnVM_Task, 'duration_secs': 0.551794} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.090342] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1637.090612] env[62361]: INFO nova.compute.manager [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1637.090836] env[62361]: DEBUG nova.compute.manager [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1637.091709] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c253b320-7aac-4412-8ca6-409c7e7378cb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.290346] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708623, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.329303] env[62361]: DEBUG nova.compute.manager [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1637.368566] env[62361]: DEBUG nova.scheduler.client.report [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1637.440829] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.441576] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.441744] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.442669] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd09e97-1b55-40e9-a93d-0e4623fcdb31 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.465968] env[62361]: DEBUG nova.virt.hardware [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1637.466395] env[62361]: DEBUG nova.virt.hardware [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1637.466610] env[62361]: DEBUG nova.virt.hardware [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1637.466841] env[62361]: DEBUG nova.virt.hardware [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1637.467043] env[62361]: DEBUG nova.virt.hardware [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1637.467248] env[62361]: DEBUG nova.virt.hardware [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1637.467535] env[62361]: DEBUG nova.virt.hardware [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1637.467728] env[62361]: DEBUG nova.virt.hardware [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1637.467922] env[62361]: DEBUG nova.virt.hardware [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1637.468115] env[62361]: DEBUG nova.virt.hardware [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1637.468301] env[62361]: DEBUG nova.virt.hardware [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1637.475228] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Reconfiguring VM to attach interface {{(pid=62361) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1637.481967] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a2836f3-b157-4ab7-b160-59d2b1ee8a36 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.495152] env[62361]: DEBUG nova.compute.utils [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1637.496585] env[62361]: DEBUG oslo_vmware.api [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708625, 'name': RemoveSnapshot_Task, 'duration_secs': 0.497188} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.497395] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1637.497636] env[62361]: INFO nova.compute.manager [None req-a1daa3a5-4e4c-4a7a-9243-29d0aa451a54 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Took 15.97 seconds to snapshot the instance on the hypervisor. [ 1637.508917] env[62361]: DEBUG oslo_vmware.api [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511328} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.510410] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1637.510618] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1637.510794] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1637.513038] env[62361]: DEBUG oslo_vmware.api [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1637.513038] env[62361]: value = "task-1708627" [ 1637.513038] env[62361]: _type = "Task" [ 1637.513038] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.524186] env[62361]: DEBUG oslo_vmware.api [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708627, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.542148] env[62361]: INFO nova.scheduler.client.report [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Deleted allocations for instance 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b [ 1637.610884] env[62361]: INFO nova.compute.manager [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Took 13.91 seconds to build instance. [ 1637.790327] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774109} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.790629] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a9719205-e53d-4dbc-ae61-a6ca06ecaa0d/a9719205-e53d-4dbc-ae61-a6ca06ecaa0d.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1637.790875] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1637.791124] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90ada40d-a470-4ebd-95bb-39d1bfd27b9f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.798596] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1637.798596] env[62361]: value = "task-1708628" [ 1637.798596] env[62361]: _type = "Task" [ 1637.798596] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.807280] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.848749] env[62361]: DEBUG oslo_concurrency.lockutils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.873910] env[62361]: DEBUG oslo_concurrency.lockutils [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.447s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.876234] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.612s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.877787] env[62361]: INFO nova.compute.claims [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1637.910910] env[62361]: INFO nova.network.neutron [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Updating port a32f0383-af94-470a-8e96-0e1cd82cb75f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1637.997975] env[62361]: DEBUG oslo_concurrency.lockutils [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.027s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.028176] env[62361]: DEBUG oslo_vmware.api [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.047364] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.115932] env[62361]: DEBUG oslo_concurrency.lockutils [None req-804345ab-872f-439c-90ca-4a96129ccd4b tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "ce240222-4195-4b7d-9197-cbe08780ad9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.431s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.309414] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070719} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.309720] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1638.310528] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c13bdb6-068f-422d-b378-ae9c5e843d08 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.334157] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] a9719205-e53d-4dbc-ae61-a6ca06ecaa0d/a9719205-e53d-4dbc-ae61-a6ca06ecaa0d.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1638.334406] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e99067f7-f126-44c1-b3db-506f3150f3b8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.355853] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1638.355853] env[62361]: value = "task-1708630" [ 1638.355853] env[62361]: _type = "Task" [ 1638.355853] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.364294] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.528845] env[62361]: DEBUG oslo_vmware.api [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708627, 'name': ReconfigVM_Task, 'duration_secs': 0.678198} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.528845] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.529169] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Reconfigured VM to attach interface {{(pid=62361) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1638.866157] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708630, 'name': ReconfigVM_Task, 'duration_secs': 0.394073} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.866466] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Reconfigured VM instance instance-00000057 to attach disk [datastore1] a9719205-e53d-4dbc-ae61-a6ca06ecaa0d/a9719205-e53d-4dbc-ae61-a6ca06ecaa0d.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1638.867143] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e0eb95c-187f-4c8c-9df9-07b5b3a50bea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.874522] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1638.874522] env[62361]: value = "task-1708631" [ 1638.874522] env[62361]: _type = "Task" [ 1638.874522] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.882663] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708631, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.971347] env[62361]: DEBUG nova.compute.manager [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Received event network-changed-6d7b98dc-aa42-4b5b-8de5-1f178f8861cd {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1638.971347] env[62361]: DEBUG nova.compute.manager [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Refreshing instance network info cache due to event network-changed-6d7b98dc-aa42-4b5b-8de5-1f178f8861cd. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1638.971347] env[62361]: DEBUG oslo_concurrency.lockutils [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] Acquiring lock "refresh_cache-a9719205-e53d-4dbc-ae61-a6ca06ecaa0d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.971347] env[62361]: DEBUG oslo_concurrency.lockutils [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] Acquired lock "refresh_cache-a9719205-e53d-4dbc-ae61-a6ca06ecaa0d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.971347] env[62361]: DEBUG nova.network.neutron [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Refreshing network info cache for port 6d7b98dc-aa42-4b5b-8de5-1f178f8861cd {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1639.034667] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3ca8cbbe-a411-43c3-88c6-00c8a51cab93 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-70a183d7-eaa8-47b3-bd65-c230308e7ff1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.774s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.038708] env[62361]: DEBUG oslo_concurrency.lockutils [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.039130] env[62361]: DEBUG oslo_concurrency.lockutils [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.039238] env[62361]: INFO nova.compute.manager [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Attaching volume b966e19d-0989-48fc-857c-e5df313de469 to /dev/sdb [ 1639.084576] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ab4ee4-43a4-4315-a24c-43ccfe07965d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.094428] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789bf483-07b9-448c-a2d3-a5412022897f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.110689] env[62361]: DEBUG nova.virt.block_device [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Updating existing volume attachment record: 8e264b98-b195-4e6c-a16b-7d985f7784f2 {{(pid=62361) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1639.130625] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e3c712-5287-481f-99fc-7290d65f11a1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.141510] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530f5bf0-fc41-4583-b4ff-c609504d5554 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.179445] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a444a17-d351-41c3-bb84-9ce09e527af4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.188482] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7b8476-93d3-4a4f-a60f-1c25464377bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.204214] env[62361]: DEBUG nova.compute.provider_tree [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1639.281133] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "a95ff5b0-11a2-44ef-97e8-b197d74b42fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.281318] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "a95ff5b0-11a2-44ef-97e8-b197d74b42fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.281547] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "a95ff5b0-11a2-44ef-97e8-b197d74b42fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.281750] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "a95ff5b0-11a2-44ef-97e8-b197d74b42fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.281923] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "a95ff5b0-11a2-44ef-97e8-b197d74b42fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.284206] env[62361]: INFO nova.compute.manager [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Terminating instance [ 1639.286174] env[62361]: DEBUG nova.compute.manager [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1639.286373] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1639.287216] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36d6e3a-1fbb-4b9d-adb7-3b423a8d92f1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.295535] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1639.295680] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c225023-2baa-4702-b994-04c29425d8a2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.300045] env[62361]: DEBUG nova.compute.manager [req-675611aa-8f60-402a-8119-c0572d9875e4 req-769c8396-d2f0-497a-afa0-d8127ee0fd23 service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Received event network-changed-24c83c64-b338-4cbe-bf39-ad67e815cff2 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1639.300250] env[62361]: DEBUG nova.compute.manager [req-675611aa-8f60-402a-8119-c0572d9875e4 req-769c8396-d2f0-497a-afa0-d8127ee0fd23 service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Refreshing instance network info cache due to event network-changed-24c83c64-b338-4cbe-bf39-ad67e815cff2. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1639.300464] env[62361]: DEBUG oslo_concurrency.lockutils [req-675611aa-8f60-402a-8119-c0572d9875e4 req-769c8396-d2f0-497a-afa0-d8127ee0fd23 service nova] Acquiring lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.300620] env[62361]: DEBUG oslo_concurrency.lockutils [req-675611aa-8f60-402a-8119-c0572d9875e4 req-769c8396-d2f0-497a-afa0-d8127ee0fd23 service nova] Acquired lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.300749] env[62361]: DEBUG nova.network.neutron [req-675611aa-8f60-402a-8119-c0572d9875e4 req-769c8396-d2f0-497a-afa0-d8127ee0fd23 service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Refreshing network info cache for port 24c83c64-b338-4cbe-bf39-ad67e815cff2 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1639.380334] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.380600] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.380722] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Deleting the datastore file [datastore1] a95ff5b0-11a2-44ef-97e8-b197d74b42fb {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.381437] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d00923d-4a62-4171-93a3-d110389d865d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.386779] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708631, 'name': Rename_Task, 'duration_secs': 0.168018} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.387486] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1639.387786] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afced745-2b16-402f-b0c0-02492cea3e4a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.392558] env[62361]: DEBUG oslo_vmware.api [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1639.392558] env[62361]: value = "task-1708634" [ 1639.392558] env[62361]: _type = "Task" [ 1639.392558] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.396731] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1639.396731] env[62361]: value = "task-1708635" [ 1639.396731] env[62361]: _type = "Task" [ 1639.396731] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.403230] env[62361]: DEBUG oslo_vmware.api [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.408440] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.459694] env[62361]: DEBUG oslo_concurrency.lockutils [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.459694] env[62361]: DEBUG oslo_concurrency.lockutils [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquired lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.459694] env[62361]: DEBUG nova.network.neutron [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.689563] env[62361]: DEBUG nova.network.neutron [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Updated VIF entry in instance network info cache for port 6d7b98dc-aa42-4b5b-8de5-1f178f8861cd. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1639.690537] env[62361]: DEBUG nova.network.neutron [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Updating instance_info_cache with network_info: [{"id": "6d7b98dc-aa42-4b5b-8de5-1f178f8861cd", "address": "fa:16:3e:a0:e5:83", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d7b98dc-aa", "ovs_interfaceid": "6d7b98dc-aa42-4b5b-8de5-1f178f8861cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.707660] env[62361]: DEBUG nova.scheduler.client.report [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1639.915691] env[62361]: DEBUG oslo_vmware.api [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205095} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.916092] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708635, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.916444] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.916700] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.916913] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.917179] env[62361]: INFO nova.compute.manager [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1639.917536] env[62361]: DEBUG oslo.service.loopingcall [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.917815] env[62361]: DEBUG nova.compute.manager [-] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1639.917972] env[62361]: DEBUG nova.network.neutron [-] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1640.086817] env[62361]: DEBUG nova.network.neutron [req-675611aa-8f60-402a-8119-c0572d9875e4 req-769c8396-d2f0-497a-afa0-d8127ee0fd23 service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Updated VIF entry in instance network info cache for port 24c83c64-b338-4cbe-bf39-ad67e815cff2. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1640.087326] env[62361]: DEBUG nova.network.neutron [req-675611aa-8f60-402a-8119-c0572d9875e4 req-769c8396-d2f0-497a-afa0-d8127ee0fd23 service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Updating instance_info_cache with network_info: [{"id": "af5c8071-9a86-4a96-9d3d-6dae8f332f10", "address": "fa:16:3e:8a:c8:9e", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5c8071-9a", "ovs_interfaceid": "af5c8071-9a86-4a96-9d3d-6dae8f332f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "24c83c64-b338-4cbe-bf39-ad67e815cff2", "address": "fa:16:3e:5f:1a:08", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24c83c64-b3", "ovs_interfaceid": "24c83c64-b338-4cbe-bf39-ad67e815cff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.193128] env[62361]: DEBUG oslo_concurrency.lockutils [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] Releasing lock "refresh_cache-a9719205-e53d-4dbc-ae61-a6ca06ecaa0d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.193410] env[62361]: DEBUG nova.compute.manager [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Received event network-vif-unplugged-c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1640.193608] env[62361]: DEBUG oslo_concurrency.lockutils [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] Acquiring lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.193813] env[62361]: DEBUG oslo_concurrency.lockutils [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.193974] env[62361]: DEBUG oslo_concurrency.lockutils [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.194195] env[62361]: DEBUG nova.compute.manager [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] No waiting events found dispatching network-vif-unplugged-c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1640.195295] env[62361]: WARNING nova.compute.manager [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Received unexpected event network-vif-unplugged-c0ee0d23-7fc8-4482-bd59-506583404277 for instance with vm_state shelved_offloaded and task_state None. [ 1640.195295] env[62361]: DEBUG nova.compute.manager [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Received event network-changed-c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1640.195295] env[62361]: DEBUG nova.compute.manager [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Refreshing instance network info cache due to event network-changed-c0ee0d23-7fc8-4482-bd59-506583404277. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1640.195295] env[62361]: DEBUG oslo_concurrency.lockutils [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] Acquiring lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.195295] env[62361]: DEBUG oslo_concurrency.lockutils [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] Acquired lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.195295] env[62361]: DEBUG nova.network.neutron [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Refreshing network info cache for port c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1640.214243] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.215479] env[62361]: DEBUG nova.compute.manager [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1640.220497] env[62361]: DEBUG oslo_concurrency.lockutils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.352s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.224484] env[62361]: INFO nova.compute.claims [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1640.369547] env[62361]: DEBUG nova.network.neutron [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Updating instance_info_cache with network_info: [{"id": "a32f0383-af94-470a-8e96-0e1cd82cb75f", "address": "fa:16:3e:f2:b1:fd", "network": {"id": "15407966-f862-4f39-87ba-5fde1fef7935", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1481493043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b621083704947e7945f28b9bf48c555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32f0383-af", "ovs_interfaceid": "a32f0383-af94-470a-8e96-0e1cd82cb75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.392444] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "e51f5739-400e-46f1-a3dd-9f75eeb07638" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.392684] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "e51f5739-400e-46f1-a3dd-9f75eeb07638" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.416362] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Volume attach. Driver type: vmdk {{(pid=62361) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1640.416626] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355988', 'volume_id': 'c03c9a3b-8b9f-4559-b83d-1f6449542011', 'name': 'volume-c03c9a3b-8b9f-4559-b83d-1f6449542011', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2fc59d25-a58c-484f-bac8-20fdc797b674', 'attached_at': '', 'detached_at': '', 'volume_id': 'c03c9a3b-8b9f-4559-b83d-1f6449542011', 'serial': 'c03c9a3b-8b9f-4559-b83d-1f6449542011'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1640.417929] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d343ca0-d1d4-440b-b4e7-6308e33d7e68 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.426011] env[62361]: DEBUG oslo_vmware.api [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708635, 'name': PowerOnVM_Task, 'duration_secs': 0.530423} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.426715] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1640.426974] env[62361]: INFO nova.compute.manager [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1640.427235] env[62361]: DEBUG nova.compute.manager [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1640.428094] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be76028f-36cd-495c-8656-7fb3ec5799c6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.446122] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc04677-2e51-4771-811d-3cad24f733bc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.482825] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-c03c9a3b-8b9f-4559-b83d-1f6449542011/volume-c03c9a3b-8b9f-4559-b83d-1f6449542011.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1640.483744] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2611a97-786e-4c67-abad-16f82165c66c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.504529] env[62361]: DEBUG oslo_vmware.api [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1640.504529] env[62361]: value = "task-1708638" [ 1640.504529] env[62361]: _type = "Task" [ 1640.504529] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.515126] env[62361]: DEBUG oslo_vmware.api [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.591035] env[62361]: DEBUG oslo_concurrency.lockutils [req-675611aa-8f60-402a-8119-c0572d9875e4 req-769c8396-d2f0-497a-afa0-d8127ee0fd23 service nova] Releasing lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.724022] env[62361]: DEBUG nova.compute.utils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1640.724022] env[62361]: DEBUG nova.compute.manager [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1640.724022] env[62361]: DEBUG nova.network.neutron [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1640.813028] env[62361]: DEBUG nova.policy [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37c43e37eee245828906caa07729c9b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe3d4f34e0e5433081b95de70ff75763', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1640.851917] env[62361]: DEBUG nova.network.neutron [-] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.872038] env[62361]: DEBUG oslo_concurrency.lockutils [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Releasing lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.898143] env[62361]: DEBUG nova.virt.hardware [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='668741c7b785293b9598d63fed29a59c',container_format='bare',created_at=2024-12-10T21:22:41Z,direct_url=,disk_format='vmdk',id=d838d894-137a-4674-9c49-c5e4d139f53e,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1830632421-shelved',owner='4b621083704947e7945f28b9bf48c555',properties=ImageMetaProps,protected=,size=31595008,status='active',tags=,updated_at=2024-12-10T21:22:56Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1640.898408] env[62361]: DEBUG nova.virt.hardware [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1640.898568] env[62361]: DEBUG nova.virt.hardware [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1640.898747] env[62361]: DEBUG nova.virt.hardware [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1640.898894] env[62361]: DEBUG nova.virt.hardware [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1640.899093] env[62361]: DEBUG nova.virt.hardware [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1640.899336] env[62361]: DEBUG nova.virt.hardware [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1640.899501] env[62361]: DEBUG nova.virt.hardware [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1640.899673] env[62361]: DEBUG nova.virt.hardware [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1640.899838] env[62361]: DEBUG nova.virt.hardware [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1640.900027] env[62361]: DEBUG nova.virt.hardware [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1640.900732] env[62361]: DEBUG nova.compute.manager [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1640.903535] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ea970a-7a08-4009-9ebf-c141e51bbf18 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.918470] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1fd5d3-839a-4e3b-80b1-823f16ee603e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.939650] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:b1:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a32f0383-af94-470a-8e96-0e1cd82cb75f', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1640.948780] env[62361]: DEBUG oslo.service.loopingcall [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.952611] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1640.952959] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54f34a93-c3c1-44e3-8eb7-e217226ff619 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.982675] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1640.982675] env[62361]: value = "task-1708639" [ 1640.982675] env[62361]: _type = "Task" [ 1640.982675] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.983958] env[62361]: INFO nova.compute.manager [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Took 15.99 seconds to build instance. [ 1640.994535] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708639, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.000139] env[62361]: DEBUG nova.compute.manager [req-0ea605cb-b9aa-462b-9101-a70781a07067 req-579c36cc-c898-46c4-bdbc-574c4957fc88 service nova] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Received event network-vif-deleted-5eee54a3-f987-4f84-9121-3be97a33fee5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1641.014822] env[62361]: DEBUG oslo_vmware.api [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708638, 'name': ReconfigVM_Task, 'duration_secs': 0.432156} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.015077] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-c03c9a3b-8b9f-4559-b83d-1f6449542011/volume-c03c9a3b-8b9f-4559-b83d-1f6449542011.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1641.020213] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46aa7c2a-c2a3-4565-ad6c-aca03ac1c034 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.038676] env[62361]: DEBUG oslo_vmware.api [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1641.038676] env[62361]: value = "task-1708640" [ 1641.038676] env[62361]: _type = "Task" [ 1641.038676] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.048519] env[62361]: DEBUG oslo_vmware.api [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.166579] env[62361]: DEBUG nova.network.neutron [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Updated VIF entry in instance network info cache for port c0ee0d23-7fc8-4482-bd59-506583404277. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1641.166948] env[62361]: DEBUG nova.network.neutron [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Updating instance_info_cache with network_info: [{"id": "c0ee0d23-7fc8-4482-bd59-506583404277", "address": "fa:16:3e:f6:3e:2c", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc0ee0d23-7f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.231901] env[62361]: DEBUG nova.compute.manager [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1641.275498] env[62361]: DEBUG nova.network.neutron [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Successfully created port: 9f8db037-d06f-41bb-815f-450abca128f8 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1641.317692] env[62361]: DEBUG nova.compute.manager [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Stashing vm_state: active {{(pid=62361) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1641.321426] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "interface-70a183d7-eaa8-47b3-bd65-c230308e7ff1-24c83c64-b338-4cbe-bf39-ad67e815cff2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.321898] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-70a183d7-eaa8-47b3-bd65-c230308e7ff1-24c83c64-b338-4cbe-bf39-ad67e815cff2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.333215] env[62361]: DEBUG nova.compute.manager [req-0b9538ec-39ca-4c98-b880-8f958293c19a req-518ae9a1-72c1-4fc7-8d81-d5320d566a52 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Received event network-vif-plugged-a32f0383-af94-470a-8e96-0e1cd82cb75f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1641.333215] env[62361]: DEBUG oslo_concurrency.lockutils [req-0b9538ec-39ca-4c98-b880-8f958293c19a req-518ae9a1-72c1-4fc7-8d81-d5320d566a52 service nova] Acquiring lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.333215] env[62361]: DEBUG oslo_concurrency.lockutils [req-0b9538ec-39ca-4c98-b880-8f958293c19a req-518ae9a1-72c1-4fc7-8d81-d5320d566a52 service nova] Lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.333215] env[62361]: DEBUG oslo_concurrency.lockutils [req-0b9538ec-39ca-4c98-b880-8f958293c19a req-518ae9a1-72c1-4fc7-8d81-d5320d566a52 service nova] Lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.333499] env[62361]: DEBUG nova.compute.manager [req-0b9538ec-39ca-4c98-b880-8f958293c19a req-518ae9a1-72c1-4fc7-8d81-d5320d566a52 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] No waiting events found dispatching network-vif-plugged-a32f0383-af94-470a-8e96-0e1cd82cb75f {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1641.333499] env[62361]: WARNING nova.compute.manager [req-0b9538ec-39ca-4c98-b880-8f958293c19a req-518ae9a1-72c1-4fc7-8d81-d5320d566a52 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Received unexpected event network-vif-plugged-a32f0383-af94-470a-8e96-0e1cd82cb75f for instance with vm_state shelved_offloaded and task_state spawning. [ 1641.333881] env[62361]: DEBUG nova.compute.manager [req-0b9538ec-39ca-4c98-b880-8f958293c19a req-518ae9a1-72c1-4fc7-8d81-d5320d566a52 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Received event network-changed-a32f0383-af94-470a-8e96-0e1cd82cb75f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1641.333881] env[62361]: DEBUG nova.compute.manager [req-0b9538ec-39ca-4c98-b880-8f958293c19a req-518ae9a1-72c1-4fc7-8d81-d5320d566a52 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Refreshing instance network info cache due to event network-changed-a32f0383-af94-470a-8e96-0e1cd82cb75f. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1641.334247] env[62361]: DEBUG oslo_concurrency.lockutils [req-0b9538ec-39ca-4c98-b880-8f958293c19a req-518ae9a1-72c1-4fc7-8d81-d5320d566a52 service nova] Acquiring lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.335251] env[62361]: DEBUG oslo_concurrency.lockutils [req-0b9538ec-39ca-4c98-b880-8f958293c19a req-518ae9a1-72c1-4fc7-8d81-d5320d566a52 service nova] Acquired lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.335251] env[62361]: DEBUG nova.network.neutron [req-0b9538ec-39ca-4c98-b880-8f958293c19a req-518ae9a1-72c1-4fc7-8d81-d5320d566a52 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Refreshing network info cache for port a32f0383-af94-470a-8e96-0e1cd82cb75f {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.355261] env[62361]: INFO nova.compute.manager [-] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Took 1.44 seconds to deallocate network for instance. [ 1641.424266] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.493317] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fa82fee6-7caf-4b52-b85b-c60b868f4964 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a9719205-e53d-4dbc-ae61-a6ca06ecaa0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.515s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.507769] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708639, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.550368] env[62361]: DEBUG oslo_vmware.api [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708640, 'name': ReconfigVM_Task, 'duration_secs': 0.205277} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.550761] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355988', 'volume_id': 'c03c9a3b-8b9f-4559-b83d-1f6449542011', 'name': 'volume-c03c9a3b-8b9f-4559-b83d-1f6449542011', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2fc59d25-a58c-484f-bac8-20fdc797b674', 'attached_at': '', 'detached_at': '', 'volume_id': 'c03c9a3b-8b9f-4559-b83d-1f6449542011', 'serial': 'c03c9a3b-8b9f-4559-b83d-1f6449542011'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1641.594056] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463fc7e0-c6c3-4415-946b-ab36a19ed61f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.607023] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51966e19-510b-4a64-a42a-ec5aae027a59 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.642182] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73940c00-42c5-42d5-bb9b-4c9f59d4c739 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.655030] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9296e295-5e1d-4f81-b421-a1e005568444 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.672015] env[62361]: DEBUG oslo_concurrency.lockutils [req-71cf5f54-c473-4885-a7a0-e4854d55e885 req-41c174a8-2dfe-4867-b019-def8ad2edae3 service nova] Releasing lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.672819] env[62361]: DEBUG nova.compute.provider_tree [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.828146] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.828369] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.829672] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b488f7-0880-49e4-905c-c5fee8d4649e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.850086] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.851193] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fc15e1-af0c-4294-af98-7cef46b30968 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.875721] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.881406] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Reconfiguring VM to detach interface {{(pid=62361) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1641.881635] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36a5480c-f64f-4a3c-907d-1a5719a8cbb7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.903116] env[62361]: DEBUG oslo_vmware.api [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1641.903116] env[62361]: value = "task-1708642" [ 1641.903116] env[62361]: _type = "Task" [ 1641.903116] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.911644] env[62361]: DEBUG oslo_vmware.api [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.996723] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708639, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.003324] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.086659] env[62361]: DEBUG nova.network.neutron [req-0b9538ec-39ca-4c98-b880-8f958293c19a req-518ae9a1-72c1-4fc7-8d81-d5320d566a52 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Updated VIF entry in instance network info cache for port a32f0383-af94-470a-8e96-0e1cd82cb75f. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.086979] env[62361]: DEBUG nova.network.neutron [req-0b9538ec-39ca-4c98-b880-8f958293c19a req-518ae9a1-72c1-4fc7-8d81-d5320d566a52 service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Updating instance_info_cache with network_info: [{"id": "a32f0383-af94-470a-8e96-0e1cd82cb75f", "address": "fa:16:3e:f2:b1:fd", "network": {"id": "15407966-f862-4f39-87ba-5fde1fef7935", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1481493043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b621083704947e7945f28b9bf48c555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32f0383-af", "ovs_interfaceid": "a32f0383-af94-470a-8e96-0e1cd82cb75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.179460] env[62361]: DEBUG nova.scheduler.client.report [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1642.249052] env[62361]: DEBUG nova.compute.manager [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1642.289244] env[62361]: DEBUG nova.virt.hardware [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1642.289515] env[62361]: DEBUG nova.virt.hardware [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1642.289675] env[62361]: DEBUG nova.virt.hardware [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1642.289857] env[62361]: DEBUG nova.virt.hardware [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1642.290009] env[62361]: DEBUG nova.virt.hardware [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1642.290167] env[62361]: DEBUG nova.virt.hardware [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1642.290377] env[62361]: DEBUG nova.virt.hardware [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1642.290542] env[62361]: DEBUG nova.virt.hardware [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1642.290711] env[62361]: DEBUG nova.virt.hardware [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1642.290873] env[62361]: DEBUG nova.virt.hardware [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1642.291069] env[62361]: DEBUG nova.virt.hardware [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1642.291966] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe0f3a0-d67d-4600-947c-9bf667c9e3d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.303046] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46022bfd-ef17-4eb2-8358-a62aa96e99d6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.416962] env[62361]: DEBUG oslo_vmware.api [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.496906] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708639, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.590686] env[62361]: DEBUG nova.objects.instance [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lazy-loading 'flavor' on Instance uuid 2fc59d25-a58c-484f-bac8-20fdc797b674 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1642.591857] env[62361]: DEBUG oslo_concurrency.lockutils [req-0b9538ec-39ca-4c98-b880-8f958293c19a req-518ae9a1-72c1-4fc7-8d81-d5320d566a52 service nova] Releasing lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.684814] env[62361]: DEBUG oslo_concurrency.lockutils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.685410] env[62361]: DEBUG nova.compute.manager [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1642.688171] env[62361]: DEBUG oslo_concurrency.lockutils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.840s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.690032] env[62361]: INFO nova.compute.claims [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1642.836958] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquiring lock "befe6745-06f9-49c0-8bb6-cd45a606bb97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.836958] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "befe6745-06f9-49c0-8bb6-cd45a606bb97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.836958] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquiring lock "befe6745-06f9-49c0-8bb6-cd45a606bb97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.836958] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "befe6745-06f9-49c0-8bb6-cd45a606bb97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.836958] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "befe6745-06f9-49c0-8bb6-cd45a606bb97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.838323] env[62361]: INFO nova.compute.manager [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Terminating instance [ 1642.845175] env[62361]: DEBUG nova.compute.manager [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1642.845175] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1642.849044] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2dfad2-a44e-4f95-88d6-71f6b841917f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.862913] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1642.863511] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f0b035f-1743-40ff-9043-5144d97906c3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.871537] env[62361]: DEBUG oslo_vmware.api [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1642.871537] env[62361]: value = "task-1708643" [ 1642.871537] env[62361]: _type = "Task" [ 1642.871537] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.882380] env[62361]: DEBUG oslo_vmware.api [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.914191] env[62361]: DEBUG oslo_vmware.api [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.001157] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708639, 'name': CreateVM_Task, 'duration_secs': 1.839311} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.001157] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1643.001157] env[62361]: DEBUG oslo_concurrency.lockutils [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d838d894-137a-4674-9c49-c5e4d139f53e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.001157] env[62361]: DEBUG oslo_concurrency.lockutils [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d838d894-137a-4674-9c49-c5e4d139f53e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.001157] env[62361]: DEBUG oslo_concurrency.lockutils [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d838d894-137a-4674-9c49-c5e4d139f53e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1643.001503] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41c58df7-fb19-468b-a97c-3d899408fd1c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.008842] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1643.008842] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52954a3d-666c-edb1-7bb7-63766fde44da" [ 1643.008842] env[62361]: _type = "Task" [ 1643.008842] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.020349] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52954a3d-666c-edb1-7bb7-63766fde44da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.034038] env[62361]: DEBUG nova.compute.manager [req-aa75a2b9-64b0-46e0-9c9b-aa90f4279ab8 req-20eebb30-0d25-4365-850c-9ee9dbbf6db8 service nova] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Received event network-vif-plugged-9f8db037-d06f-41bb-815f-450abca128f8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1643.034038] env[62361]: DEBUG oslo_concurrency.lockutils [req-aa75a2b9-64b0-46e0-9c9b-aa90f4279ab8 req-20eebb30-0d25-4365-850c-9ee9dbbf6db8 service nova] Acquiring lock "d9b1417b-2dd6-4cee-9241-fd8453903319-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.034038] env[62361]: DEBUG oslo_concurrency.lockutils [req-aa75a2b9-64b0-46e0-9c9b-aa90f4279ab8 req-20eebb30-0d25-4365-850c-9ee9dbbf6db8 service nova] Lock "d9b1417b-2dd6-4cee-9241-fd8453903319-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.034038] env[62361]: DEBUG oslo_concurrency.lockutils [req-aa75a2b9-64b0-46e0-9c9b-aa90f4279ab8 req-20eebb30-0d25-4365-850c-9ee9dbbf6db8 service nova] Lock "d9b1417b-2dd6-4cee-9241-fd8453903319-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.034038] env[62361]: DEBUG nova.compute.manager [req-aa75a2b9-64b0-46e0-9c9b-aa90f4279ab8 req-20eebb30-0d25-4365-850c-9ee9dbbf6db8 service nova] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] No waiting events found dispatching network-vif-plugged-9f8db037-d06f-41bb-815f-450abca128f8 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1643.034038] env[62361]: WARNING nova.compute.manager [req-aa75a2b9-64b0-46e0-9c9b-aa90f4279ab8 req-20eebb30-0d25-4365-850c-9ee9dbbf6db8 service nova] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Received unexpected event network-vif-plugged-9f8db037-d06f-41bb-815f-450abca128f8 for instance with vm_state building and task_state spawning. [ 1643.066129] env[62361]: DEBUG nova.network.neutron [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Successfully updated port: 9f8db037-d06f-41bb-815f-450abca128f8 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1643.097781] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2b868765-6000-4853-8b91-0e4a665a7f35 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "2fc59d25-a58c-484f-bac8-20fdc797b674" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.849s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.194542] env[62361]: DEBUG nova.compute.utils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1643.198443] env[62361]: DEBUG nova.compute.manager [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1643.198643] env[62361]: DEBUG nova.network.neutron [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1643.240620] env[62361]: DEBUG nova.policy [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '655a0b4393f34df0b4385b280354e52e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8559dc16cfa84e6da85ef374be1af41b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1643.362037] env[62361]: DEBUG nova.compute.manager [req-255628a1-25ce-49f4-9cc8-f6af926b03ac req-8839f8ad-8d4d-4245-8ae5-3229eae35b2e service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Received event network-changed-6d7b98dc-aa42-4b5b-8de5-1f178f8861cd {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1643.362037] env[62361]: DEBUG nova.compute.manager [req-255628a1-25ce-49f4-9cc8-f6af926b03ac req-8839f8ad-8d4d-4245-8ae5-3229eae35b2e service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Refreshing instance network info cache due to event network-changed-6d7b98dc-aa42-4b5b-8de5-1f178f8861cd. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1643.362037] env[62361]: DEBUG oslo_concurrency.lockutils [req-255628a1-25ce-49f4-9cc8-f6af926b03ac req-8839f8ad-8d4d-4245-8ae5-3229eae35b2e service nova] Acquiring lock "refresh_cache-a9719205-e53d-4dbc-ae61-a6ca06ecaa0d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.362185] env[62361]: DEBUG oslo_concurrency.lockutils [req-255628a1-25ce-49f4-9cc8-f6af926b03ac req-8839f8ad-8d4d-4245-8ae5-3229eae35b2e service nova] Acquired lock "refresh_cache-a9719205-e53d-4dbc-ae61-a6ca06ecaa0d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.362344] env[62361]: DEBUG nova.network.neutron [req-255628a1-25ce-49f4-9cc8-f6af926b03ac req-8839f8ad-8d4d-4245-8ae5-3229eae35b2e service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Refreshing network info cache for port 6d7b98dc-aa42-4b5b-8de5-1f178f8861cd {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1643.382619] env[62361]: DEBUG oslo_vmware.api [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708643, 'name': PowerOffVM_Task, 'duration_secs': 0.277287} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.382852] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1643.383039] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1643.383278] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bfc5c09-d6b8-47d4-8bd3-cebc7acd401a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.416017] env[62361]: DEBUG oslo_vmware.api [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.509651] env[62361]: DEBUG nova.network.neutron [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Successfully created port: 4293bd3d-ee25-414b-966d-a6a763046cc8 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1643.526700] env[62361]: DEBUG oslo_concurrency.lockutils [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d838d894-137a-4674-9c49-c5e4d139f53e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.527374] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Processing image d838d894-137a-4674-9c49-c5e4d139f53e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1643.528358] env[62361]: DEBUG oslo_concurrency.lockutils [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d838d894-137a-4674-9c49-c5e4d139f53e/d838d894-137a-4674-9c49-c5e4d139f53e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.528358] env[62361]: DEBUG oslo_concurrency.lockutils [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d838d894-137a-4674-9c49-c5e4d139f53e/d838d894-137a-4674-9c49-c5e4d139f53e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.528358] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1643.529704] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe481e26-0bb9-46fc-b5df-8f2d02ba9950 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.535051] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1643.535642] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1643.535642] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Deleting the datastore file [datastore1] befe6745-06f9-49c0-8bb6-cd45a606bb97 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1643.535800] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ca818bd-1f90-4693-94b7-0ac73bd3d7a0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.543961] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1643.544180] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1643.546018] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9adde5e2-767c-4aeb-9634-cea0cf5087b4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.548595] env[62361]: DEBUG oslo_vmware.api [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for the task: (returnval){ [ 1643.548595] env[62361]: value = "task-1708645" [ 1643.548595] env[62361]: _type = "Task" [ 1643.548595] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.553306] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1643.553306] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fd8e45-c752-567b-b671-66d59e75501a" [ 1643.553306] env[62361]: _type = "Task" [ 1643.553306] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.560433] env[62361]: DEBUG oslo_vmware.api [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.567671] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Acquiring lock "refresh_cache-d9b1417b-2dd6-4cee-9241-fd8453903319" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.567869] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Acquired lock "refresh_cache-d9b1417b-2dd6-4cee-9241-fd8453903319" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.568085] env[62361]: DEBUG nova.network.neutron [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1643.569328] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fd8e45-c752-567b-b671-66d59e75501a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.700017] env[62361]: DEBUG nova.compute.manager [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1643.916455] env[62361]: DEBUG oslo_vmware.api [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.942959] env[62361]: DEBUG nova.compute.manager [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Stashing vm_state: active {{(pid=62361) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1644.015132] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f239d65e-7d69-483f-9bc2-2969d33323bd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.024405] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcf8cc5-596a-467d-8a26-16b177f262c6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.072181] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bbcbcd-ae8a-452d-8f6b-7762c87fca25 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.082759] env[62361]: DEBUG oslo_vmware.api [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.087911] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Preparing fetch location {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1644.088212] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Fetch image to [datastore1] OSTACK_IMG_a8177334-0172-4a7b-8048-2e6e5facba69/OSTACK_IMG_a8177334-0172-4a7b-8048-2e6e5facba69.vmdk {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1644.088398] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Downloading stream optimized image d838d894-137a-4674-9c49-c5e4d139f53e to [datastore1] OSTACK_IMG_a8177334-0172-4a7b-8048-2e6e5facba69/OSTACK_IMG_a8177334-0172-4a7b-8048-2e6e5facba69.vmdk on the data store datastore1 as vApp {{(pid=62361) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1644.088569] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Downloading image file data d838d894-137a-4674-9c49-c5e4d139f53e to the ESX as VM named 'OSTACK_IMG_a8177334-0172-4a7b-8048-2e6e5facba69' {{(pid=62361) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1644.091531] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650eb49f-1398-48b7-b2a4-2f087113546c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.107154] env[62361]: DEBUG nova.compute.provider_tree [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.130192] env[62361]: DEBUG nova.network.neutron [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1644.172111] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Volume attach. Driver type: vmdk {{(pid=62361) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1644.172335] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355990', 'volume_id': 'b966e19d-0989-48fc-857c-e5df313de469', 'name': 'volume-b966e19d-0989-48fc-857c-e5df313de469', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c15e00f9-1a2e-41aa-99a6-10b0519d9468', 'attached_at': '', 'detached_at': '', 'volume_id': 'b966e19d-0989-48fc-857c-e5df313de469', 'serial': 'b966e19d-0989-48fc-857c-e5df313de469'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1644.173208] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38444871-6e3d-42b8-a016-4738daf2057a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.197089] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5f3f57-687a-461a-b42a-34f02dc5493c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.200753] env[62361]: DEBUG oslo_vmware.rw_handles [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1644.200753] env[62361]: value = "resgroup-9" [ 1644.200753] env[62361]: _type = "ResourcePool" [ 1644.200753] env[62361]: }. {{(pid=62361) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1644.202230] env[62361]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3c86554b-c1e2-4a6c-a018-9af91e06420d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.243997] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-b966e19d-0989-48fc-857c-e5df313de469/volume-b966e19d-0989-48fc-857c-e5df313de469.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1644.245467] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-872ea143-c2bb-49a7-865e-114ad2043182 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.259366] env[62361]: DEBUG oslo_vmware.rw_handles [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lease: (returnval){ [ 1644.259366] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5285688e-6963-c1f9-9dc9-9ee9fafd8069" [ 1644.259366] env[62361]: _type = "HttpNfcLease" [ 1644.259366] env[62361]: } obtained for vApp import into resource pool (val){ [ 1644.259366] env[62361]: value = "resgroup-9" [ 1644.259366] env[62361]: _type = "ResourcePool" [ 1644.259366] env[62361]: }. {{(pid=62361) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1644.259625] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the lease: (returnval){ [ 1644.259625] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5285688e-6963-c1f9-9dc9-9ee9fafd8069" [ 1644.259625] env[62361]: _type = "HttpNfcLease" [ 1644.259625] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1644.260556] env[62361]: DEBUG nova.network.neutron [req-255628a1-25ce-49f4-9cc8-f6af926b03ac req-8839f8ad-8d4d-4245-8ae5-3229eae35b2e service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Updated VIF entry in instance network info cache for port 6d7b98dc-aa42-4b5b-8de5-1f178f8861cd. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1644.260898] env[62361]: DEBUG nova.network.neutron [req-255628a1-25ce-49f4-9cc8-f6af926b03ac req-8839f8ad-8d4d-4245-8ae5-3229eae35b2e service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Updating instance_info_cache with network_info: [{"id": "6d7b98dc-aa42-4b5b-8de5-1f178f8861cd", "address": "fa:16:3e:a0:e5:83", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d7b98dc-aa", "ovs_interfaceid": "6d7b98dc-aa42-4b5b-8de5-1f178f8861cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.272682] env[62361]: DEBUG oslo_vmware.api [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1644.272682] env[62361]: value = "task-1708647" [ 1644.272682] env[62361]: _type = "Task" [ 1644.272682] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.274353] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1644.274353] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5285688e-6963-c1f9-9dc9-9ee9fafd8069" [ 1644.274353] env[62361]: _type = "HttpNfcLease" [ 1644.274353] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1644.285169] env[62361]: DEBUG oslo_vmware.api [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.362919] env[62361]: DEBUG nova.network.neutron [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Updating instance_info_cache with network_info: [{"id": "9f8db037-d06f-41bb-815f-450abca128f8", "address": "fa:16:3e:c9:9a:e1", "network": {"id": "dc255622-97c4-4382-a251-207220958c95", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-962473789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3d4f34e0e5433081b95de70ff75763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8db037-d0", "ovs_interfaceid": "9f8db037-d06f-41bb-815f-450abca128f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.419660] env[62361]: DEBUG oslo_vmware.api [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.468373] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.573734] env[62361]: DEBUG oslo_vmware.api [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Task: {'id': task-1708645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.686994} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.574225] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1644.574431] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1644.574736] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1644.574980] env[62361]: INFO nova.compute.manager [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1644.575311] env[62361]: DEBUG oslo.service.loopingcall [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.575558] env[62361]: DEBUG nova.compute.manager [-] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1644.575700] env[62361]: DEBUG nova.network.neutron [-] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1644.611342] env[62361]: DEBUG nova.scheduler.client.report [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1644.748935] env[62361]: DEBUG nova.compute.manager [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1644.769883] env[62361]: DEBUG oslo_concurrency.lockutils [req-255628a1-25ce-49f4-9cc8-f6af926b03ac req-8839f8ad-8d4d-4245-8ae5-3229eae35b2e service nova] Releasing lock "refresh_cache-a9719205-e53d-4dbc-ae61-a6ca06ecaa0d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.776715] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1644.776715] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5285688e-6963-c1f9-9dc9-9ee9fafd8069" [ 1644.776715] env[62361]: _type = "HttpNfcLease" [ 1644.776715] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1644.778751] env[62361]: DEBUG nova.virt.hardware [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1644.779397] env[62361]: DEBUG nova.virt.hardware [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1644.779763] env[62361]: DEBUG nova.virt.hardware [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1644.780121] env[62361]: DEBUG nova.virt.hardware [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1644.782018] env[62361]: DEBUG nova.virt.hardware [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1644.782018] env[62361]: DEBUG nova.virt.hardware [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1644.782018] env[62361]: DEBUG nova.virt.hardware [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1644.782018] env[62361]: DEBUG nova.virt.hardware [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1644.782018] env[62361]: DEBUG nova.virt.hardware [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1644.782018] env[62361]: DEBUG nova.virt.hardware [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1644.782018] env[62361]: DEBUG nova.virt.hardware [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1644.786274] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09df3ed8-5c1c-484a-899a-9204d8c19bc9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.802516] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fd9398-d765-44b4-9dd6-273bad735923 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.811015] env[62361]: DEBUG oslo_vmware.api [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708647, 'name': ReconfigVM_Task, 'duration_secs': 0.487738} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.811015] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-b966e19d-0989-48fc-857c-e5df313de469/volume-b966e19d-0989-48fc-857c-e5df313de469.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1644.815618] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a1e016f-5f63-44ae-a21e-82bb3ae43d00 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.842338] env[62361]: DEBUG oslo_vmware.api [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1644.842338] env[62361]: value = "task-1708648" [ 1644.842338] env[62361]: _type = "Task" [ 1644.842338] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.851236] env[62361]: DEBUG oslo_vmware.api [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.865553] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Releasing lock "refresh_cache-d9b1417b-2dd6-4cee-9241-fd8453903319" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.866273] env[62361]: DEBUG nova.compute.manager [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Instance network_info: |[{"id": "9f8db037-d06f-41bb-815f-450abca128f8", "address": "fa:16:3e:c9:9a:e1", "network": {"id": "dc255622-97c4-4382-a251-207220958c95", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-962473789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3d4f34e0e5433081b95de70ff75763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8db037-d0", "ovs_interfaceid": "9f8db037-d06f-41bb-815f-450abca128f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1644.869021] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:9a:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f8db037-d06f-41bb-815f-450abca128f8', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1644.877119] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Creating folder: Project (fe3d4f34e0e5433081b95de70ff75763). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1644.877119] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-926d1464-a2cc-4a98-ab0e-680d7ebababc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.891021] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Created folder: Project (fe3d4f34e0e5433081b95de70ff75763) in parent group-v355747. [ 1644.891021] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Creating folder: Instances. Parent ref: group-v355993. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1644.891021] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a13ad70a-11ea-4c3f-afdd-a53dc5538697 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.900715] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Created folder: Instances in parent group-v355993. [ 1644.902561] env[62361]: DEBUG oslo.service.loopingcall [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.902561] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1644.902561] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cdd309f-040e-4cae-ace6-e566f1bccc78 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.928920] env[62361]: DEBUG oslo_vmware.api [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.930225] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1644.930225] env[62361]: value = "task-1708651" [ 1644.930225] env[62361]: _type = "Task" [ 1644.930225] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.938671] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708651, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.067647] env[62361]: DEBUG nova.compute.manager [req-15468250-37be-4c5f-a174-d5c65b13d273 req-b352d745-b3a9-4431-81c6-39853f58f70f service nova] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Received event network-changed-9f8db037-d06f-41bb-815f-450abca128f8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1645.067910] env[62361]: DEBUG nova.compute.manager [req-15468250-37be-4c5f-a174-d5c65b13d273 req-b352d745-b3a9-4431-81c6-39853f58f70f service nova] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Refreshing instance network info cache due to event network-changed-9f8db037-d06f-41bb-815f-450abca128f8. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1645.068278] env[62361]: DEBUG oslo_concurrency.lockutils [req-15468250-37be-4c5f-a174-d5c65b13d273 req-b352d745-b3a9-4431-81c6-39853f58f70f service nova] Acquiring lock "refresh_cache-d9b1417b-2dd6-4cee-9241-fd8453903319" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.068755] env[62361]: DEBUG oslo_concurrency.lockutils [req-15468250-37be-4c5f-a174-d5c65b13d273 req-b352d745-b3a9-4431-81c6-39853f58f70f service nova] Acquired lock "refresh_cache-d9b1417b-2dd6-4cee-9241-fd8453903319" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.068985] env[62361]: DEBUG nova.network.neutron [req-15468250-37be-4c5f-a174-d5c65b13d273 req-b352d745-b3a9-4431-81c6-39853f58f70f service nova] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Refreshing network info cache for port 9f8db037-d06f-41bb-815f-450abca128f8 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1645.117020] env[62361]: DEBUG oslo_concurrency.lockutils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.117568] env[62361]: DEBUG nova.compute.manager [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1645.120601] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.073s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.124024] env[62361]: DEBUG nova.objects.instance [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lazy-loading 'resources' on Instance uuid 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.182257] env[62361]: DEBUG nova.network.neutron [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Successfully updated port: 4293bd3d-ee25-414b-966d-a6a763046cc8 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1645.275021] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1645.275021] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5285688e-6963-c1f9-9dc9-9ee9fafd8069" [ 1645.275021] env[62361]: _type = "HttpNfcLease" [ 1645.275021] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1645.275021] env[62361]: DEBUG oslo_vmware.rw_handles [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1645.275021] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5285688e-6963-c1f9-9dc9-9ee9fafd8069" [ 1645.275021] env[62361]: _type = "HttpNfcLease" [ 1645.275021] env[62361]: }. {{(pid=62361) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1645.275021] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d3ab1f-053c-42a1-8314-196861551643 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.285689] env[62361]: DEBUG oslo_vmware.rw_handles [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52485e70-e9ea-b621-2714-3564f420ac45/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1645.286102] env[62361]: DEBUG oslo_vmware.rw_handles [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Creating HTTP connection to write to file with size = 31595008 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52485e70-e9ea-b621-2714-3564f420ac45/disk-0.vmdk. {{(pid=62361) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1645.372024] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-89c0e89a-4715-47db-8316-856bc770a0d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.373241] env[62361]: DEBUG oslo_vmware.api [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708648, 'name': ReconfigVM_Task, 'duration_secs': 0.15484} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.374723] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355990', 'volume_id': 'b966e19d-0989-48fc-857c-e5df313de469', 'name': 'volume-b966e19d-0989-48fc-857c-e5df313de469', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c15e00f9-1a2e-41aa-99a6-10b0519d9468', 'attached_at': '', 'detached_at': '', 'volume_id': 'b966e19d-0989-48fc-857c-e5df313de469', 'serial': 'b966e19d-0989-48fc-857c-e5df313de469'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1645.430325] env[62361]: DEBUG oslo_vmware.api [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.441069] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708651, 'name': CreateVM_Task, 'duration_secs': 0.36276} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.441259] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1645.441931] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.442127] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.442448] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1645.442701] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f43567d-d234-4d2d-8ad9-9954f43f9643 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.448065] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Waiting for the task: (returnval){ [ 1645.448065] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52767efa-0226-2116-5521-0c9df2f7f56b" [ 1645.448065] env[62361]: _type = "Task" [ 1645.448065] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.450379] env[62361]: DEBUG nova.compute.manager [req-fcf6b45a-6653-454a-9a79-c7c032a1e79e req-f98ad119-258e-45d1-8f17-0841094bfe08 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Received event network-vif-deleted-060c653e-de84-47ca-9a4a-21a9323f34a9 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1645.450533] env[62361]: INFO nova.compute.manager [req-fcf6b45a-6653-454a-9a79-c7c032a1e79e req-f98ad119-258e-45d1-8f17-0841094bfe08 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Neutron deleted interface 060c653e-de84-47ca-9a4a-21a9323f34a9; detaching it from the instance and deleting it from the info cache [ 1645.450717] env[62361]: DEBUG nova.network.neutron [req-fcf6b45a-6653-454a-9a79-c7c032a1e79e req-f98ad119-258e-45d1-8f17-0841094bfe08 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.461960] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52767efa-0226-2116-5521-0c9df2f7f56b, 'name': SearchDatastore_Task, 'duration_secs': 0.009284} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.462328] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.462721] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1645.463200] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.463450] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.463826] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1645.464118] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8ffa7b4-be42-4dfb-97b2-bfc11946bddc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.475717] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1645.475989] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1645.477741] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e8ae49-fc4f-4547-a6ec-803d92671028 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.484990] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Waiting for the task: (returnval){ [ 1645.484990] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c3fe35-a440-78b5-cc02-acc1590c7566" [ 1645.484990] env[62361]: _type = "Task" [ 1645.484990] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.493219] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c3fe35-a440-78b5-cc02-acc1590c7566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.623810] env[62361]: DEBUG nova.compute.utils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1645.625772] env[62361]: DEBUG nova.compute.manager [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1645.625937] env[62361]: DEBUG nova.network.neutron [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1645.631657] env[62361]: DEBUG nova.objects.instance [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lazy-loading 'numa_topology' on Instance uuid 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.674216] env[62361]: DEBUG nova.policy [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e488c2afbf7445e1959d73a28111f0a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '159247ced203448a9a6d3695333dc80b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1645.685359] env[62361]: DEBUG oslo_concurrency.lockutils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "refresh_cache-88031e4b-f9c0-49cc-955d-85000353d853" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.685359] env[62361]: DEBUG oslo_concurrency.lockutils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "refresh_cache-88031e4b-f9c0-49cc-955d-85000353d853" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.685359] env[62361]: DEBUG nova.network.neutron [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1645.800565] env[62361]: DEBUG nova.network.neutron [req-15468250-37be-4c5f-a174-d5c65b13d273 req-b352d745-b3a9-4431-81c6-39853f58f70f service nova] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Updated VIF entry in instance network info cache for port 9f8db037-d06f-41bb-815f-450abca128f8. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1645.800999] env[62361]: DEBUG nova.network.neutron [req-15468250-37be-4c5f-a174-d5c65b13d273 req-b352d745-b3a9-4431-81c6-39853f58f70f service nova] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Updating instance_info_cache with network_info: [{"id": "9f8db037-d06f-41bb-815f-450abca128f8", "address": "fa:16:3e:c9:9a:e1", "network": {"id": "dc255622-97c4-4382-a251-207220958c95", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-962473789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe3d4f34e0e5433081b95de70ff75763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8db037-d0", "ovs_interfaceid": "9f8db037-d06f-41bb-815f-450abca128f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.910020] env[62361]: DEBUG nova.network.neutron [-] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.933478] env[62361]: DEBUG oslo_vmware.api [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.957419] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-947019c3-917a-44e1-a187-a23d195d84fa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.965905] env[62361]: DEBUG nova.network.neutron [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Successfully created port: c142d9ae-04d2-4022-b4d7-6df41a1a7b61 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1645.970607] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa392f9c-b6ff-40f0-b8f4-7dbd55f4fd26 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.997463] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c3fe35-a440-78b5-cc02-acc1590c7566, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.009437] env[62361]: DEBUG nova.compute.manager [req-fcf6b45a-6653-454a-9a79-c7c032a1e79e req-f98ad119-258e-45d1-8f17-0841094bfe08 service nova] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Detach interface failed, port_id=060c653e-de84-47ca-9a4a-21a9323f34a9, reason: Instance befe6745-06f9-49c0-8bb6-cd45a606bb97 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1646.009897] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074fb812-2335-4b12-a714-682197392f01 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.016614] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Waiting for the task: (returnval){ [ 1646.016614] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ac5bcf-33af-18b5-a932-d337a477c1c2" [ 1646.016614] env[62361]: _type = "Task" [ 1646.016614] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.026274] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ac5bcf-33af-18b5-a932-d337a477c1c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.133865] env[62361]: DEBUG nova.compute.manager [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1646.137846] env[62361]: DEBUG nova.objects.base [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Object Instance<2b837b2c-7b6e-4d52-bf02-3cb1fe10559b> lazy-loaded attributes: resources,numa_topology {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1646.227849] env[62361]: DEBUG nova.network.neutron [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1646.304361] env[62361]: DEBUG oslo_concurrency.lockutils [req-15468250-37be-4c5f-a174-d5c65b13d273 req-b352d745-b3a9-4431-81c6-39853f58f70f service nova] Releasing lock "refresh_cache-d9b1417b-2dd6-4cee-9241-fd8453903319" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.304513] env[62361]: DEBUG nova.compute.manager [req-15468250-37be-4c5f-a174-d5c65b13d273 req-b352d745-b3a9-4431-81c6-39853f58f70f service nova] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Received event network-vif-plugged-4293bd3d-ee25-414b-966d-a6a763046cc8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1646.305884] env[62361]: DEBUG oslo_concurrency.lockutils [req-15468250-37be-4c5f-a174-d5c65b13d273 req-b352d745-b3a9-4431-81c6-39853f58f70f service nova] Acquiring lock "88031e4b-f9c0-49cc-955d-85000353d853-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.305884] env[62361]: DEBUG oslo_concurrency.lockutils [req-15468250-37be-4c5f-a174-d5c65b13d273 req-b352d745-b3a9-4431-81c6-39853f58f70f service nova] Lock "88031e4b-f9c0-49cc-955d-85000353d853-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.305884] env[62361]: DEBUG oslo_concurrency.lockutils [req-15468250-37be-4c5f-a174-d5c65b13d273 req-b352d745-b3a9-4431-81c6-39853f58f70f service nova] Lock "88031e4b-f9c0-49cc-955d-85000353d853-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.305884] env[62361]: DEBUG nova.compute.manager [req-15468250-37be-4c5f-a174-d5c65b13d273 req-b352d745-b3a9-4431-81c6-39853f58f70f service nova] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] No waiting events found dispatching network-vif-plugged-4293bd3d-ee25-414b-966d-a6a763046cc8 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1646.305884] env[62361]: WARNING nova.compute.manager [req-15468250-37be-4c5f-a174-d5c65b13d273 req-b352d745-b3a9-4431-81c6-39853f58f70f service nova] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Received unexpected event network-vif-plugged-4293bd3d-ee25-414b-966d-a6a763046cc8 for instance with vm_state building and task_state spawning. [ 1646.410948] env[62361]: INFO nova.compute.manager [-] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Took 1.84 seconds to deallocate network for instance. [ 1646.423266] env[62361]: DEBUG nova.objects.instance [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lazy-loading 'flavor' on Instance uuid c15e00f9-1a2e-41aa-99a6-10b0519d9468 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1646.437061] env[62361]: DEBUG oslo_vmware.api [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.489314] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b1b850-7667-45d4-8a16-3ab617997f0f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.493537] env[62361]: DEBUG nova.network.neutron [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Updating instance_info_cache with network_info: [{"id": "4293bd3d-ee25-414b-966d-a6a763046cc8", "address": "fa:16:3e:b4:89:88", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4293bd3d-ee", "ovs_interfaceid": "4293bd3d-ee25-414b-966d-a6a763046cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.506554] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd46f824-dd06-48bc-bd97-3f3206194828 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.551874] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c1d00f-8e87-4d75-9b2b-e0b9a5a5eb89 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.566680] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ac5bcf-33af-18b5-a932-d337a477c1c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012984} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.567213] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.567341] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] d9b1417b-2dd6-4cee-9241-fd8453903319/d9b1417b-2dd6-4cee-9241-fd8453903319.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1646.568624] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7533f08c-d199-4be9-9353-797b2ec7062a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.577858] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb4b1eed-35f9-4fb9-8a03-6be764c7672d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.593392] env[62361]: DEBUG nova.compute.provider_tree [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1646.601538] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Waiting for the task: (returnval){ [ 1646.601538] env[62361]: value = "task-1708652" [ 1646.601538] env[62361]: _type = "Task" [ 1646.601538] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.612554] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.920195] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.938511] env[62361]: DEBUG oslo_vmware.api [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.939152] env[62361]: DEBUG oslo_concurrency.lockutils [None req-89569c99-641c-4469-a928-e3571b264c4f tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.900s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.999194] env[62361]: DEBUG oslo_concurrency.lockutils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "refresh_cache-88031e4b-f9c0-49cc-955d-85000353d853" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.999679] env[62361]: DEBUG nova.compute.manager [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Instance network_info: |[{"id": "4293bd3d-ee25-414b-966d-a6a763046cc8", "address": "fa:16:3e:b4:89:88", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4293bd3d-ee", "ovs_interfaceid": "4293bd3d-ee25-414b-966d-a6a763046cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1647.000395] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:89:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4293bd3d-ee25-414b-966d-a6a763046cc8', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1647.014778] env[62361]: DEBUG oslo.service.loopingcall [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1647.018844] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1647.020171] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07f8ed3e-b857-4550-bfe3-73a66aa3d9c8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.065219] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1647.065219] env[62361]: value = "task-1708653" [ 1647.065219] env[62361]: _type = "Task" [ 1647.065219] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.078885] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708653, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.102305] env[62361]: DEBUG nova.compute.manager [req-3cb7bb1a-d332-45bc-b882-0835c7f6f703 req-6de434e8-50e8-4422-81f9-77aac338de63 service nova] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Received event network-changed-4293bd3d-ee25-414b-966d-a6a763046cc8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1647.102482] env[62361]: DEBUG nova.compute.manager [req-3cb7bb1a-d332-45bc-b882-0835c7f6f703 req-6de434e8-50e8-4422-81f9-77aac338de63 service nova] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Refreshing instance network info cache due to event network-changed-4293bd3d-ee25-414b-966d-a6a763046cc8. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1647.102802] env[62361]: DEBUG oslo_concurrency.lockutils [req-3cb7bb1a-d332-45bc-b882-0835c7f6f703 req-6de434e8-50e8-4422-81f9-77aac338de63 service nova] Acquiring lock "refresh_cache-88031e4b-f9c0-49cc-955d-85000353d853" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.102894] env[62361]: DEBUG oslo_concurrency.lockutils [req-3cb7bb1a-d332-45bc-b882-0835c7f6f703 req-6de434e8-50e8-4422-81f9-77aac338de63 service nova] Acquired lock "refresh_cache-88031e4b-f9c0-49cc-955d-85000353d853" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.103089] env[62361]: DEBUG nova.network.neutron [req-3cb7bb1a-d332-45bc-b882-0835c7f6f703 req-6de434e8-50e8-4422-81f9-77aac338de63 service nova] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Refreshing network info cache for port 4293bd3d-ee25-414b-966d-a6a763046cc8 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1647.106935] env[62361]: DEBUG nova.scheduler.client.report [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1647.125336] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708652, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.148103] env[62361]: DEBUG nova.compute.manager [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1647.180922] env[62361]: DEBUG nova.virt.hardware [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1647.181206] env[62361]: DEBUG nova.virt.hardware [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1647.181370] env[62361]: DEBUG nova.virt.hardware [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1647.181553] env[62361]: DEBUG nova.virt.hardware [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1647.181741] env[62361]: DEBUG nova.virt.hardware [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1647.181859] env[62361]: DEBUG nova.virt.hardware [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1647.182066] env[62361]: DEBUG nova.virt.hardware [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1647.182241] env[62361]: DEBUG nova.virt.hardware [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1647.182411] env[62361]: DEBUG nova.virt.hardware [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1647.182620] env[62361]: DEBUG nova.virt.hardware [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1647.182819] env[62361]: DEBUG nova.virt.hardware [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1647.183828] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b72ca3a-6902-426c-b6cc-0d0f10e41e35 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.195022] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bb2fee-9c75-4258-9324-a3000d486b67 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.235691] env[62361]: DEBUG oslo_vmware.rw_handles [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Completed reading data from the image iterator. {{(pid=62361) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1647.235691] env[62361]: DEBUG oslo_vmware.rw_handles [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52485e70-e9ea-b621-2714-3564f420ac45/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1647.236996] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebefc41e-dc22-4c2b-bb8e-7ddec5e7fbe5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.245059] env[62361]: DEBUG oslo_vmware.rw_handles [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52485e70-e9ea-b621-2714-3564f420ac45/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1647.245274] env[62361]: DEBUG oslo_vmware.rw_handles [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52485e70-e9ea-b621-2714-3564f420ac45/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1647.245516] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-01e48ad1-1f70-4ab4-9779-4627dd197922 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.434719] env[62361]: DEBUG oslo_vmware.api [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708642, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.564068] env[62361]: DEBUG oslo_concurrency.lockutils [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.564377] env[62361]: DEBUG oslo_concurrency.lockutils [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.579110] env[62361]: DEBUG oslo_vmware.rw_handles [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52485e70-e9ea-b621-2714-3564f420ac45/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1647.579424] env[62361]: INFO nova.virt.vmwareapi.images [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Downloaded image file data d838d894-137a-4674-9c49-c5e4d139f53e [ 1647.585707] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a8aac2-0c65-46fc-950e-84f98236499a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.588430] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708653, 'name': CreateVM_Task, 'duration_secs': 0.497436} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.588880] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1647.590337] env[62361]: DEBUG oslo_concurrency.lockutils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.590577] env[62361]: DEBUG oslo_concurrency.lockutils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.590917] env[62361]: DEBUG oslo_concurrency.lockutils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1647.591373] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec2166e-7778-403f-9a96-83dfedde41ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.610401] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff46b253-61a3-4d51-acac-7f0182d3cf02 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.617222] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1647.617222] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b6031b-233e-c7ae-8ee9-fbae25c8af0f" [ 1647.617222] env[62361]: _type = "Task" [ 1647.617222] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.622810] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.502s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.627636] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.203s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.629398] env[62361]: INFO nova.compute.claims [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1647.644815] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557603} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.649129] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] d9b1417b-2dd6-4cee-9241-fd8453903319/d9b1417b-2dd6-4cee-9241-fd8453903319.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1647.649129] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1647.649779] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b6031b-233e-c7ae-8ee9-fbae25c8af0f, 'name': SearchDatastore_Task, 'duration_secs': 0.012342} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.649779] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7939a97e-9aeb-4780-bec6-aa9a80be67e9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.651677] env[62361]: DEBUG oslo_concurrency.lockutils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.651944] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1647.652263] env[62361]: DEBUG oslo_concurrency.lockutils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.652531] env[62361]: DEBUG oslo_concurrency.lockutils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.652767] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1647.653091] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3cb2b1d-0458-4595-b24b-807c07b01df9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.663120] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Waiting for the task: (returnval){ [ 1647.663120] env[62361]: value = "task-1708655" [ 1647.663120] env[62361]: _type = "Task" [ 1647.663120] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.669826] env[62361]: INFO nova.virt.vmwareapi.images [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] The imported VM was unregistered [ 1647.673079] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Caching image {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1647.673409] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d838d894-137a-4674-9c49-c5e4d139f53e {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1647.673750] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1647.674028] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1647.675263] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b999c606-8757-4c3b-8d32-4b1a5cdbbf40 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.677383] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de525bc0-e4f4-4cb4-92b7-7daae819c186 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.683304] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.691619] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1647.691619] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526dc964-0efc-793d-b167-70ef2febdd83" [ 1647.691619] env[62361]: _type = "Task" [ 1647.691619] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.697559] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Created directory with path [datastore1] devstack-image-cache_base/d838d894-137a-4674-9c49-c5e4d139f53e {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1647.697758] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a8177334-0172-4a7b-8048-2e6e5facba69/OSTACK_IMG_a8177334-0172-4a7b-8048-2e6e5facba69.vmdk to [datastore1] devstack-image-cache_base/d838d894-137a-4674-9c49-c5e4d139f53e/d838d894-137a-4674-9c49-c5e4d139f53e.vmdk. {{(pid=62361) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1647.698426] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9c29cfdc-b773-40a4-9fdf-be3bef33681a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.704334] env[62361]: DEBUG nova.network.neutron [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Successfully updated port: c142d9ae-04d2-4022-b4d7-6df41a1a7b61 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1647.707525] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526dc964-0efc-793d-b167-70ef2febdd83, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.708433] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eaa7a6b-d084-4420-98c8-c09b680218e3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.713841] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1647.713841] env[62361]: value = "task-1708656" [ 1647.713841] env[62361]: _type = "Task" [ 1647.713841] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.724204] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1647.724204] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52704f00-345f-0923-db5f-138a3b777b2c" [ 1647.724204] env[62361]: _type = "Task" [ 1647.724204] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.733009] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708656, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.740382] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52704f00-345f-0923-db5f-138a3b777b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012267} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.740382] env[62361]: DEBUG oslo_concurrency.lockutils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.740816] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 88031e4b-f9c0-49cc-955d-85000353d853/88031e4b-f9c0-49cc-955d-85000353d853.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1647.740816] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2967592d-33c1-4a94-ae69-5ca14a9e319e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.759147] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1647.759147] env[62361]: value = "task-1708657" [ 1647.759147] env[62361]: _type = "Task" [ 1647.759147] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.767119] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.916886] env[62361]: DEBUG nova.network.neutron [req-3cb7bb1a-d332-45bc-b882-0835c7f6f703 req-6de434e8-50e8-4422-81f9-77aac338de63 service nova] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Updated VIF entry in instance network info cache for port 4293bd3d-ee25-414b-966d-a6a763046cc8. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1647.918490] env[62361]: DEBUG nova.network.neutron [req-3cb7bb1a-d332-45bc-b882-0835c7f6f703 req-6de434e8-50e8-4422-81f9-77aac338de63 service nova] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Updating instance_info_cache with network_info: [{"id": "4293bd3d-ee25-414b-966d-a6a763046cc8", "address": "fa:16:3e:b4:89:88", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4293bd3d-ee", "ovs_interfaceid": "4293bd3d-ee25-414b-966d-a6a763046cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.939046] env[62361]: DEBUG oslo_vmware.api [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708642, 'name': ReconfigVM_Task, 'duration_secs': 5.801137} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.939383] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.939605] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Reconfigured VM to detach interface {{(pid=62361) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1648.075244] env[62361]: INFO nova.compute.manager [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Detaching volume b966e19d-0989-48fc-857c-e5df313de469 [ 1648.121124] env[62361]: INFO nova.virt.block_device [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Attempting to driver detach volume b966e19d-0989-48fc-857c-e5df313de469 from mountpoint /dev/sdb [ 1648.121396] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Volume detach. Driver type: vmdk {{(pid=62361) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1648.121584] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355990', 'volume_id': 'b966e19d-0989-48fc-857c-e5df313de469', 'name': 'volume-b966e19d-0989-48fc-857c-e5df313de469', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c15e00f9-1a2e-41aa-99a6-10b0519d9468', 'attached_at': '', 'detached_at': '', 'volume_id': 'b966e19d-0989-48fc-857c-e5df313de469', 'serial': 'b966e19d-0989-48fc-857c-e5df313de469'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1648.122755] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df6551f-a03b-4dbe-bfe3-dd688cfd2d4c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.156138] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4711b7d-10c9-40f8-8a87-79212930d3a7 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.765s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.160188] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6e903f-6190-4e06-a04c-906235106784 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.162909] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.160s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.163362] env[62361]: INFO nova.compute.manager [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Unshelving [ 1648.176522] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5218cd10-c439-4e16-83af-03474e61e423 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.181640] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092247} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.182263] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1648.183830] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db46fc8b-426b-4f95-9fbc-ab9ed5ddb62c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.206580] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5973cc53-3a3a-48e6-a413-bdeafc634091 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.210166] env[62361]: DEBUG oslo_concurrency.lockutils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "refresh_cache-6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.210166] env[62361]: DEBUG oslo_concurrency.lockutils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "refresh_cache-6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.210269] env[62361]: DEBUG nova.network.neutron [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1648.234717] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] d9b1417b-2dd6-4cee-9241-fd8453903319/d9b1417b-2dd6-4cee-9241-fd8453903319.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1648.254860] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d522dc81-a6d8-4c1f-9c03-ef72dc241666 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.270757] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] The volume has not been displaced from its original location: [datastore1] volume-b966e19d-0989-48fc-857c-e5df313de469/volume-b966e19d-0989-48fc-857c-e5df313de469.vmdk. No consolidation needed. {{(pid=62361) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1648.275619] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1648.277398] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da4c560f-e670-427d-9bb8-94360b8b61f8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.299941] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708656, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.307062] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708657, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.309280] env[62361]: DEBUG oslo_vmware.api [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1648.309280] env[62361]: value = "task-1708659" [ 1648.309280] env[62361]: _type = "Task" [ 1648.309280] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.310332] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Waiting for the task: (returnval){ [ 1648.310332] env[62361]: value = "task-1708658" [ 1648.310332] env[62361]: _type = "Task" [ 1648.310332] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.318539] env[62361]: DEBUG nova.compute.manager [req-c79af474-ffc5-417a-870d-866ba1d5132e req-b0fb6aa0-3413-4fc7-8cc5-53de00d9b55b service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Received event network-vif-deleted-24c83c64-b338-4cbe-bf39-ad67e815cff2 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1648.318756] env[62361]: INFO nova.compute.manager [req-c79af474-ffc5-417a-870d-866ba1d5132e req-b0fb6aa0-3413-4fc7-8cc5-53de00d9b55b service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Neutron deleted interface 24c83c64-b338-4cbe-bf39-ad67e815cff2; detaching it from the instance and deleting it from the info cache [ 1648.319043] env[62361]: DEBUG nova.network.neutron [req-c79af474-ffc5-417a-870d-866ba1d5132e req-b0fb6aa0-3413-4fc7-8cc5-53de00d9b55b service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Updating instance_info_cache with network_info: [{"id": "af5c8071-9a86-4a96-9d3d-6dae8f332f10", "address": "fa:16:3e:8a:c8:9e", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5c8071-9a", "ovs_interfaceid": "af5c8071-9a86-4a96-9d3d-6dae8f332f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.323919] env[62361]: DEBUG nova.network.neutron [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1648.331654] env[62361]: DEBUG oslo_vmware.api [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.337243] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.420093] env[62361]: DEBUG oslo_concurrency.lockutils [req-3cb7bb1a-d332-45bc-b882-0835c7f6f703 req-6de434e8-50e8-4422-81f9-77aac338de63 service nova] Releasing lock "refresh_cache-88031e4b-f9c0-49cc-955d-85000353d853" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.505865] env[62361]: DEBUG nova.network.neutron [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Updating instance_info_cache with network_info: [{"id": "c142d9ae-04d2-4022-b4d7-6df41a1a7b61", "address": "fa:16:3e:49:3a:4d", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc142d9ae-04", "ovs_interfaceid": "c142d9ae-04d2-4022-b4d7-6df41a1a7b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.740061] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708656, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.791506] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708657, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.826142] env[62361]: DEBUG oslo_concurrency.lockutils [req-c79af474-ffc5-417a-870d-866ba1d5132e req-b0fb6aa0-3413-4fc7-8cc5-53de00d9b55b service nova] Acquiring lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.826320] env[62361]: DEBUG oslo_concurrency.lockutils [req-c79af474-ffc5-417a-870d-866ba1d5132e req-b0fb6aa0-3413-4fc7-8cc5-53de00d9b55b service nova] Acquired lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.826638] env[62361]: DEBUG oslo_vmware.api [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708659, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.830897] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ed7ecb-ab44-4743-b2ca-75a66547ce57 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.836167] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.856862] env[62361]: DEBUG oslo_concurrency.lockutils [req-c79af474-ffc5-417a-870d-866ba1d5132e req-b0fb6aa0-3413-4fc7-8cc5-53de00d9b55b service nova] Releasing lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.857232] env[62361]: WARNING nova.compute.manager [req-c79af474-ffc5-417a-870d-866ba1d5132e req-b0fb6aa0-3413-4fc7-8cc5-53de00d9b55b service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Detach interface failed, port_id=24c83c64-b338-4cbe-bf39-ad67e815cff2, reason: No device with interface-id 24c83c64-b338-4cbe-bf39-ad67e815cff2 exists on VM: nova.exception.NotFound: No device with interface-id 24c83c64-b338-4cbe-bf39-ad67e815cff2 exists on VM [ 1649.007388] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26ce40f-5565-43df-b77f-ce390339c94e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.010571] env[62361]: DEBUG oslo_concurrency.lockutils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "refresh_cache-6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.010709] env[62361]: DEBUG nova.compute.manager [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Instance network_info: |[{"id": "c142d9ae-04d2-4022-b4d7-6df41a1a7b61", "address": "fa:16:3e:49:3a:4d", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc142d9ae-04", "ovs_interfaceid": "c142d9ae-04d2-4022-b4d7-6df41a1a7b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1649.011274] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:3a:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c142d9ae-04d2-4022-b4d7-6df41a1a7b61', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1649.020023] env[62361]: DEBUG oslo.service.loopingcall [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1649.020555] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1649.020820] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c32ee12d-a660-4cd0-8234-b1167f27155e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.042442] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b941b4-0cf0-4256-8203-7040f5a9e738 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.050408] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1649.050408] env[62361]: value = "task-1708660" [ 1649.050408] env[62361]: _type = "Task" [ 1649.050408] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.085959] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaba99c-74e9-4186-975e-05fcdac852aa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.093490] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708660, 'name': CreateVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.096439] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799eec5c-f03e-4386-b832-e9666b1bfc95 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.113959] env[62361]: DEBUG nova.compute.provider_tree [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1649.131809] env[62361]: DEBUG nova.compute.manager [req-24073bdf-0e6f-4b6c-811c-0ae93238d51d req-2c7fe541-b05b-4801-8661-6d5be4806bae service nova] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Received event network-vif-plugged-c142d9ae-04d2-4022-b4d7-6df41a1a7b61 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1649.132248] env[62361]: DEBUG oslo_concurrency.lockutils [req-24073bdf-0e6f-4b6c-811c-0ae93238d51d req-2c7fe541-b05b-4801-8661-6d5be4806bae service nova] Acquiring lock "6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.132548] env[62361]: DEBUG oslo_concurrency.lockutils [req-24073bdf-0e6f-4b6c-811c-0ae93238d51d req-2c7fe541-b05b-4801-8661-6d5be4806bae service nova] Lock "6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.132689] env[62361]: DEBUG oslo_concurrency.lockutils [req-24073bdf-0e6f-4b6c-811c-0ae93238d51d req-2c7fe541-b05b-4801-8661-6d5be4806bae service nova] Lock "6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.132886] env[62361]: DEBUG nova.compute.manager [req-24073bdf-0e6f-4b6c-811c-0ae93238d51d req-2c7fe541-b05b-4801-8661-6d5be4806bae service nova] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] No waiting events found dispatching network-vif-plugged-c142d9ae-04d2-4022-b4d7-6df41a1a7b61 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1649.133213] env[62361]: WARNING nova.compute.manager [req-24073bdf-0e6f-4b6c-811c-0ae93238d51d req-2c7fe541-b05b-4801-8661-6d5be4806bae service nova] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Received unexpected event network-vif-plugged-c142d9ae-04d2-4022-b4d7-6df41a1a7b61 for instance with vm_state building and task_state spawning. [ 1649.133289] env[62361]: DEBUG nova.compute.manager [req-24073bdf-0e6f-4b6c-811c-0ae93238d51d req-2c7fe541-b05b-4801-8661-6d5be4806bae service nova] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Received event network-changed-c142d9ae-04d2-4022-b4d7-6df41a1a7b61 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1649.133387] env[62361]: DEBUG nova.compute.manager [req-24073bdf-0e6f-4b6c-811c-0ae93238d51d req-2c7fe541-b05b-4801-8661-6d5be4806bae service nova] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Refreshing instance network info cache due to event network-changed-c142d9ae-04d2-4022-b4d7-6df41a1a7b61. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1649.133574] env[62361]: DEBUG oslo_concurrency.lockutils [req-24073bdf-0e6f-4b6c-811c-0ae93238d51d req-2c7fe541-b05b-4801-8661-6d5be4806bae service nova] Acquiring lock "refresh_cache-6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.133712] env[62361]: DEBUG oslo_concurrency.lockutils [req-24073bdf-0e6f-4b6c-811c-0ae93238d51d req-2c7fe541-b05b-4801-8661-6d5be4806bae service nova] Acquired lock "refresh_cache-6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.133867] env[62361]: DEBUG nova.network.neutron [req-24073bdf-0e6f-4b6c-811c-0ae93238d51d req-2c7fe541-b05b-4801-8661-6d5be4806bae service nova] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Refreshing network info cache for port c142d9ae-04d2-4022-b4d7-6df41a1a7b61 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1649.179907] env[62361]: DEBUG nova.compute.utils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1649.238016] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708656, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.290186] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708657, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.40085} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.290466] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 88031e4b-f9c0-49cc-955d-85000353d853/88031e4b-f9c0-49cc-955d-85000353d853.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1649.290707] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1649.290976] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f93210e9-4c44-4957-8804-e70f3b5d57b0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.299904] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.300135] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.300321] env[62361]: DEBUG nova.network.neutron [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1649.303738] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1649.303738] env[62361]: value = "task-1708661" [ 1649.303738] env[62361]: _type = "Task" [ 1649.303738] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.321857] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.331873] env[62361]: DEBUG oslo_vmware.api [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708659, 'name': ReconfigVM_Task, 'duration_secs': 0.53072} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.336285] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1649.341372] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.342154] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec18667b-34e2-4255-aaba-ac099db7fd90 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.361741] env[62361]: DEBUG oslo_vmware.api [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1649.361741] env[62361]: value = "task-1708662" [ 1649.361741] env[62361]: _type = "Task" [ 1649.361741] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.374418] env[62361]: DEBUG oslo_vmware.api [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.400352] env[62361]: DEBUG oslo_concurrency.lockutils [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.400652] env[62361]: DEBUG oslo_concurrency.lockutils [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.400884] env[62361]: DEBUG oslo_concurrency.lockutils [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.401229] env[62361]: DEBUG oslo_concurrency.lockutils [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.401522] env[62361]: DEBUG oslo_concurrency.lockutils [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.405232] env[62361]: INFO nova.compute.manager [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Terminating instance [ 1649.407429] env[62361]: DEBUG nova.compute.manager [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1649.407674] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1649.408585] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1a94b2-8221-4216-bb91-42217bd18c57 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.419931] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1649.420267] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c78ef25-7c37-46ea-b414-a3203906f108 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.430082] env[62361]: DEBUG oslo_vmware.api [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1649.430082] env[62361]: value = "task-1708663" [ 1649.430082] env[62361]: _type = "Task" [ 1649.430082] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.441619] env[62361]: DEBUG oslo_vmware.api [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.565479] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708660, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.617531] env[62361]: DEBUG nova.scheduler.client.report [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1649.683463] env[62361]: INFO nova.virt.block_device [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Booting with volume 79bea163-1db3-4018-a88d-4103f14e9da3 at /dev/sdb [ 1649.735538] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64532f86-ee87-4f04-b511-e5baf7f3c8bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.741581] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708656, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.751667] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17661b16-32b9-4581-b97e-07d8f392ef51 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.796177] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e1a51b2-67c5-4792-b8e2-9d4b0316b5d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.814856] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55f0297-536f-495c-a583-580e1bc0be42 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.837745] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088134} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.837745] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1649.838322] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00e6593-9d0d-4374-b944-fa5d31b60a2a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.845095] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708658, 'name': ReconfigVM_Task, 'duration_secs': 1.091312} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.845825] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Reconfigured VM instance instance-00000058 to attach disk [datastore1] d9b1417b-2dd6-4cee-9241-fd8453903319/d9b1417b-2dd6-4cee-9241-fd8453903319.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1649.846543] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c831b205-ca75-4d18-99d7-7638c790e6f8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.871535] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 88031e4b-f9c0-49cc-955d-85000353d853/88031e4b-f9c0-49cc-955d-85000353d853.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.889708] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fa7a599-b604-4e21-9aab-b4f86158388a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.905007] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Waiting for the task: (returnval){ [ 1649.905007] env[62361]: value = "task-1708664" [ 1649.905007] env[62361]: _type = "Task" [ 1649.905007] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.909197] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a898e9-1d14-4fe1-8b48-f55f3d012895 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.918733] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1649.918733] env[62361]: value = "task-1708665" [ 1649.918733] env[62361]: _type = "Task" [ 1649.918733] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.922439] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708664, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.931538] env[62361]: DEBUG oslo_vmware.api [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708662, 'name': ReconfigVM_Task, 'duration_secs': 0.267187} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.932715] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c565c9cc-6ec1-4e47-acc8-a4b783d1cf5f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.935793] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355990', 'volume_id': 'b966e19d-0989-48fc-857c-e5df313de469', 'name': 'volume-b966e19d-0989-48fc-857c-e5df313de469', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c15e00f9-1a2e-41aa-99a6-10b0519d9468', 'attached_at': '', 'detached_at': '', 'volume_id': 'b966e19d-0989-48fc-857c-e5df313de469', 'serial': 'b966e19d-0989-48fc-857c-e5df313de469'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1649.950359] env[62361]: DEBUG oslo_vmware.api [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708663, 'name': PowerOffVM_Task, 'duration_secs': 0.263001} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.955168] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1649.955429] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1649.955783] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.963283] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5847988-367c-4c3e-abc3-bac02e2e4b8b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.966840] env[62361]: DEBUG nova.virt.block_device [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Updating existing volume attachment record: 1e22c637-7a29-41d3-81fd-e8cff32e3497 {{(pid=62361) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1650.043234] env[62361]: DEBUG nova.network.neutron [req-24073bdf-0e6f-4b6c-811c-0ae93238d51d req-2c7fe541-b05b-4801-8661-6d5be4806bae service nova] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Updated VIF entry in instance network info cache for port c142d9ae-04d2-4022-b4d7-6df41a1a7b61. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1650.043690] env[62361]: DEBUG nova.network.neutron [req-24073bdf-0e6f-4b6c-811c-0ae93238d51d req-2c7fe541-b05b-4801-8661-6d5be4806bae service nova] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Updating instance_info_cache with network_info: [{"id": "c142d9ae-04d2-4022-b4d7-6df41a1a7b61", "address": "fa:16:3e:49:3a:4d", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc142d9ae-04", "ovs_interfaceid": "c142d9ae-04d2-4022-b4d7-6df41a1a7b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.070284] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708660, 'name': CreateVM_Task, 'duration_secs': 0.994225} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.070491] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1650.071461] env[62361]: DEBUG oslo_concurrency.lockutils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.071650] env[62361]: DEBUG oslo_concurrency.lockutils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.072037] env[62361]: DEBUG oslo_concurrency.lockutils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1650.072923] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3fc23b8-2c49-4cc4-ad33-d62c24fa5951 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.075608] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1650.075818] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1650.076039] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Deleting the datastore file [datastore1] 70a183d7-eaa8-47b3-bd65-c230308e7ff1 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1650.076733] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9be74329-74bf-40e9-ba86-807ada807235 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.082825] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1650.082825] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b70642-a9ea-8cec-f84f-b9c3393e2ad6" [ 1650.082825] env[62361]: _type = "Task" [ 1650.082825] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.087282] env[62361]: DEBUG oslo_vmware.api [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1650.087282] env[62361]: value = "task-1708667" [ 1650.087282] env[62361]: _type = "Task" [ 1650.087282] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.097038] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b70642-a9ea-8cec-f84f-b9c3393e2ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.103307] env[62361]: DEBUG oslo_vmware.api [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.125480] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.125480] env[62361]: DEBUG nova.compute.manager [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1650.129262] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.279s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.237963] env[62361]: DEBUG nova.network.neutron [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Updating instance_info_cache with network_info: [{"id": "af5c8071-9a86-4a96-9d3d-6dae8f332f10", "address": "fa:16:3e:8a:c8:9e", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5c8071-9a", "ovs_interfaceid": "af5c8071-9a86-4a96-9d3d-6dae8f332f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.246286] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708656, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.432697] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708664, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.439853] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708665, 'name': ReconfigVM_Task, 'duration_secs': 0.442556} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.440247] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 88031e4b-f9c0-49cc-955d-85000353d853/88031e4b-f9c0-49cc-955d-85000353d853.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.441054] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75aa0f45-6a34-4bc6-a177-e4b8f240f95e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.449916] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1650.449916] env[62361]: value = "task-1708671" [ 1650.449916] env[62361]: _type = "Task" [ 1650.449916] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.463343] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708671, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.491155] env[62361]: DEBUG nova.objects.instance [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lazy-loading 'flavor' on Instance uuid c15e00f9-1a2e-41aa-99a6-10b0519d9468 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.547633] env[62361]: DEBUG oslo_concurrency.lockutils [req-24073bdf-0e6f-4b6c-811c-0ae93238d51d req-2c7fe541-b05b-4801-8661-6d5be4806bae service nova] Releasing lock "refresh_cache-6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.599043] env[62361]: DEBUG oslo_vmware.api [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.603098] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b70642-a9ea-8cec-f84f-b9c3393e2ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.092018} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.603447] env[62361]: DEBUG oslo_concurrency.lockutils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.603703] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1650.603949] env[62361]: DEBUG oslo_concurrency.lockutils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.604160] env[62361]: DEBUG oslo_concurrency.lockutils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.604395] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1650.604728] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-590010f9-cf79-4bae-8efd-600002610318 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.620590] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1650.620793] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1650.621686] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4edf1f64-fd44-415d-b09e-635bf6f2ca98 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.629023] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1650.629023] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5225ecbf-c83c-8158-c042-481a01586232" [ 1650.629023] env[62361]: _type = "Task" [ 1650.629023] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.630447] env[62361]: DEBUG nova.compute.utils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1650.635159] env[62361]: DEBUG nova.compute.manager [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1650.635358] env[62361]: DEBUG nova.network.neutron [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1650.639983] env[62361]: INFO nova.compute.claims [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1650.644703] env[62361]: DEBUG nova.compute.manager [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1650.654102] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5225ecbf-c83c-8158-c042-481a01586232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.702763] env[62361]: DEBUG nova.policy [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93064d98a0e84c25b78736c4cd37a26d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69700e8d1f8e4cedaced84a586a8a681', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1650.736815] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708656, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.747665] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "refresh_cache-70a183d7-eaa8-47b3-bd65-c230308e7ff1" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.929828] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708664, 'name': Rename_Task, 'duration_secs': 0.639467} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.930346] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1650.930547] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16383b8f-97fd-41d8-98b4-fe96afd27162 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.939315] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Waiting for the task: (returnval){ [ 1650.939315] env[62361]: value = "task-1708672" [ 1650.939315] env[62361]: _type = "Task" [ 1650.939315] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.953508] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.964583] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708671, 'name': Rename_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.098713] env[62361]: DEBUG oslo_vmware.api [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.140542] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5225ecbf-c83c-8158-c042-481a01586232, 'name': SearchDatastore_Task, 'duration_secs': 0.042453} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.141720] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f68aecc-16c2-4c61-a985-8e3e4e59d524 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.153032] env[62361]: INFO nova.compute.resource_tracker [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Updating resource usage from migration 6f453eea-f6db-4ad9-b1ad-2922794eec6e [ 1651.155922] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1651.155922] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f4e7a2-ba52-24d5-c6b7-53fbebf610ed" [ 1651.155922] env[62361]: _type = "Task" [ 1651.155922] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.157591] env[62361]: DEBUG nova.network.neutron [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Successfully created port: 393e32a0-a21a-41ab-aaa5-8663eaaf8a0f {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1651.171345] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f4e7a2-ba52-24d5-c6b7-53fbebf610ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.253752] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e30bcdd0-77f9-4816-810a-ef609e7c3c1e tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-70a183d7-eaa8-47b3-bd65-c230308e7ff1-24c83c64-b338-4cbe-bf39-ad67e815cff2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.931s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.255608] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708656, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.064052} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.256527] env[62361]: INFO nova.virt.vmwareapi.ds_util [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a8177334-0172-4a7b-8048-2e6e5facba69/OSTACK_IMG_a8177334-0172-4a7b-8048-2e6e5facba69.vmdk to [datastore1] devstack-image-cache_base/d838d894-137a-4674-9c49-c5e4d139f53e/d838d894-137a-4674-9c49-c5e4d139f53e.vmdk. [ 1651.256990] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Cleaning up location [datastore1] OSTACK_IMG_a8177334-0172-4a7b-8048-2e6e5facba69 {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1651.257302] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a8177334-0172-4a7b-8048-2e6e5facba69 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1651.257724] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-611ed551-248d-4a9f-a0c8-b9ed1431b19c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.275417] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1651.275417] env[62361]: value = "task-1708673" [ 1651.275417] env[62361]: _type = "Task" [ 1651.275417] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.297426] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.451065] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.469063] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708671, 'name': Rename_Task, 'duration_secs': 0.556965} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.469063] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.469063] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f3aa501-cff7-494b-94f1-cafef69f5cce {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.482031] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1651.482031] env[62361]: value = "task-1708674" [ 1651.482031] env[62361]: _type = "Task" [ 1651.482031] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.502020] env[62361]: DEBUG oslo_concurrency.lockutils [None req-50b4e6eb-128e-405a-a144-4c93dccaea2a tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.937s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.503575] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.544962] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1578a53-7b85-42f9-ba27-2223ac3c556a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.553754] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46bb68a-729e-45ce-83e9-710e1b16a9a6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.588816] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299d8f47-7259-436c-8e17-8da1fb65723f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.605211] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e636a780-d2f6-4ee8-a2e8-9a1fcf836ba6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.609406] env[62361]: DEBUG oslo_vmware.api [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.080685} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.609695] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1651.609921] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1651.610142] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1651.610377] env[62361]: INFO nova.compute.manager [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1651.610716] env[62361]: DEBUG oslo.service.loopingcall [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1651.611438] env[62361]: DEBUG nova.compute.manager [-] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1651.611548] env[62361]: DEBUG nova.network.neutron [-] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1651.623594] env[62361]: DEBUG nova.compute.provider_tree [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.658023] env[62361]: DEBUG nova.compute.manager [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1651.671207] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f4e7a2-ba52-24d5-c6b7-53fbebf610ed, 'name': SearchDatastore_Task, 'duration_secs': 0.025198} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.671502] env[62361]: DEBUG oslo_concurrency.lockutils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.671793] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb/6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1651.672122] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74ce19c6-7879-481a-b5c9-a501a1c2cf41 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.685319] env[62361]: DEBUG nova.virt.hardware [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1651.685600] env[62361]: DEBUG nova.virt.hardware [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1651.685764] env[62361]: DEBUG nova.virt.hardware [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1651.685950] env[62361]: DEBUG nova.virt.hardware [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1651.686217] env[62361]: DEBUG nova.virt.hardware [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1651.686380] env[62361]: DEBUG nova.virt.hardware [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1651.686720] env[62361]: DEBUG nova.virt.hardware [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1651.687011] env[62361]: DEBUG nova.virt.hardware [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1651.687202] env[62361]: DEBUG nova.virt.hardware [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1651.687383] env[62361]: DEBUG nova.virt.hardware [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1651.687601] env[62361]: DEBUG nova.virt.hardware [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1651.688696] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9ad4bf-6504-47ba-9cfc-087014291717 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.693799] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1651.693799] env[62361]: value = "task-1708675" [ 1651.693799] env[62361]: _type = "Task" [ 1651.693799] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.704862] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db2a9c4-d755-4513-aaa7-1c8e97f404ef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.713053] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.786154] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098725} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.786450] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1651.786691] env[62361]: DEBUG oslo_concurrency.lockutils [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d838d894-137a-4674-9c49-c5e4d139f53e/d838d894-137a-4674-9c49-c5e4d139f53e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.786956] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d838d894-137a-4674-9c49-c5e4d139f53e/d838d894-137a-4674-9c49-c5e4d139f53e.vmdk to [datastore1] 1453ac2c-c25c-4914-a6a3-f84bce809e1e/1453ac2c-c25c-4914-a6a3-f84bce809e1e.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1651.787251] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14debdbd-356a-4e40-b1a6-64170c5eaa0f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.796111] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1651.796111] env[62361]: value = "task-1708676" [ 1651.796111] env[62361]: _type = "Task" [ 1651.796111] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.807259] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.951389] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708672, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.994076] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708674, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.126803] env[62361]: DEBUG nova.scheduler.client.report [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1652.207399] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.306925] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.379310] env[62361]: DEBUG nova.compute.manager [req-949d5b36-1168-4a34-bada-bae144f230fe req-d5e773b4-a0af-4f45-8805-9dbe9a66f403 service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Received event network-vif-deleted-af5c8071-9a86-4a96-9d3d-6dae8f332f10 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1652.379467] env[62361]: INFO nova.compute.manager [req-949d5b36-1168-4a34-bada-bae144f230fe req-d5e773b4-a0af-4f45-8805-9dbe9a66f403 service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Neutron deleted interface af5c8071-9a86-4a96-9d3d-6dae8f332f10; detaching it from the instance and deleting it from the info cache [ 1652.379701] env[62361]: DEBUG nova.network.neutron [req-949d5b36-1168-4a34-bada-bae144f230fe req-d5e773b4-a0af-4f45-8805-9dbe9a66f403 service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.452345] env[62361]: DEBUG oslo_vmware.api [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708672, 'name': PowerOnVM_Task, 'duration_secs': 1.133258} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.452637] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.452846] env[62361]: INFO nova.compute.manager [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Took 10.20 seconds to spawn the instance on the hypervisor. [ 1652.453055] env[62361]: DEBUG nova.compute.manager [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1652.453856] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f47d6c-4296-40f3-8233-0b1b848681c3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.494773] env[62361]: DEBUG oslo_vmware.api [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708674, 'name': PowerOnVM_Task, 'duration_secs': 0.632044} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.495067] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.495273] env[62361]: INFO nova.compute.manager [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1652.495445] env[62361]: DEBUG nova.compute.manager [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1652.496249] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5527fc27-8098-4f40-82e6-ed85d5aa23f2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.522767] env[62361]: DEBUG oslo_concurrency.lockutils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "8c22c9c1-9b96-4838-ab23-5a497cf83294" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.523015] env[62361]: DEBUG oslo_concurrency.lockutils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "8c22c9c1-9b96-4838-ab23-5a497cf83294" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.632018] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.503s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.633066] env[62361]: INFO nova.compute.manager [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Migrating [ 1652.639677] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.764s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.639998] env[62361]: DEBUG nova.objects.instance [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lazy-loading 'resources' on Instance uuid a95ff5b0-11a2-44ef-97e8-b197d74b42fb {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.707208] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708675, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.754959] env[62361]: DEBUG nova.compute.manager [req-e2c3d198-05f0-41e3-93b1-bb2a0e595ac1 req-39d3d2c6-2a38-422b-9a9d-b77987868012 service nova] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Received event network-vif-plugged-393e32a0-a21a-41ab-aaa5-8663eaaf8a0f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1652.756018] env[62361]: DEBUG oslo_concurrency.lockutils [req-e2c3d198-05f0-41e3-93b1-bb2a0e595ac1 req-39d3d2c6-2a38-422b-9a9d-b77987868012 service nova] Acquiring lock "e51f5739-400e-46f1-a3dd-9f75eeb07638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.756018] env[62361]: DEBUG oslo_concurrency.lockutils [req-e2c3d198-05f0-41e3-93b1-bb2a0e595ac1 req-39d3d2c6-2a38-422b-9a9d-b77987868012 service nova] Lock "e51f5739-400e-46f1-a3dd-9f75eeb07638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.756018] env[62361]: DEBUG oslo_concurrency.lockutils [req-e2c3d198-05f0-41e3-93b1-bb2a0e595ac1 req-39d3d2c6-2a38-422b-9a9d-b77987868012 service nova] Lock "e51f5739-400e-46f1-a3dd-9f75eeb07638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.756210] env[62361]: DEBUG nova.compute.manager [req-e2c3d198-05f0-41e3-93b1-bb2a0e595ac1 req-39d3d2c6-2a38-422b-9a9d-b77987868012 service nova] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] No waiting events found dispatching network-vif-plugged-393e32a0-a21a-41ab-aaa5-8663eaaf8a0f {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1652.756300] env[62361]: WARNING nova.compute.manager [req-e2c3d198-05f0-41e3-93b1-bb2a0e595ac1 req-39d3d2c6-2a38-422b-9a9d-b77987868012 service nova] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Received unexpected event network-vif-plugged-393e32a0-a21a-41ab-aaa5-8663eaaf8a0f for instance with vm_state building and task_state spawning. [ 1652.809161] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708676, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.824988] env[62361]: DEBUG nova.network.neutron [-] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.858206] env[62361]: DEBUG nova.network.neutron [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Successfully updated port: 393e32a0-a21a-41ab-aaa5-8663eaaf8a0f {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1652.882894] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69f83281-1fd4-4b6f-93a6-cb23a2635206 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.896307] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca0f279-1efe-4915-a6e2-9b20f5aca1d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.933624] env[62361]: DEBUG nova.compute.manager [req-949d5b36-1168-4a34-bada-bae144f230fe req-d5e773b4-a0af-4f45-8805-9dbe9a66f403 service nova] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Detach interface failed, port_id=af5c8071-9a86-4a96-9d3d-6dae8f332f10, reason: Instance 70a183d7-eaa8-47b3-bd65-c230308e7ff1 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1652.981033] env[62361]: INFO nova.compute.manager [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Took 18.73 seconds to build instance. [ 1653.016026] env[62361]: INFO nova.compute.manager [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Took 16.18 seconds to build instance. [ 1653.025697] env[62361]: DEBUG nova.compute.manager [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1653.152025] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "refresh_cache-ce240222-4195-4b7d-9197-cbe08780ad9e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.152417] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "refresh_cache-ce240222-4195-4b7d-9197-cbe08780ad9e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.152417] env[62361]: DEBUG nova.network.neutron [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.210935] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708675, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.313324] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708676, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.327677] env[62361]: INFO nova.compute.manager [-] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Took 1.72 seconds to deallocate network for instance. [ 1653.361693] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "refresh_cache-e51f5739-400e-46f1-a3dd-9f75eeb07638" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.361841] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired lock "refresh_cache-e51f5739-400e-46f1-a3dd-9f75eeb07638" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.361981] env[62361]: DEBUG nova.network.neutron [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.482602] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a93ed888-675d-4e57-8f17-4e3c3eb66712 tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Lock "d9b1417b-2dd6-4cee-9241-fd8453903319" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.247s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.502933] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e1f3ca-e44f-49b4-8c7a-9a79bb90148c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.514262] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94fd196-476c-4820-986c-1789460fdc6a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.519173] env[62361]: DEBUG oslo_concurrency.lockutils [None req-449c9cf7-9886-479e-9218-57ae043f3f68 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "88031e4b-f9c0-49cc-955d-85000353d853" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.696s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.558799] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5913cc7f-b1c4-4390-aed4-41a440f029c6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.572352] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac1c6e9-0812-495f-8bdf-ea400870b5e1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.578413] env[62361]: DEBUG oslo_concurrency.lockutils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.593779] env[62361]: DEBUG nova.compute.provider_tree [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.711206] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708675, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.632317} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.711496] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb/6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1653.711714] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1653.711978] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67acbc81-0167-45e6-b36f-e9d63da8ddce {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.724908] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1653.724908] env[62361]: value = "task-1708678" [ 1653.724908] env[62361]: _type = "Task" [ 1653.724908] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.785873] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.811975] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708676, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.834737] env[62361]: DEBUG oslo_concurrency.lockutils [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.903452] env[62361]: DEBUG nova.network.neutron [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1653.934721] env[62361]: DEBUG oslo_concurrency.lockutils [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "88031e4b-f9c0-49cc-955d-85000353d853" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.935056] env[62361]: DEBUG oslo_concurrency.lockutils [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "88031e4b-f9c0-49cc-955d-85000353d853" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.935250] env[62361]: DEBUG oslo_concurrency.lockutils [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "88031e4b-f9c0-49cc-955d-85000353d853-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.935399] env[62361]: DEBUG oslo_concurrency.lockutils [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "88031e4b-f9c0-49cc-955d-85000353d853-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.935570] env[62361]: DEBUG oslo_concurrency.lockutils [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "88031e4b-f9c0-49cc-955d-85000353d853-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.938120] env[62361]: INFO nova.compute.manager [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Terminating instance [ 1653.943118] env[62361]: DEBUG nova.compute.manager [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1653.943343] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1653.944606] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab771e2-e607-4e82-b00a-714997dc6800 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.956752] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1653.957586] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e06377b-0855-4844-9de1-3e445bd72791 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.969794] env[62361]: DEBUG oslo_vmware.api [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1653.969794] env[62361]: value = "task-1708679" [ 1653.969794] env[62361]: _type = "Task" [ 1653.969794] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.990365] env[62361]: DEBUG oslo_vmware.api [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.097141] env[62361]: DEBUG nova.scheduler.client.report [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1654.106038] env[62361]: DEBUG nova.network.neutron [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Updating instance_info_cache with network_info: [{"id": "393e32a0-a21a-41ab-aaa5-8663eaaf8a0f", "address": "fa:16:3e:f1:8f:24", "network": {"id": "46455119-92ff-4eb0-bbc2-43b3d78d9332", "bridge": "br-int", "label": "tempest-ImagesTestJSON-431158718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69700e8d1f8e4cedaced84a586a8a681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393e32a0-a2", "ovs_interfaceid": "393e32a0-a21a-41ab-aaa5-8663eaaf8a0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.116169] env[62361]: DEBUG nova.network.neutron [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Updating instance_info_cache with network_info: [{"id": "f74ef93b-b3b0-4c55-96c7-c777ef4f886b", "address": "fa:16:3e:ee:4f:df", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74ef93b-b3", "ovs_interfaceid": "f74ef93b-b3b0-4c55-96c7-c777ef4f886b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.237329] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079781} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.237621] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1654.238518] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea0c8e2-c7cc-4343-8f31-a9bebe156dc9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.266064] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb/6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1654.266813] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c784a04-8680-4af9-99ae-917cbc1cd678 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.295143] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1654.295143] env[62361]: value = "task-1708680" [ 1654.295143] env[62361]: _type = "Task" [ 1654.295143] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.313051] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.316485] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708676, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.421838] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Acquiring lock "7f38e33c-5913-4f35-bed2-56c34c48e432" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.422391] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Lock "7f38e33c-5913-4f35-bed2-56c34c48e432" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.422391] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Acquiring lock "7f38e33c-5913-4f35-bed2-56c34c48e432-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.422581] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Lock "7f38e33c-5913-4f35-bed2-56c34c48e432-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.422757] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Lock "7f38e33c-5913-4f35-bed2-56c34c48e432-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.429124] env[62361]: INFO nova.compute.manager [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Terminating instance [ 1654.433580] env[62361]: DEBUG nova.compute.manager [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1654.433807] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1654.434779] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae685e8-b1a7-4d5b-a060-3d794f7c1ffc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.446177] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1654.446506] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f30b372-2132-4ebc-8f8c-4eaa57ed0e65 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.457770] env[62361]: DEBUG oslo_vmware.api [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Waiting for the task: (returnval){ [ 1654.457770] env[62361]: value = "task-1708681" [ 1654.457770] env[62361]: _type = "Task" [ 1654.457770] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.473143] env[62361]: DEBUG oslo_vmware.api [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.486049] env[62361]: DEBUG oslo_vmware.api [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708679, 'name': PowerOffVM_Task, 'duration_secs': 0.233012} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.486049] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1654.486049] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1654.486049] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d22cb6f-df7e-4829-8cef-c347de7bb7c4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.575259] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3e2294d8-9997-4381-ada6-14f89d3ccd40 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.575571] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3e2294d8-9997-4381-ada6-14f89d3ccd40 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.575817] env[62361]: INFO nova.compute.manager [None req-3e2294d8-9997-4381-ada6-14f89d3ccd40 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Rebooting instance [ 1654.596061] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1654.596429] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1654.596753] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleting the datastore file [datastore1] 88031e4b-f9c0-49cc-955d-85000353d853 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1654.597048] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e10ed83-fab8-431e-9d1f-f6601b128d68 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.602611] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.605366] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.137s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.608988] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Releasing lock "refresh_cache-e51f5739-400e-46f1-a3dd-9f75eeb07638" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.609456] env[62361]: DEBUG nova.compute.manager [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Instance network_info: |[{"id": "393e32a0-a21a-41ab-aaa5-8663eaaf8a0f", "address": "fa:16:3e:f1:8f:24", "network": {"id": "46455119-92ff-4eb0-bbc2-43b3d78d9332", "bridge": "br-int", "label": "tempest-ImagesTestJSON-431158718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69700e8d1f8e4cedaced84a586a8a681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393e32a0-a2", "ovs_interfaceid": "393e32a0-a21a-41ab-aaa5-8663eaaf8a0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1654.609893] env[62361]: DEBUG oslo_vmware.api [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1654.609893] env[62361]: value = "task-1708683" [ 1654.609893] env[62361]: _type = "Task" [ 1654.609893] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.610569] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:8f:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '393e32a0-a21a-41ab-aaa5-8663eaaf8a0f', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1654.619548] env[62361]: DEBUG oslo.service.loopingcall [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.620256] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "refresh_cache-ce240222-4195-4b7d-9197-cbe08780ad9e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.621696] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1654.627224] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3195dfd-4ab1-4533-a0f2-4a1ba2ed910a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.643691] env[62361]: INFO nova.scheduler.client.report [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Deleted allocations for instance a95ff5b0-11a2-44ef-97e8-b197d74b42fb [ 1654.654452] env[62361]: DEBUG oslo_vmware.api [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.657907] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1654.657907] env[62361]: value = "task-1708684" [ 1654.657907] env[62361]: _type = "Task" [ 1654.657907] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.669968] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708684, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.813030] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.817257] env[62361]: DEBUG nova.compute.manager [req-b690db9e-8ffc-4e92-bd80-0c7f0865cf19 req-55107053-f70e-4f16-b88a-f0d44c472655 service nova] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Received event network-changed-393e32a0-a21a-41ab-aaa5-8663eaaf8a0f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1654.817631] env[62361]: DEBUG nova.compute.manager [req-b690db9e-8ffc-4e92-bd80-0c7f0865cf19 req-55107053-f70e-4f16-b88a-f0d44c472655 service nova] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Refreshing instance network info cache due to event network-changed-393e32a0-a21a-41ab-aaa5-8663eaaf8a0f. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1654.818206] env[62361]: DEBUG oslo_concurrency.lockutils [req-b690db9e-8ffc-4e92-bd80-0c7f0865cf19 req-55107053-f70e-4f16-b88a-f0d44c472655 service nova] Acquiring lock "refresh_cache-e51f5739-400e-46f1-a3dd-9f75eeb07638" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.818464] env[62361]: DEBUG oslo_concurrency.lockutils [req-b690db9e-8ffc-4e92-bd80-0c7f0865cf19 req-55107053-f70e-4f16-b88a-f0d44c472655 service nova] Acquired lock "refresh_cache-e51f5739-400e-46f1-a3dd-9f75eeb07638" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.818722] env[62361]: DEBUG nova.network.neutron [req-b690db9e-8ffc-4e92-bd80-0c7f0865cf19 req-55107053-f70e-4f16-b88a-f0d44c472655 service nova] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Refreshing network info cache for port 393e32a0-a21a-41ab-aaa5-8663eaaf8a0f {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1654.821830] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708676, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.974822] env[62361]: DEBUG oslo_vmware.api [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.035527] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Acquiring lock "d9b1417b-2dd6-4cee-9241-fd8453903319" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.035527] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Lock "d9b1417b-2dd6-4cee-9241-fd8453903319" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.035631] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Acquiring lock "d9b1417b-2dd6-4cee-9241-fd8453903319-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.035740] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Lock "d9b1417b-2dd6-4cee-9241-fd8453903319-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.035917] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Lock "d9b1417b-2dd6-4cee-9241-fd8453903319-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.038534] env[62361]: INFO nova.compute.manager [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Terminating instance [ 1655.040601] env[62361]: DEBUG nova.compute.manager [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1655.040778] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1655.041680] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805ae0d1-f298-4ad4-98db-1f02d1716871 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.054091] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1655.054308] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76fff3e1-f1b4-4bbe-b59c-2c821e85813b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.064547] env[62361]: DEBUG oslo_vmware.api [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Waiting for the task: (returnval){ [ 1655.064547] env[62361]: value = "task-1708685" [ 1655.064547] env[62361]: _type = "Task" [ 1655.064547] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.083265] env[62361]: DEBUG oslo_vmware.api [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.095954] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3e2294d8-9997-4381-ada6-14f89d3ccd40 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.096194] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3e2294d8-9997-4381-ada6-14f89d3ccd40 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.096382] env[62361]: DEBUG nova.network.neutron [None req-3e2294d8-9997-4381-ada6-14f89d3ccd40 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1655.114125] env[62361]: INFO nova.compute.claims [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1655.135746] env[62361]: DEBUG oslo_vmware.api [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.152529] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e8a52881-1734-4d48-a5c9-c7417eac2c10 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "a95ff5b0-11a2-44ef-97e8-b197d74b42fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.871s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.169370] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708684, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.311451] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.319075] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708676, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.348644} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.319490] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d838d894-137a-4674-9c49-c5e4d139f53e/d838d894-137a-4674-9c49-c5e4d139f53e.vmdk to [datastore1] 1453ac2c-c25c-4914-a6a3-f84bce809e1e/1453ac2c-c25c-4914-a6a3-f84bce809e1e.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1655.320755] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8fd8cb-adf3-479c-8427-00cd30e48bf5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.362371] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 1453ac2c-c25c-4914-a6a3-f84bce809e1e/1453ac2c-c25c-4914-a6a3-f84bce809e1e.vmdk or device None with type streamOptimized {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1655.362823] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-254caea2-ae8e-41a5-8cf9-4a74dfa0eab9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.399025] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1655.399025] env[62361]: value = "task-1708686" [ 1655.399025] env[62361]: _type = "Task" [ 1655.399025] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.412279] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.473903] env[62361]: DEBUG oslo_vmware.api [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708681, 'name': PowerOffVM_Task, 'duration_secs': 0.77712} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.473903] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1655.474052] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1655.474281] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0da1453-e484-41a9-9406-af4a9273f25f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.579641] env[62361]: DEBUG oslo_vmware.api [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708685, 'name': PowerOffVM_Task, 'duration_secs': 0.495249} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.579937] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1655.580279] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1655.580365] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a95443d-3dca-45ac-a3ff-bbe2dd9cfdc5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.594121] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.611534] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1655.611766] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1655.611953] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Deleting the datastore file [datastore1] 7f38e33c-5913-4f35-bed2-56c34c48e432 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.612350] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1151d99-846c-4de0-b203-4d8d89754a05 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.622244] env[62361]: INFO nova.compute.resource_tracker [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating resource usage from migration 1c3feefc-1af7-4d7b-b1c1-a31dbd240765 [ 1655.624032] env[62361]: DEBUG oslo_vmware.api [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Waiting for the task: (returnval){ [ 1655.624032] env[62361]: value = "task-1708689" [ 1655.624032] env[62361]: _type = "Task" [ 1655.624032] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.636232] env[62361]: DEBUG oslo_vmware.api [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.645330] env[62361]: DEBUG oslo_vmware.api [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.702545} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.648456] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1655.648687] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1655.648865] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1655.649053] env[62361]: INFO nova.compute.manager [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1655.649306] env[62361]: DEBUG oslo.service.loopingcall [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.650579] env[62361]: DEBUG nova.compute.manager [-] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1655.650689] env[62361]: DEBUG nova.network.neutron [-] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1655.671142] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708684, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.690133] env[62361]: DEBUG nova.network.neutron [req-b690db9e-8ffc-4e92-bd80-0c7f0865cf19 req-55107053-f70e-4f16-b88a-f0d44c472655 service nova] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Updated VIF entry in instance network info cache for port 393e32a0-a21a-41ab-aaa5-8663eaaf8a0f. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1655.690513] env[62361]: DEBUG nova.network.neutron [req-b690db9e-8ffc-4e92-bd80-0c7f0865cf19 req-55107053-f70e-4f16-b88a-f0d44c472655 service nova] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Updating instance_info_cache with network_info: [{"id": "393e32a0-a21a-41ab-aaa5-8663eaaf8a0f", "address": "fa:16:3e:f1:8f:24", "network": {"id": "46455119-92ff-4eb0-bbc2-43b3d78d9332", "bridge": "br-int", "label": "tempest-ImagesTestJSON-431158718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69700e8d1f8e4cedaced84a586a8a681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393e32a0-a2", "ovs_interfaceid": "393e32a0-a21a-41ab-aaa5-8663eaaf8a0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.705158] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1655.705389] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1655.705573] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Deleting the datastore file [datastore1] d9b1417b-2dd6-4cee-9241-fd8453903319 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.706195] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5b062a0-c627-42a7-80d6-4ec1ba8b945c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.714211] env[62361]: DEBUG oslo_vmware.api [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Waiting for the task: (returnval){ [ 1655.714211] env[62361]: value = "task-1708690" [ 1655.714211] env[62361]: _type = "Task" [ 1655.714211] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.723822] env[62361]: DEBUG oslo_vmware.api [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.808440] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708680, 'name': ReconfigVM_Task, 'duration_secs': 1.396808} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.815017] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb/6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1655.815017] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ceb0d731-9d3f-4786-85fa-1036edbe4597 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.823909] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1655.823909] env[62361]: value = "task-1708691" [ 1655.823909] env[62361]: _type = "Task" [ 1655.823909] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.836902] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708691, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.914253] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.970103] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d4479d-eda6-4ca2-827b-97d9ae792857 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.979034] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b4d400-109a-4b90-95ee-0728c52644bf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.034309] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae26d5a3-86b1-41bf-b975-38068bdf614c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.045657] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653a3c8b-88d1-4454-a517-339dab0740bc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.061764] env[62361]: DEBUG nova.compute.provider_tree [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1656.135146] env[62361]: DEBUG oslo_vmware.api [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.152496] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92179be2-c527-488e-a13d-25fa6980a8cf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.172521] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Updating instance 'ce240222-4195-4b7d-9197-cbe08780ad9e' progress to 0 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1656.187846] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708684, 'name': CreateVM_Task, 'duration_secs': 1.039822} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.188021] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.188813] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.189052] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.189434] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.189731] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83270e42-e783-43ee-8714-510e704a9a4e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.193285] env[62361]: DEBUG oslo_concurrency.lockutils [req-b690db9e-8ffc-4e92-bd80-0c7f0865cf19 req-55107053-f70e-4f16-b88a-f0d44c472655 service nova] Releasing lock "refresh_cache-e51f5739-400e-46f1-a3dd-9f75eeb07638" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.195765] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1656.195765] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521ae5cc-e4e7-eab1-da17-29be1eda41e0" [ 1656.195765] env[62361]: _type = "Task" [ 1656.195765] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.205530] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521ae5cc-e4e7-eab1-da17-29be1eda41e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.225570] env[62361]: DEBUG oslo_vmware.api [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.334446] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708691, 'name': Rename_Task, 'duration_secs': 0.279489} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.334783] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1656.334929] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-404ab4b9-e123-4fcf-ba70-0785f1a30a73 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.339415] env[62361]: DEBUG nova.network.neutron [None req-3e2294d8-9997-4381-ada6-14f89d3ccd40 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance_info_cache with network_info: [{"id": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "address": "fa:16:3e:f7:c6:ba", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c9eb6e-09", "ovs_interfaceid": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.342029] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1656.342029] env[62361]: value = "task-1708692" [ 1656.342029] env[62361]: _type = "Task" [ 1656.342029] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.351335] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.414496] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708686, 'name': ReconfigVM_Task, 'duration_secs': 0.668001} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.414805] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 1453ac2c-c25c-4914-a6a3-f84bce809e1e/1453ac2c-c25c-4914-a6a3-f84bce809e1e.vmdk or device None with type streamOptimized {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1656.415468] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9962579e-6e9c-4784-bf7e-cd1f033c8010 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.419352] env[62361]: DEBUG nova.compute.manager [req-2e3f8640-ca4a-4090-93bf-b9dba718d073 req-7c04fe9d-14c7-4463-b954-64672e7024c7 service nova] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Received event network-vif-deleted-4293bd3d-ee25-414b-966d-a6a763046cc8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1656.419537] env[62361]: INFO nova.compute.manager [req-2e3f8640-ca4a-4090-93bf-b9dba718d073 req-7c04fe9d-14c7-4463-b954-64672e7024c7 service nova] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Neutron deleted interface 4293bd3d-ee25-414b-966d-a6a763046cc8; detaching it from the instance and deleting it from the info cache [ 1656.419709] env[62361]: DEBUG nova.network.neutron [req-2e3f8640-ca4a-4090-93bf-b9dba718d073 req-7c04fe9d-14c7-4463-b954-64672e7024c7 service nova] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.426367] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1656.426367] env[62361]: value = "task-1708693" [ 1656.426367] env[62361]: _type = "Task" [ 1656.426367] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.436310] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708693, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.565826] env[62361]: DEBUG nova.scheduler.client.report [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1656.636359] env[62361]: DEBUG oslo_vmware.api [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Task: {'id': task-1708689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.590349} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.636627] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1656.636889] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1656.637125] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1656.637280] env[62361]: INFO nova.compute.manager [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1656.637528] env[62361]: DEBUG oslo.service.loopingcall [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.637766] env[62361]: DEBUG nova.compute.manager [-] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1656.637895] env[62361]: DEBUG nova.network.neutron [-] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1656.682200] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1656.682725] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c5097e4-f65f-469c-bbfb-38a997aa6704 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.691727] env[62361]: DEBUG oslo_vmware.api [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1656.691727] env[62361]: value = "task-1708694" [ 1656.691727] env[62361]: _type = "Task" [ 1656.691727] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.704381] env[62361]: DEBUG oslo_vmware.api [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.713972] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521ae5cc-e4e7-eab1-da17-29be1eda41e0, 'name': SearchDatastore_Task, 'duration_secs': 0.016428} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.714383] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.714667] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1656.714960] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.715194] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.715417] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1656.715799] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb9f00b6-8c24-4ebb-b0a1-44fad1e1d682 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.730498] env[62361]: DEBUG oslo_vmware.api [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Task: {'id': task-1708690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5267} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.731805] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1656.732011] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1656.732195] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1656.732369] env[62361]: INFO nova.compute.manager [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1656.732606] env[62361]: DEBUG oslo.service.loopingcall [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.732816] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1656.732970] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1656.733679] env[62361]: DEBUG nova.compute.manager [-] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1656.733779] env[62361]: DEBUG nova.network.neutron [-] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1656.739206] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69a0853d-ab45-4a72-9f76-84c3014046de {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.747017] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1656.747017] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a56bc7-6d3e-4422-327b-dd55bf0c56a7" [ 1656.747017] env[62361]: _type = "Task" [ 1656.747017] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.752729] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a56bc7-6d3e-4422-327b-dd55bf0c56a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.802315] env[62361]: DEBUG nova.network.neutron [-] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.843530] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3e2294d8-9997-4381-ada6-14f89d3ccd40 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.850436] env[62361]: DEBUG nova.compute.manager [None req-3e2294d8-9997-4381-ada6-14f89d3ccd40 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1656.850436] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566af24f-6366-4c89-9822-1c87eb5a0216 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.864347] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708692, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.922647] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8ac4603-9865-446f-b7be-c65dba5b6ae3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.934877] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08905209-3039-4a74-bac6-099463fdaaf6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.948747] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708693, 'name': Rename_Task, 'duration_secs': 0.216738} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.949448] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1656.949704] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f82e763-e393-42c0-a16d-658b5ae3443b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.956823] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1656.956823] env[62361]: value = "task-1708695" [ 1656.956823] env[62361]: _type = "Task" [ 1656.956823] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.975787] env[62361]: DEBUG nova.compute.manager [req-2e3f8640-ca4a-4090-93bf-b9dba718d073 req-7c04fe9d-14c7-4463-b954-64672e7024c7 service nova] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Detach interface failed, port_id=4293bd3d-ee25-414b-966d-a6a763046cc8, reason: Instance 88031e4b-f9c0-49cc-955d-85000353d853 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1656.979048] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.070827] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.465s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.071112] env[62361]: INFO nova.compute.manager [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Migrating [ 1657.083377] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.163s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.083609] env[62361]: DEBUG nova.objects.instance [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lazy-loading 'resources' on Instance uuid befe6745-06f9-49c0-8bb6-cd45a606bb97 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.202635] env[62361]: DEBUG oslo_vmware.api [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708694, 'name': PowerOffVM_Task, 'duration_secs': 0.233827} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.202989] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1657.203208] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Updating instance 'ce240222-4195-4b7d-9197-cbe08780ad9e' progress to 17 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1657.258989] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a56bc7-6d3e-4422-327b-dd55bf0c56a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009708} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.262759] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10fa3267-1142-4e18-9624-1fc2d39dc42e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.269179] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1657.269179] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52215978-dd69-59b7-6330-f4aaa0e68377" [ 1657.269179] env[62361]: _type = "Task" [ 1657.269179] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.278804] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52215978-dd69-59b7-6330-f4aaa0e68377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.305091] env[62361]: INFO nova.compute.manager [-] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Took 1.65 seconds to deallocate network for instance. [ 1657.356236] env[62361]: DEBUG oslo_vmware.api [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708692, 'name': PowerOnVM_Task, 'duration_secs': 0.580703} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.356511] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1657.356714] env[62361]: INFO nova.compute.manager [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1657.356940] env[62361]: DEBUG nova.compute.manager [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1657.357723] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d0f0dc-1a18-4588-b9da-6fb9d2af5b33 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.467226] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.594863] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.596076] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.596296] env[62361]: DEBUG nova.network.neutron [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.709749] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1657.710022] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1657.710182] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1657.710378] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1657.710527] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1657.711135] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1657.711135] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1657.711135] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1657.711277] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1657.711377] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1657.711560] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1657.720193] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bdb7392-3762-4e8f-b2e7-04fdab93951a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.740724] env[62361]: DEBUG oslo_vmware.api [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1657.740724] env[62361]: value = "task-1708696" [ 1657.740724] env[62361]: _type = "Task" [ 1657.740724] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.755703] env[62361]: DEBUG oslo_vmware.api [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.762515] env[62361]: DEBUG nova.network.neutron [-] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.785738] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52215978-dd69-59b7-6330-f4aaa0e68377, 'name': SearchDatastore_Task, 'duration_secs': 0.012535} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.789058] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.789335] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] e51f5739-400e-46f1-a3dd-9f75eeb07638/e51f5739-400e-46f1-a3dd-9f75eeb07638.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1657.790088] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c03bea19-157c-41dc-ae1f-35f4e4bb2986 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.800449] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1657.800449] env[62361]: value = "task-1708697" [ 1657.800449] env[62361]: _type = "Task" [ 1657.800449] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.813589] env[62361]: DEBUG oslo_concurrency.lockutils [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.813933] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.873546] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908e1491-c05d-4cb1-ac68-28b35d5f62d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.885364] env[62361]: DEBUG nova.network.neutron [-] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.891042] env[62361]: INFO nova.compute.manager [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Took 20.05 seconds to build instance. [ 1657.909258] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2294d8-9997-4381-ada6-14f89d3ccd40 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Doing hard reboot of VM {{(pid=62361) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1657.909258] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a988ab47-8f24-4b30-86f2-cb67e1bd4275 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.918774] env[62361]: DEBUG oslo_vmware.api [None req-3e2294d8-9997-4381-ada6-14f89d3ccd40 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1657.918774] env[62361]: value = "task-1708698" [ 1657.918774] env[62361]: _type = "Task" [ 1657.918774] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.931205] env[62361]: DEBUG oslo_vmware.api [None req-3e2294d8-9997-4381-ada6-14f89d3ccd40 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708698, 'name': ResetVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.957425] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855cea3e-dcd4-49f0-8259-fcff9181a183 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.973097] env[62361]: DEBUG oslo_vmware.api [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708695, 'name': PowerOnVM_Task, 'duration_secs': 0.938305} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.975669] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1657.980924] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61e623a-76c5-41f4-a7f5-2c967285df50 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.017219] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3753eb-c6c5-486b-9890-95c2a2bf2adc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.028032] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c580df47-f472-4ab2-990d-82bc7077f6bc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.044036] env[62361]: DEBUG nova.compute.provider_tree [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.114358] env[62361]: DEBUG nova.compute.manager [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1658.115612] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d1c39e-12a3-4f92-9b17-d1046b9f184b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.254606] env[62361]: DEBUG oslo_vmware.api [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708696, 'name': ReconfigVM_Task, 'duration_secs': 0.229177} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.255054] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Updating instance 'ce240222-4195-4b7d-9197-cbe08780ad9e' progress to 33 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1658.268472] env[62361]: INFO nova.compute.manager [-] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Took 1.53 seconds to deallocate network for instance. [ 1658.318182] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708697, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.393784] env[62361]: INFO nova.compute.manager [-] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Took 1.76 seconds to deallocate network for instance. [ 1658.405187] env[62361]: DEBUG oslo_concurrency.lockutils [None req-57c14a5b-6e6b-4a38-a5c6-004eb55d050f tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.579s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.430636] env[62361]: DEBUG oslo_vmware.api [None req-3e2294d8-9997-4381-ada6-14f89d3ccd40 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708698, 'name': ResetVM_Task, 'duration_secs': 0.117414} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.433431] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2294d8-9997-4381-ada6-14f89d3ccd40 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Did hard reboot of VM {{(pid=62361) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1658.433632] env[62361]: DEBUG nova.compute.manager [None req-3e2294d8-9997-4381-ada6-14f89d3ccd40 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1658.434478] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c269ae1-f81c-4dbc-ace9-edfee45c32f1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.450902] env[62361]: DEBUG nova.compute.manager [req-cbc80ff0-2340-48e2-8ae2-19dfd3128f8e req-c59379f0-cf49-4d33-b197-b24f05821fdc service nova] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Received event network-vif-deleted-9f8db037-d06f-41bb-815f-450abca128f8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1658.451139] env[62361]: DEBUG nova.compute.manager [req-cbc80ff0-2340-48e2-8ae2-19dfd3128f8e req-c59379f0-cf49-4d33-b197-b24f05821fdc service nova] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Received event network-vif-deleted-a6a834d6-cf51-494c-a165-ae5f6e8dd1ce {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1658.473893] env[62361]: DEBUG nova.network.neutron [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance_info_cache with network_info: [{"id": "7f5cc424-69b5-4572-bb04-a0f0a735892f", "address": "fa:16:3e:83:45:2c", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5cc424-69", "ovs_interfaceid": "7f5cc424-69b5-4572-bb04-a0f0a735892f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.549122] env[62361]: DEBUG nova.scheduler.client.report [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1658.638129] env[62361]: DEBUG oslo_concurrency.lockutils [None req-71971f45-e424-4837-bb2e-054887f093f8 tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.942s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.762379] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1658.762643] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1658.762802] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1658.762996] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1658.763159] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1658.763308] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1658.763511] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1658.763672] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1658.763836] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1658.764009] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1658.764196] env[62361]: DEBUG nova.virt.hardware [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1658.769831] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1658.770115] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d66f902f-db3b-49be-91ef-34abb92bbeef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.783543] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.790288] env[62361]: DEBUG oslo_vmware.api [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1658.790288] env[62361]: value = "task-1708699" [ 1658.790288] env[62361]: _type = "Task" [ 1658.790288] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.798970] env[62361]: DEBUG oslo_vmware.api [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.809957] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612404} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.810258] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] e51f5739-400e-46f1-a3dd-9f75eeb07638/e51f5739-400e-46f1-a3dd-9f75eeb07638.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1658.810554] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1658.810807] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3fa6f22-2d1c-46b0-b222-80bd8747e54d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.818262] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1658.818262] env[62361]: value = "task-1708700" [ 1658.818262] env[62361]: _type = "Task" [ 1658.818262] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.827380] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.903715] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.914623] env[62361]: DEBUG nova.objects.instance [None req-bad17b67-124d-42af-9c3f-f6e7a2341134 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Lazy-loading 'flavor' on Instance uuid c0f760a8-b10d-44eb-b523-7ee51667fa24 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.948789] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3e2294d8-9997-4381-ada6-14f89d3ccd40 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.373s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.977904] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.030099] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "0e9e5d53-2528-4929-9f34-894aadb20547" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.030358] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "0e9e5d53-2528-4929-9f34-894aadb20547" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.055519] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.058028] env[62361]: DEBUG oslo_concurrency.lockutils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.480s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.059288] env[62361]: INFO nova.compute.claims [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1659.082982] env[62361]: INFO nova.scheduler.client.report [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Deleted allocations for instance befe6745-06f9-49c0-8bb6-cd45a606bb97 [ 1659.176576] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5b2166-8831-47a9-b151-b285983729ea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.184099] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd978ea-5193-4344-a95f-b04e86e37d38 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Suspending the VM {{(pid=62361) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1659.184341] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-11a1c540-356f-4093-ac35-cdbb2d406ba9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.192429] env[62361]: DEBUG oslo_vmware.api [None req-bbd978ea-5193-4344-a95f-b04e86e37d38 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1659.192429] env[62361]: value = "task-1708701" [ 1659.192429] env[62361]: _type = "Task" [ 1659.192429] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.203017] env[62361]: DEBUG oslo_vmware.api [None req-bbd978ea-5193-4344-a95f-b04e86e37d38 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708701, 'name': SuspendVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.301153] env[62361]: DEBUG oslo_vmware.api [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708699, 'name': ReconfigVM_Task, 'duration_secs': 0.484221} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.301450] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1659.302278] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de08832-83d4-498c-b6bd-b0bd9f8be330 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.325961] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] ce240222-4195-4b7d-9197-cbe08780ad9e/ce240222-4195-4b7d-9197-cbe08780ad9e.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.326446] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad8ca4ee-9568-4df4-a58e-ae8b068a435c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.348395] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073082} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.349744] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1659.350115] env[62361]: DEBUG oslo_vmware.api [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1659.350115] env[62361]: value = "task-1708702" [ 1659.350115] env[62361]: _type = "Task" [ 1659.350115] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.350826] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd28256c-86ce-4627-a656-ee7292d03623 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.371301] env[62361]: DEBUG oslo_vmware.api [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.380390] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] e51f5739-400e-46f1-a3dd-9f75eeb07638/e51f5739-400e-46f1-a3dd-9f75eeb07638.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.380706] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfe8c641-9bde-45e3-a951-e1cb2e5bb3cc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.401182] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1659.401182] env[62361]: value = "task-1708703" [ 1659.401182] env[62361]: _type = "Task" [ 1659.401182] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.412909] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.419873] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bad17b67-124d-42af-9c3f-f6e7a2341134 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Acquiring lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.420064] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bad17b67-124d-42af-9c3f-f6e7a2341134 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Acquired lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.533251] env[62361]: DEBUG nova.compute.utils [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1659.592000] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f6a9ce8a-9a2e-480f-804f-952cc1440c7e tempest-ServersWithSpecificFlavorTestJSON-635738306 tempest-ServersWithSpecificFlavorTestJSON-635738306-project-member] Lock "befe6745-06f9-49c0-8bb6-cd45a606bb97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.757s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.703385] env[62361]: DEBUG oslo_vmware.api [None req-bbd978ea-5193-4344-a95f-b04e86e37d38 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708701, 'name': SuspendVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.864293] env[62361]: DEBUG oslo_vmware.api [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708702, 'name': ReconfigVM_Task, 'duration_secs': 0.512262} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.864693] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Reconfigured VM instance instance-00000056 to attach disk [datastore1] ce240222-4195-4b7d-9197-cbe08780ad9e/ce240222-4195-4b7d-9197-cbe08780ad9e.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1659.865051] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Updating instance 'ce240222-4195-4b7d-9197-cbe08780ad9e' progress to 50 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1659.917151] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708703, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.973132] env[62361]: DEBUG nova.network.neutron [None req-bad17b67-124d-42af-9c3f-f6e7a2341134 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.035793] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "0e9e5d53-2528-4929-9f34-894aadb20547" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.206277] env[62361]: DEBUG oslo_vmware.api [None req-bbd978ea-5193-4344-a95f-b04e86e37d38 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708701, 'name': SuspendVM_Task, 'duration_secs': 0.85962} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.206719] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd978ea-5193-4344-a95f-b04e86e37d38 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Suspended the VM {{(pid=62361) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1660.206719] env[62361]: DEBUG nova.compute.manager [None req-bbd978ea-5193-4344-a95f-b04e86e37d38 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1660.207595] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acc4e73-08a9-468e-ac62-0b81657f5f59 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.336583] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f546f5-d450-4446-8028-33b10ad73317 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.345075] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3ed4c9-1b59-4512-8e90-e9804c1506e1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.380607] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0b4f3a-7916-4ea3-9f6c-e3db12ee9f50 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.383807] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be11e34-0bc8-408b-a486-c20b298ea794 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.406445] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1cbe31-aab3-4a78-bb93-d65cbd72284c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.413754] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830e9af1-12d6-49c3-bdf3-90601abeb87a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.426920] env[62361]: DEBUG nova.compute.provider_tree [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.443975] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708703, 'name': ReconfigVM_Task, 'duration_secs': 0.568802} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.444328] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Updating instance 'ce240222-4195-4b7d-9197-cbe08780ad9e' progress to 67 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1660.451422] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Reconfigured VM instance instance-0000005b to attach disk [datastore1] e51f5739-400e-46f1-a3dd-9f75eeb07638/e51f5739-400e-46f1-a3dd-9f75eeb07638.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.451422] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03b9b7f5-4a85-4ecc-b17c-0eb9288e278c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.458631] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1660.458631] env[62361]: value = "task-1708704" [ 1660.458631] env[62361]: _type = "Task" [ 1660.458631] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.468058] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708704, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.493919] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b656277a-1af4-48ab-b94a-cf95aea6e9d5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.518632] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance '2fc59d25-a58c-484f-bac8-20fdc797b674' progress to 0 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1660.693768] env[62361]: DEBUG nova.compute.manager [req-19707851-ac2a-4c1b-b92e-39638204a23e req-810bba90-667a-4691-84e1-8307daf161ba service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Received event network-changed-e5209641-1ad9-4e19-807b-78fec2bb28c5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1660.693994] env[62361]: DEBUG nova.compute.manager [req-19707851-ac2a-4c1b-b92e-39638204a23e req-810bba90-667a-4691-84e1-8307daf161ba service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Refreshing instance network info cache due to event network-changed-e5209641-1ad9-4e19-807b-78fec2bb28c5. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1660.694205] env[62361]: DEBUG oslo_concurrency.lockutils [req-19707851-ac2a-4c1b-b92e-39638204a23e req-810bba90-667a-4691-84e1-8307daf161ba service nova] Acquiring lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.879301] env[62361]: DEBUG nova.network.neutron [None req-bad17b67-124d-42af-9c3f-f6e7a2341134 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Updating instance_info_cache with network_info: [{"id": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "address": "fa:16:3e:00:e5:62", "network": {"id": "da12899d-2eb3-49f2-a0af-74af8dc839e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1077131149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c22d101e354ebc9e1a4e5f9a11d89f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5209641-1a", "ovs_interfaceid": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.949480] env[62361]: DEBUG nova.scheduler.client.report [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1660.969902] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708704, 'name': Rename_Task, 'duration_secs': 0.206322} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.971378] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1660.972057] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43713f7e-3826-4650-b074-f880be21423f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.981345] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1660.981345] env[62361]: value = "task-1708705" [ 1660.981345] env[62361]: _type = "Task" [ 1660.981345] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.990438] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.991292] env[62361]: DEBUG nova.network.neutron [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Port f74ef93b-b3b0-4c55-96c7-c777ef4f886b binding to destination host cpu-1 is already ACTIVE {{(pid=62361) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1661.027207] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1661.027444] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7531a5f7-8b36-446f-a924-9787a04805aa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.035259] env[62361]: DEBUG oslo_vmware.api [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1661.035259] env[62361]: value = "task-1708706" [ 1661.035259] env[62361]: _type = "Task" [ 1661.035259] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.045492] env[62361]: DEBUG oslo_vmware.api [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.118831] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "0e9e5d53-2528-4929-9f34-894aadb20547" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.119155] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "0e9e5d53-2528-4929-9f34-894aadb20547" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.119398] env[62361]: INFO nova.compute.manager [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Attaching volume 43d863aa-d2ed-4c76-b307-aeff0518bb72 to /dev/sdb [ 1661.155664] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c904d013-43cb-4391-91e4-548c90523e11 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.163891] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5941653d-d5ff-44fb-acd4-456ff4ad2a22 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.179170] env[62361]: DEBUG nova.virt.block_device [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Updating existing volume attachment record: 9109453f-3bf0-43db-9c0d-689769f29ae0 {{(pid=62361) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1661.381823] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bad17b67-124d-42af-9c3f-f6e7a2341134 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Releasing lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.382147] env[62361]: DEBUG nova.compute.manager [None req-bad17b67-124d-42af-9c3f-f6e7a2341134 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Inject network info {{(pid=62361) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1661.382445] env[62361]: DEBUG nova.compute.manager [None req-bad17b67-124d-42af-9c3f-f6e7a2341134 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] network_info to inject: |[{"id": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "address": "fa:16:3e:00:e5:62", "network": {"id": "da12899d-2eb3-49f2-a0af-74af8dc839e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1077131149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c22d101e354ebc9e1a4e5f9a11d89f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5209641-1a", "ovs_interfaceid": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1661.387623] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bad17b67-124d-42af-9c3f-f6e7a2341134 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Reconfiguring VM instance to set the machine id {{(pid=62361) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1661.387967] env[62361]: DEBUG oslo_concurrency.lockutils [req-19707851-ac2a-4c1b-b92e-39638204a23e req-810bba90-667a-4691-84e1-8307daf161ba service nova] Acquired lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.388270] env[62361]: DEBUG nova.network.neutron [req-19707851-ac2a-4c1b-b92e-39638204a23e req-810bba90-667a-4691-84e1-8307daf161ba service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Refreshing network info cache for port e5209641-1ad9-4e19-807b-78fec2bb28c5 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1661.392571] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f1b7a81-9c47-4633-a7e1-35b24da503e7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.408131] env[62361]: DEBUG oslo_vmware.api [None req-bad17b67-124d-42af-9c3f-f6e7a2341134 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Waiting for the task: (returnval){ [ 1661.408131] env[62361]: value = "task-1708708" [ 1661.408131] env[62361]: _type = "Task" [ 1661.408131] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.423435] env[62361]: DEBUG oslo_vmware.api [None req-bad17b67-124d-42af-9c3f-f6e7a2341134 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.458503] env[62361]: DEBUG oslo_concurrency.lockutils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.458834] env[62361]: DEBUG nova.compute.manager [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1661.462062] env[62361]: DEBUG oslo_concurrency.lockutils [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.627s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.462614] env[62361]: DEBUG nova.objects.instance [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lazy-loading 'resources' on Instance uuid 70a183d7-eaa8-47b3-bd65-c230308e7ff1 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.497886] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708705, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.552414] env[62361]: DEBUG oslo_vmware.api [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708706, 'name': PowerOffVM_Task, 'duration_secs': 0.247419} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.553358] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.553610] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance '2fc59d25-a58c-484f-bac8-20fdc797b674' progress to 17 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1661.749795] env[62361]: DEBUG nova.objects.instance [None req-7157edf8-6780-440d-a925-8cd917d5c448 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Lazy-loading 'flavor' on Instance uuid c0f760a8-b10d-44eb-b523-7ee51667fa24 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.921154] env[62361]: DEBUG oslo_vmware.api [None req-bad17b67-124d-42af-9c3f-f6e7a2341134 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708708, 'name': ReconfigVM_Task, 'duration_secs': 0.161571} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.921154] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bad17b67-124d-42af-9c3f-f6e7a2341134 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Reconfigured VM instance to set the machine id {{(pid=62361) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1661.965456] env[62361]: DEBUG nova.compute.utils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1661.970742] env[62361]: DEBUG nova.compute.manager [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1661.970934] env[62361]: DEBUG nova.network.neutron [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1661.993681] env[62361]: DEBUG oslo_vmware.api [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708705, 'name': PowerOnVM_Task, 'duration_secs': 0.71441} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.996410] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.996645] env[62361]: INFO nova.compute.manager [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Took 10.34 seconds to spawn the instance on the hypervisor. [ 1661.996828] env[62361]: DEBUG nova.compute.manager [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1661.997936] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a68b98-0296-46b1-80c8-da3cf31cbe3a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.027896] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "ce240222-4195-4b7d-9197-cbe08780ad9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.028425] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "ce240222-4195-4b7d-9197-cbe08780ad9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.028640] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "ce240222-4195-4b7d-9197-cbe08780ad9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.052226] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd85c5e8-9b56-4f46-8aee-845f67836693 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.061704] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1662.062137] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1662.062428] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1662.062951] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1662.063238] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1662.063555] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1662.063912] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1662.064380] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1662.064550] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1662.064907] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1662.065263] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1662.085197] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0fd88b4-ad62-4377-8f81-f97267262735 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.105191] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e98627b1-4c12-4884-ba9b-894307f27d0a tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Suspending the VM {{(pid=62361) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1662.106734] env[62361]: DEBUG nova.policy [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9850454ac2bd4d0db7f5753024ea82af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95a27ed78146448b92474b17561fccf4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1662.109144] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fc9223d9-2397-4aa7-9514-6d8cea9fce46 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.118136] env[62361]: DEBUG oslo_vmware.api [None req-e98627b1-4c12-4884-ba9b-894307f27d0a tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1662.118136] env[62361]: value = "task-1708711" [ 1662.118136] env[62361]: _type = "Task" [ 1662.118136] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.118760] env[62361]: DEBUG oslo_vmware.api [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1662.118760] env[62361]: value = "task-1708712" [ 1662.118760] env[62361]: _type = "Task" [ 1662.118760] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.131525] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.131758] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.131956] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.132154] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.132322] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.144723] env[62361]: INFO nova.compute.manager [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Terminating instance [ 1662.146616] env[62361]: DEBUG oslo_vmware.api [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.150282] env[62361]: DEBUG oslo_vmware.api [None req-e98627b1-4c12-4884-ba9b-894307f27d0a tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708711, 'name': SuspendVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.150282] env[62361]: DEBUG nova.compute.manager [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1662.150282] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1662.150282] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9181fbe2-5534-4f7f-8e3a-8699c2254b3c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.159563] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1662.159868] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70884acd-cd61-48c8-a8e8-9e469644896d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.255225] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7157edf8-6780-440d-a925-8cd917d5c448 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Acquiring lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.298259] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1662.301097] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1662.301097] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleting the datastore file [datastore1] 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1662.301097] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ec59439-c791-4e75-9a18-1ae6170ee498 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.307411] env[62361]: DEBUG oslo_vmware.api [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1662.307411] env[62361]: value = "task-1708714" [ 1662.307411] env[62361]: _type = "Task" [ 1662.307411] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.320351] env[62361]: DEBUG oslo_vmware.api [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.382088] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8369e4-831b-4fff-8255-aa6375e3f913 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.391809] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28d3fbc-308f-4fe3-9804-b7e38aa1a5bf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.425378] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71caaff7-3fd4-4a51-b3f6-9eda0f479517 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.436992] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248ecab5-018e-4515-b1b0-de5f75fc2aaa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.460536] env[62361]: DEBUG nova.compute.provider_tree [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.471500] env[62361]: DEBUG nova.compute.manager [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1662.546294] env[62361]: INFO nova.compute.manager [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Took 21.14 seconds to build instance. [ 1662.635541] env[62361]: DEBUG oslo_vmware.api [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708712, 'name': ReconfigVM_Task, 'duration_secs': 0.240483} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.640248] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance '2fc59d25-a58c-484f-bac8-20fdc797b674' progress to 33 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1662.644790] env[62361]: DEBUG oslo_vmware.api [None req-e98627b1-4c12-4884-ba9b-894307f27d0a tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708711, 'name': SuspendVM_Task} progress is 54%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.819278] env[62361]: DEBUG oslo_vmware.api [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261475} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.819670] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.819899] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1662.820268] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1662.820307] env[62361]: INFO nova.compute.manager [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1662.820867] env[62361]: DEBUG oslo.service.loopingcall [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.821144] env[62361]: DEBUG nova.compute.manager [-] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1662.821280] env[62361]: DEBUG nova.network.neutron [-] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1662.831990] env[62361]: DEBUG nova.network.neutron [req-19707851-ac2a-4c1b-b92e-39638204a23e req-810bba90-667a-4691-84e1-8307daf161ba service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Updated VIF entry in instance network info cache for port e5209641-1ad9-4e19-807b-78fec2bb28c5. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1662.832432] env[62361]: DEBUG nova.network.neutron [req-19707851-ac2a-4c1b-b92e-39638204a23e req-810bba90-667a-4691-84e1-8307daf161ba service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Updating instance_info_cache with network_info: [{"id": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "address": "fa:16:3e:00:e5:62", "network": {"id": "da12899d-2eb3-49f2-a0af-74af8dc839e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1077131149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c22d101e354ebc9e1a4e5f9a11d89f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5209641-1a", "ovs_interfaceid": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.963873] env[62361]: DEBUG nova.scheduler.client.report [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1663.048411] env[62361]: DEBUG oslo_concurrency.lockutils [None req-dc32017a-931d-4dda-b785-e7123a7dbb45 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "e51f5739-400e-46f1-a3dd-9f75eeb07638" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.655s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.082563] env[62361]: DEBUG nova.network.neutron [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Successfully created port: 0f3b7eca-08e0-49ff-8a7e-a511eb8205c5 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1663.105446] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "refresh_cache-ce240222-4195-4b7d-9197-cbe08780ad9e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.105446] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "refresh_cache-ce240222-4195-4b7d-9197-cbe08780ad9e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.105446] env[62361]: DEBUG nova.network.neutron [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1663.133965] env[62361]: DEBUG oslo_vmware.api [None req-e98627b1-4c12-4884-ba9b-894307f27d0a tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708711, 'name': SuspendVM_Task} progress is 54%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.146660] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1663.146918] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1663.147115] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1663.147316] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1663.147483] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1663.147678] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1663.147836] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1663.147996] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1663.148423] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1663.148607] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1663.148785] env[62361]: DEBUG nova.virt.hardware [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1663.154713] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1663.155627] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c64cf94-352f-46b5-a1a1-0bea69b467a0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.185330] env[62361]: DEBUG oslo_vmware.api [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1663.185330] env[62361]: value = "task-1708715" [ 1663.185330] env[62361]: _type = "Task" [ 1663.185330] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.196551] env[62361]: DEBUG oslo_vmware.api [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.291550] env[62361]: DEBUG nova.compute.manager [req-6eac8cfa-3537-4ee8-b279-85f256bd8528 req-8ee4e5a2-0d54-421c-bf4c-519fce041cd4 service nova] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Received event network-vif-deleted-c142d9ae-04d2-4022-b4d7-6df41a1a7b61 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1663.292140] env[62361]: INFO nova.compute.manager [req-6eac8cfa-3537-4ee8-b279-85f256bd8528 req-8ee4e5a2-0d54-421c-bf4c-519fce041cd4 service nova] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Neutron deleted interface c142d9ae-04d2-4022-b4d7-6df41a1a7b61; detaching it from the instance and deleting it from the info cache [ 1663.292530] env[62361]: DEBUG nova.network.neutron [req-6eac8cfa-3537-4ee8-b279-85f256bd8528 req-8ee4e5a2-0d54-421c-bf4c-519fce041cd4 service nova] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.335521] env[62361]: DEBUG oslo_concurrency.lockutils [req-19707851-ac2a-4c1b-b92e-39638204a23e req-810bba90-667a-4691-84e1-8307daf161ba service nova] Releasing lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.338024] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7157edf8-6780-440d-a925-8cd917d5c448 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Acquired lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.471848] env[62361]: DEBUG oslo_concurrency.lockutils [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.474770] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.880s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.476182] env[62361]: DEBUG nova.objects.instance [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lazy-loading 'pci_requests' on Instance uuid 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1663.486124] env[62361]: DEBUG nova.compute.manager [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1663.499236] env[62361]: INFO nova.scheduler.client.report [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Deleted allocations for instance 70a183d7-eaa8-47b3-bd65-c230308e7ff1 [ 1663.523702] env[62361]: DEBUG nova.virt.hardware [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1663.524729] env[62361]: DEBUG nova.virt.hardware [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1663.525082] env[62361]: DEBUG nova.virt.hardware [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1663.529019] env[62361]: DEBUG nova.virt.hardware [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1663.529019] env[62361]: DEBUG nova.virt.hardware [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1663.529019] env[62361]: DEBUG nova.virt.hardware [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1663.529019] env[62361]: DEBUG nova.virt.hardware [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1663.529019] env[62361]: DEBUG nova.virt.hardware [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1663.529019] env[62361]: DEBUG nova.virt.hardware [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1663.529019] env[62361]: DEBUG nova.virt.hardware [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1663.529019] env[62361]: DEBUG nova.virt.hardware [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1663.529019] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7468bd-0b40-45d7-a6d0-32349dec9d38 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.538572] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f8aafe-2b22-492f-ab42-dd9bc02ca8d4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.635465] env[62361]: DEBUG oslo_vmware.api [None req-e98627b1-4c12-4884-ba9b-894307f27d0a tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708711, 'name': SuspendVM_Task, 'duration_secs': 1.213561} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.636144] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e98627b1-4c12-4884-ba9b-894307f27d0a tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Suspended the VM {{(pid=62361) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1663.636371] env[62361]: DEBUG nova.compute.manager [None req-e98627b1-4c12-4884-ba9b-894307f27d0a tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1663.636682] env[62361]: DEBUG nova.network.neutron [-] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.640880] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97336850-c18d-490c-a771-5c267110c826 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.697879] env[62361]: DEBUG oslo_vmware.api [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708715, 'name': ReconfigVM_Task, 'duration_secs': 0.296574} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.698010] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1663.698791] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e382ca-4c3b-4ff8-86be-26775bca28ca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.729145] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 2fc59d25-a58c-484f-bac8-20fdc797b674/2fc59d25-a58c-484f-bac8-20fdc797b674.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.730489] env[62361]: DEBUG nova.network.neutron [None req-7157edf8-6780-440d-a925-8cd917d5c448 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1663.735019] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-790e8cf9-df44-4f80-bfab-5742aed2593e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.758023] env[62361]: DEBUG oslo_vmware.api [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1663.758023] env[62361]: value = "task-1708716" [ 1663.758023] env[62361]: _type = "Task" [ 1663.758023] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.774103] env[62361]: DEBUG oslo_vmware.api [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.797778] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-932e6cf0-c612-496c-9b6a-860ecbe7da8e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.813021] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1078299f-7b54-49b5-b5b1-ea0ce8aea63c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.857085] env[62361]: DEBUG nova.compute.manager [req-6eac8cfa-3537-4ee8-b279-85f256bd8528 req-8ee4e5a2-0d54-421c-bf4c-519fce041cd4 service nova] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Detach interface failed, port_id=c142d9ae-04d2-4022-b4d7-6df41a1a7b61, reason: Instance 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1663.981199] env[62361]: DEBUG nova.objects.instance [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lazy-loading 'numa_topology' on Instance uuid 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.000025] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf4adac-c93d-4c9d-adb8-b21179305774 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.011225] env[62361]: DEBUG oslo_concurrency.lockutils [None req-feec4cec-197a-4493-a823-e33b4773ffb4 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "70a183d7-eaa8-47b3-bd65-c230308e7ff1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.610s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.012430] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5596918b-d77d-4c6c-80fb-2463007a3d50 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Suspending the VM {{(pid=62361) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1664.013698] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bf93f523-d000-49df-996c-cf27af8b905b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.024405] env[62361]: DEBUG oslo_vmware.api [None req-5596918b-d77d-4c6c-80fb-2463007a3d50 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1664.024405] env[62361]: value = "task-1708718" [ 1664.024405] env[62361]: _type = "Task" [ 1664.024405] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.046272] env[62361]: DEBUG oslo_vmware.api [None req-5596918b-d77d-4c6c-80fb-2463007a3d50 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708718, 'name': SuspendVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.115468] env[62361]: DEBUG nova.network.neutron [None req-7157edf8-6780-440d-a925-8cd917d5c448 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Updating instance_info_cache with network_info: [{"id": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "address": "fa:16:3e:00:e5:62", "network": {"id": "da12899d-2eb3-49f2-a0af-74af8dc839e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1077131149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c22d101e354ebc9e1a4e5f9a11d89f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5209641-1a", "ovs_interfaceid": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.119930] env[62361]: DEBUG nova.network.neutron [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Updating instance_info_cache with network_info: [{"id": "f74ef93b-b3b0-4c55-96c7-c777ef4f886b", "address": "fa:16:3e:ee:4f:df", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74ef93b-b3", "ovs_interfaceid": "f74ef93b-b3b0-4c55-96c7-c777ef4f886b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.143369] env[62361]: INFO nova.compute.manager [-] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Took 1.32 seconds to deallocate network for instance. [ 1664.274029] env[62361]: DEBUG oslo_vmware.api [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708716, 'name': ReconfigVM_Task, 'duration_secs': 0.310706} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.274029] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 2fc59d25-a58c-484f-bac8-20fdc797b674/2fc59d25-a58c-484f-bac8-20fdc797b674.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1664.274321] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance '2fc59d25-a58c-484f-bac8-20fdc797b674' progress to 50 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1664.483999] env[62361]: INFO nova.compute.claims [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.541143] env[62361]: DEBUG oslo_vmware.api [None req-5596918b-d77d-4c6c-80fb-2463007a3d50 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708718, 'name': SuspendVM_Task} progress is 62%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.618804] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7157edf8-6780-440d-a925-8cd917d5c448 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Releasing lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.619085] env[62361]: DEBUG nova.compute.manager [None req-7157edf8-6780-440d-a925-8cd917d5c448 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Inject network info {{(pid=62361) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1664.619377] env[62361]: DEBUG nova.compute.manager [None req-7157edf8-6780-440d-a925-8cd917d5c448 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] network_info to inject: |[{"id": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "address": "fa:16:3e:00:e5:62", "network": {"id": "da12899d-2eb3-49f2-a0af-74af8dc839e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1077131149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c22d101e354ebc9e1a4e5f9a11d89f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5209641-1a", "ovs_interfaceid": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1664.624540] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7157edf8-6780-440d-a925-8cd917d5c448 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Reconfiguring VM instance to set the machine id {{(pid=62361) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1664.625507] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "refresh_cache-ce240222-4195-4b7d-9197-cbe08780ad9e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.629718] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f93bfdc-d9c5-4774-9278-d25d67178b03 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.647267] env[62361]: DEBUG oslo_vmware.api [None req-7157edf8-6780-440d-a925-8cd917d5c448 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Waiting for the task: (returnval){ [ 1664.647267] env[62361]: value = "task-1708719" [ 1664.647267] env[62361]: _type = "Task" [ 1664.647267] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.651664] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.663257] env[62361]: DEBUG oslo_vmware.api [None req-7157edf8-6780-440d-a925-8cd917d5c448 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.685244] env[62361]: INFO nova.compute.manager [None req-447cd02f-ddd7-435a-a5fc-4bedfdb6246d tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Resuming [ 1664.686300] env[62361]: DEBUG nova.objects.instance [None req-447cd02f-ddd7-435a-a5fc-4bedfdb6246d tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lazy-loading 'flavor' on Instance uuid 1453ac2c-c25c-4914-a6a3-f84bce809e1e {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.781672] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271f8ff2-dbc9-473f-a99e-c204d152625e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.809983] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fea1a26-08df-47a7-9093-91e355ee3af4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.835876] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance '2fc59d25-a58c-484f-bac8-20fdc797b674' progress to 67 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1664.958313] env[62361]: DEBUG nova.compute.manager [req-1cfa41d2-ef20-492f-927a-c07b477af20d req-52fc95ea-dc52-46f7-9c25-88b98123b8bb service nova] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Received event network-vif-plugged-0f3b7eca-08e0-49ff-8a7e-a511eb8205c5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1664.958539] env[62361]: DEBUG oslo_concurrency.lockutils [req-1cfa41d2-ef20-492f-927a-c07b477af20d req-52fc95ea-dc52-46f7-9c25-88b98123b8bb service nova] Acquiring lock "8c22c9c1-9b96-4838-ab23-5a497cf83294-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.958753] env[62361]: DEBUG oslo_concurrency.lockutils [req-1cfa41d2-ef20-492f-927a-c07b477af20d req-52fc95ea-dc52-46f7-9c25-88b98123b8bb service nova] Lock "8c22c9c1-9b96-4838-ab23-5a497cf83294-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.958981] env[62361]: DEBUG oslo_concurrency.lockutils [req-1cfa41d2-ef20-492f-927a-c07b477af20d req-52fc95ea-dc52-46f7-9c25-88b98123b8bb service nova] Lock "8c22c9c1-9b96-4838-ab23-5a497cf83294-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.959105] env[62361]: DEBUG nova.compute.manager [req-1cfa41d2-ef20-492f-927a-c07b477af20d req-52fc95ea-dc52-46f7-9c25-88b98123b8bb service nova] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] No waiting events found dispatching network-vif-plugged-0f3b7eca-08e0-49ff-8a7e-a511eb8205c5 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1664.959274] env[62361]: WARNING nova.compute.manager [req-1cfa41d2-ef20-492f-927a-c07b477af20d req-52fc95ea-dc52-46f7-9c25-88b98123b8bb service nova] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Received unexpected event network-vif-plugged-0f3b7eca-08e0-49ff-8a7e-a511eb8205c5 for instance with vm_state building and task_state spawning. [ 1665.035155] env[62361]: DEBUG oslo_vmware.api [None req-5596918b-d77d-4c6c-80fb-2463007a3d50 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708718, 'name': SuspendVM_Task, 'duration_secs': 0.711617} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.035443] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5596918b-d77d-4c6c-80fb-2463007a3d50 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Suspended the VM {{(pid=62361) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1665.035620] env[62361]: DEBUG nova.compute.manager [None req-5596918b-d77d-4c6c-80fb-2463007a3d50 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1665.036465] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c024961b-dc43-481b-ac71-9807f5645818 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.090026] env[62361]: DEBUG nova.network.neutron [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Successfully updated port: 0f3b7eca-08e0-49ff-8a7e-a511eb8205c5 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1665.158358] env[62361]: DEBUG oslo_vmware.api [None req-7157edf8-6780-440d-a925-8cd917d5c448 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708719, 'name': ReconfigVM_Task, 'duration_secs': 0.15774} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.158772] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7157edf8-6780-440d-a925-8cd917d5c448 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Reconfigured VM instance to set the machine id {{(pid=62361) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1665.164938] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6e45f2-bf6a-4cbd-9c87-267ca1ca8dbb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.198187] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d24b21f-60e2-4aa9-a303-8ca4f5e331be {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.210036] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Updating instance 'ce240222-4195-4b7d-9197-cbe08780ad9e' progress to 83 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1665.336552] env[62361]: DEBUG nova.compute.manager [req-190676e2-c21b-42cd-903e-aba356a6e6c6 req-c92d62ed-97ed-4466-a45d-0cbe1003e6b1 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Received event network-changed-e5209641-1ad9-4e19-807b-78fec2bb28c5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1665.336769] env[62361]: DEBUG nova.compute.manager [req-190676e2-c21b-42cd-903e-aba356a6e6c6 req-c92d62ed-97ed-4466-a45d-0cbe1003e6b1 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Refreshing instance network info cache due to event network-changed-e5209641-1ad9-4e19-807b-78fec2bb28c5. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1665.336983] env[62361]: DEBUG oslo_concurrency.lockutils [req-190676e2-c21b-42cd-903e-aba356a6e6c6 req-c92d62ed-97ed-4466-a45d-0cbe1003e6b1 service nova] Acquiring lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.337215] env[62361]: DEBUG oslo_concurrency.lockutils [req-190676e2-c21b-42cd-903e-aba356a6e6c6 req-c92d62ed-97ed-4466-a45d-0cbe1003e6b1 service nova] Acquired lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.337389] env[62361]: DEBUG nova.network.neutron [req-190676e2-c21b-42cd-903e-aba356a6e6c6 req-c92d62ed-97ed-4466-a45d-0cbe1003e6b1 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Refreshing network info cache for port e5209641-1ad9-4e19-807b-78fec2bb28c5 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.593503] env[62361]: DEBUG oslo_concurrency.lockutils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "refresh_cache-8c22c9c1-9b96-4838-ab23-5a497cf83294" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.593775] env[62361]: DEBUG oslo_concurrency.lockutils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquired lock "refresh_cache-8c22c9c1-9b96-4838-ab23-5a497cf83294" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.593814] env[62361]: DEBUG nova.network.neutron [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1665.704293] env[62361]: DEBUG oslo_concurrency.lockutils [None req-447cd02f-ddd7-435a-a5fc-4bedfdb6246d tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.704469] env[62361]: DEBUG oslo_concurrency.lockutils [None req-447cd02f-ddd7-435a-a5fc-4bedfdb6246d tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquired lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.704836] env[62361]: DEBUG nova.network.neutron [None req-447cd02f-ddd7-435a-a5fc-4bedfdb6246d tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1665.716796] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1665.717140] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-226cad93-1196-4a76-b728-5b6d731e0e85 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.728587] env[62361]: DEBUG oslo_vmware.api [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1665.728587] env[62361]: value = "task-1708720" [ 1665.728587] env[62361]: _type = "Task" [ 1665.728587] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.739567] env[62361]: DEBUG oslo_vmware.api [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.803665] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249daf66-b35a-4d28-a591-80f9ef6ec662 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.806572] env[62361]: DEBUG oslo_concurrency.lockutils [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Acquiring lock "c0f760a8-b10d-44eb-b523-7ee51667fa24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.806876] env[62361]: DEBUG oslo_concurrency.lockutils [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Lock "c0f760a8-b10d-44eb-b523-7ee51667fa24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.806999] env[62361]: DEBUG oslo_concurrency.lockutils [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Acquiring lock "c0f760a8-b10d-44eb-b523-7ee51667fa24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.807376] env[62361]: DEBUG oslo_concurrency.lockutils [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Lock "c0f760a8-b10d-44eb-b523-7ee51667fa24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.807611] env[62361]: DEBUG oslo_concurrency.lockutils [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Lock "c0f760a8-b10d-44eb-b523-7ee51667fa24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.810090] env[62361]: INFO nova.compute.manager [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Terminating instance [ 1665.812503] env[62361]: DEBUG nova.compute.manager [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1665.812754] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1665.814438] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9783c24b-ae87-4302-be0e-8c7da914ffb8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.822684] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c68615c-f10b-4a4c-9044-92b60e0e8e9a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.828947] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1665.829681] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1321b13e-2f0a-4250-a767-d69ee2099fe2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.871035] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11fde73-7d2d-4383-8a25-05675c09834e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.875021] env[62361]: DEBUG oslo_vmware.api [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Waiting for the task: (returnval){ [ 1665.875021] env[62361]: value = "task-1708721" [ 1665.875021] env[62361]: _type = "Task" [ 1665.875021] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.885791] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3837736-56e4-4bc4-91bc-fe408db68538 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.893816] env[62361]: DEBUG oslo_vmware.api [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.904823] env[62361]: DEBUG nova.compute.provider_tree [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.161747] env[62361]: DEBUG nova.network.neutron [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1666.244944] env[62361]: DEBUG oslo_vmware.api [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.244944] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Volume attach. Driver type: vmdk {{(pid=62361) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1666.244944] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356002', 'volume_id': '43d863aa-d2ed-4c76-b307-aeff0518bb72', 'name': 'volume-43d863aa-d2ed-4c76-b307-aeff0518bb72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0e9e5d53-2528-4929-9f34-894aadb20547', 'attached_at': '', 'detached_at': '', 'volume_id': '43d863aa-d2ed-4c76-b307-aeff0518bb72', 'serial': '43d863aa-d2ed-4c76-b307-aeff0518bb72'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1666.245707] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a44925d-c1f5-4914-83fb-3d78da93857d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.274574] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba0ccaa-85c7-4d96-869e-bc7e658ac8d6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.309291] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-43d863aa-d2ed-4c76-b307-aeff0518bb72/volume-43d863aa-d2ed-4c76-b307-aeff0518bb72.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1666.309673] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79bd1325-09c8-4664-aad9-a112db20cfb9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.331158] env[62361]: DEBUG oslo_vmware.api [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1666.331158] env[62361]: value = "task-1708722" [ 1666.331158] env[62361]: _type = "Task" [ 1666.331158] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.340791] env[62361]: DEBUG oslo_vmware.api [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.386441] env[62361]: DEBUG oslo_vmware.api [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708721, 'name': PowerOffVM_Task, 'duration_secs': 0.195932} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.386815] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1666.386992] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1666.387493] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e712249e-32cc-4230-9989-e1543c8400d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.408490] env[62361]: DEBUG nova.scheduler.client.report [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1666.548248] env[62361]: DEBUG nova.network.neutron [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Port 7f5cc424-69b5-4572-bb04-a0f0a735892f binding to destination host cpu-1 is already ACTIVE {{(pid=62361) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1666.567612] env[62361]: DEBUG nova.network.neutron [req-190676e2-c21b-42cd-903e-aba356a6e6c6 req-c92d62ed-97ed-4466-a45d-0cbe1003e6b1 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Updated VIF entry in instance network info cache for port e5209641-1ad9-4e19-807b-78fec2bb28c5. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1666.568074] env[62361]: DEBUG nova.network.neutron [req-190676e2-c21b-42cd-903e-aba356a6e6c6 req-c92d62ed-97ed-4466-a45d-0cbe1003e6b1 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Updating instance_info_cache with network_info: [{"id": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "address": "fa:16:3e:00:e5:62", "network": {"id": "da12899d-2eb3-49f2-a0af-74af8dc839e8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1077131149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58c22d101e354ebc9e1a4e5f9a11d89f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5209641-1a", "ovs_interfaceid": "e5209641-1ad9-4e19-807b-78fec2bb28c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.573692] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1666.573692] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1666.573692] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Deleting the datastore file [datastore1] c0f760a8-b10d-44eb-b523-7ee51667fa24 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1666.573692] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2bc5e48-d4dc-497f-851a-6c1bf1cc718f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.580779] env[62361]: DEBUG oslo_vmware.api [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Waiting for the task: (returnval){ [ 1666.580779] env[62361]: value = "task-1708724" [ 1666.580779] env[62361]: _type = "Task" [ 1666.580779] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.600869] env[62361]: DEBUG oslo_vmware.api [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.622978] env[62361]: DEBUG nova.network.neutron [None req-447cd02f-ddd7-435a-a5fc-4bedfdb6246d tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Updating instance_info_cache with network_info: [{"id": "a32f0383-af94-470a-8e96-0e1cd82cb75f", "address": "fa:16:3e:f2:b1:fd", "network": {"id": "15407966-f862-4f39-87ba-5fde1fef7935", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1481493043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b621083704947e7945f28b9bf48c555", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32f0383-af", "ovs_interfaceid": "a32f0383-af94-470a-8e96-0e1cd82cb75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.672870] env[62361]: DEBUG nova.network.neutron [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Updating instance_info_cache with network_info: [{"id": "0f3b7eca-08e0-49ff-8a7e-a511eb8205c5", "address": "fa:16:3e:72:bf:91", "network": {"id": "9841e95e-d892-469d-bfc4-efb6bd506bcf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1762199288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95a27ed78146448b92474b17561fccf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f3b7eca-08", "ovs_interfaceid": "0f3b7eca-08e0-49ff-8a7e-a511eb8205c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.742883] env[62361]: DEBUG oslo_vmware.api [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708720, 'name': PowerOnVM_Task, 'duration_secs': 0.570181} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.742883] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1666.742883] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6e9e1618-82b2-4c98-8f4a-0189780b3686 tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Updating instance 'ce240222-4195-4b7d-9197-cbe08780ad9e' progress to 100 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1666.842846] env[62361]: DEBUG oslo_vmware.api [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.914094] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.440s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.916944] env[62361]: DEBUG oslo_concurrency.lockutils [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.103s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.919206] env[62361]: DEBUG nova.objects.instance [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lazy-loading 'resources' on Instance uuid 88031e4b-f9c0-49cc-955d-85000353d853 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.961926] env[62361]: INFO nova.network.neutron [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Updating port c0ee0d23-7fc8-4482-bd59-506583404277 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1667.076308] env[62361]: DEBUG oslo_concurrency.lockutils [req-190676e2-c21b-42cd-903e-aba356a6e6c6 req-c92d62ed-97ed-4466-a45d-0cbe1003e6b1 service nova] Releasing lock "refresh_cache-c0f760a8-b10d-44eb-b523-7ee51667fa24" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.098053] env[62361]: DEBUG oslo_vmware.api [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Task: {'id': task-1708724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209528} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.098655] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1667.098842] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1667.099032] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1667.099220] env[62361]: INFO nova.compute.manager [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1667.099461] env[62361]: DEBUG oslo.service.loopingcall [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.099685] env[62361]: DEBUG nova.compute.manager [-] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1667.100972] env[62361]: DEBUG nova.network.neutron [-] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1667.125703] env[62361]: DEBUG oslo_concurrency.lockutils [None req-447cd02f-ddd7-435a-a5fc-4bedfdb6246d tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Releasing lock "refresh_cache-1453ac2c-c25c-4914-a6a3-f84bce809e1e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.127300] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32f67b7-a49d-49fd-85ba-8b0487a542af {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.137577] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-447cd02f-ddd7-435a-a5fc-4bedfdb6246d tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Resuming the VM {{(pid=62361) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1667.138228] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3550cb12-9232-4d16-81f2-735507dbf0c2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.150619] env[62361]: DEBUG oslo_vmware.api [None req-447cd02f-ddd7-435a-a5fc-4bedfdb6246d tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1667.150619] env[62361]: value = "task-1708725" [ 1667.150619] env[62361]: _type = "Task" [ 1667.150619] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.161420] env[62361]: DEBUG oslo_vmware.api [None req-447cd02f-ddd7-435a-a5fc-4bedfdb6246d tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.174851] env[62361]: DEBUG nova.compute.manager [req-7d186618-cd77-418e-a263-c19aeb78b601 req-7809d4ba-556a-4aec-8d3f-69d2f61e17f3 service nova] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Received event network-changed-0f3b7eca-08e0-49ff-8a7e-a511eb8205c5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1667.175082] env[62361]: DEBUG nova.compute.manager [req-7d186618-cd77-418e-a263-c19aeb78b601 req-7809d4ba-556a-4aec-8d3f-69d2f61e17f3 service nova] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Refreshing instance network info cache due to event network-changed-0f3b7eca-08e0-49ff-8a7e-a511eb8205c5. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1667.175295] env[62361]: DEBUG oslo_concurrency.lockutils [req-7d186618-cd77-418e-a263-c19aeb78b601 req-7809d4ba-556a-4aec-8d3f-69d2f61e17f3 service nova] Acquiring lock "refresh_cache-8c22c9c1-9b96-4838-ab23-5a497cf83294" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.176260] env[62361]: DEBUG oslo_concurrency.lockutils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Releasing lock "refresh_cache-8c22c9c1-9b96-4838-ab23-5a497cf83294" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.176521] env[62361]: DEBUG nova.compute.manager [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Instance network_info: |[{"id": "0f3b7eca-08e0-49ff-8a7e-a511eb8205c5", "address": "fa:16:3e:72:bf:91", "network": {"id": "9841e95e-d892-469d-bfc4-efb6bd506bcf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1762199288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95a27ed78146448b92474b17561fccf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f3b7eca-08", "ovs_interfaceid": "0f3b7eca-08e0-49ff-8a7e-a511eb8205c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1667.176771] env[62361]: DEBUG oslo_concurrency.lockutils [req-7d186618-cd77-418e-a263-c19aeb78b601 req-7809d4ba-556a-4aec-8d3f-69d2f61e17f3 service nova] Acquired lock "refresh_cache-8c22c9c1-9b96-4838-ab23-5a497cf83294" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.177038] env[62361]: DEBUG nova.network.neutron [req-7d186618-cd77-418e-a263-c19aeb78b601 req-7809d4ba-556a-4aec-8d3f-69d2f61e17f3 service nova] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Refreshing network info cache for port 0f3b7eca-08e0-49ff-8a7e-a511eb8205c5 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1667.181664] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:bf:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f3b7eca-08e0-49ff-8a7e-a511eb8205c5', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1667.187407] env[62361]: DEBUG oslo.service.loopingcall [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.190829] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1667.191373] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1dc5c6a-f730-46d2-87e6-720b454e0962 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.215368] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1667.215368] env[62361]: value = "task-1708726" [ 1667.215368] env[62361]: _type = "Task" [ 1667.215368] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.226639] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708726, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.343741] env[62361]: DEBUG oslo_vmware.api [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708722, 'name': ReconfigVM_Task, 'duration_secs': 0.614142} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.343993] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-43d863aa-d2ed-4c76-b307-aeff0518bb72/volume-43d863aa-d2ed-4c76-b307-aeff0518bb72.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1667.349009] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec7dc87c-0a89-4e61-8c4c-eb4165e3ffb9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.366818] env[62361]: DEBUG oslo_vmware.api [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1667.366818] env[62361]: value = "task-1708727" [ 1667.366818] env[62361]: _type = "Task" [ 1667.366818] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.377153] env[62361]: DEBUG oslo_vmware.api [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.390270] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.390518] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.584029] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "2fc59d25-a58c-484f-bac8-20fdc797b674-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.584029] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "2fc59d25-a58c-484f-bac8-20fdc797b674-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.584029] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "2fc59d25-a58c-484f-bac8-20fdc797b674-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.584312] env[62361]: DEBUG nova.network.neutron [req-7d186618-cd77-418e-a263-c19aeb78b601 req-7809d4ba-556a-4aec-8d3f-69d2f61e17f3 service nova] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Updated VIF entry in instance network info cache for port 0f3b7eca-08e0-49ff-8a7e-a511eb8205c5. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1667.587725] env[62361]: DEBUG nova.network.neutron [req-7d186618-cd77-418e-a263-c19aeb78b601 req-7809d4ba-556a-4aec-8d3f-69d2f61e17f3 service nova] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Updating instance_info_cache with network_info: [{"id": "0f3b7eca-08e0-49ff-8a7e-a511eb8205c5", "address": "fa:16:3e:72:bf:91", "network": {"id": "9841e95e-d892-469d-bfc4-efb6bd506bcf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1762199288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95a27ed78146448b92474b17561fccf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f3b7eca-08", "ovs_interfaceid": "0f3b7eca-08e0-49ff-8a7e-a511eb8205c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.600469] env[62361]: DEBUG nova.compute.manager [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1667.602479] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870e7f87-b464-449a-a763-a0b68db7c142 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.674009] env[62361]: DEBUG oslo_vmware.api [None req-447cd02f-ddd7-435a-a5fc-4bedfdb6246d tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.703994] env[62361]: DEBUG nova.compute.manager [req-974eab1a-954f-4a88-b090-dff73126e8f7 req-f95ca7d0-b63e-460c-a5b4-4bff9388c237 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Received event network-vif-deleted-e5209641-1ad9-4e19-807b-78fec2bb28c5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1667.706500] env[62361]: INFO nova.compute.manager [req-974eab1a-954f-4a88-b090-dff73126e8f7 req-f95ca7d0-b63e-460c-a5b4-4bff9388c237 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Neutron deleted interface e5209641-1ad9-4e19-807b-78fec2bb28c5; detaching it from the instance and deleting it from the info cache [ 1667.706742] env[62361]: DEBUG nova.network.neutron [req-974eab1a-954f-4a88-b090-dff73126e8f7 req-f95ca7d0-b63e-460c-a5b4-4bff9388c237 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.730074] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708726, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.820617] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b525737a-5f4e-4d66-b551-94bcae7ed742 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.833108] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84385c07-ddbd-414f-b992-2e5a7b88524b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.876809] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2903390-a043-4ffe-83ae-81497541e2b8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.889700] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a47b6a5-e1aa-4866-ae1a-574c4f325cf2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.893979] env[62361]: DEBUG oslo_vmware.api [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708727, 'name': ReconfigVM_Task, 'duration_secs': 0.178878} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.894378] env[62361]: DEBUG nova.compute.manager [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1667.897198] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356002', 'volume_id': '43d863aa-d2ed-4c76-b307-aeff0518bb72', 'name': 'volume-43d863aa-d2ed-4c76-b307-aeff0518bb72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0e9e5d53-2528-4929-9f34-894aadb20547', 'attached_at': '', 'detached_at': '', 'volume_id': '43d863aa-d2ed-4c76-b307-aeff0518bb72', 'serial': '43d863aa-d2ed-4c76-b307-aeff0518bb72'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1667.916249] env[62361]: DEBUG nova.compute.provider_tree [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1668.087393] env[62361]: DEBUG oslo_concurrency.lockutils [req-7d186618-cd77-418e-a263-c19aeb78b601 req-7809d4ba-556a-4aec-8d3f-69d2f61e17f3 service nova] Releasing lock "refresh_cache-8c22c9c1-9b96-4838-ab23-5a497cf83294" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.118481] env[62361]: INFO nova.compute.manager [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] instance snapshotting [ 1668.118766] env[62361]: WARNING nova.compute.manager [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1668.121649] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8848842e-495d-439d-bb3e-7cb621be7dee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.141652] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4826dfdf-5133-4f8c-9f64-e00e177c3fb9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.165552] env[62361]: DEBUG oslo_vmware.api [None req-447cd02f-ddd7-435a-a5fc-4bedfdb6246d tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708725, 'name': PowerOnVM_Task, 'duration_secs': 0.648052} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.165831] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-447cd02f-ddd7-435a-a5fc-4bedfdb6246d tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Resumed the VM {{(pid=62361) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1668.166014] env[62361]: DEBUG nova.compute.manager [None req-447cd02f-ddd7-435a-a5fc-4bedfdb6246d tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1668.166830] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2466c085-f1cb-4f82-ab9d-2a13ca32bf00 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.179045] env[62361]: DEBUG nova.network.neutron [-] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.210340] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b4dba56-95a0-463d-be4a-11358b4ecca1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.225139] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2fed64-7d86-4e7a-9fea-1bed1d215756 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.249850] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708726, 'name': CreateVM_Task, 'duration_secs': 0.937204} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.249850] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1668.249998] env[62361]: DEBUG oslo_concurrency.lockutils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.251038] env[62361]: DEBUG oslo_concurrency.lockutils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.251038] env[62361]: DEBUG oslo_concurrency.lockutils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1668.251038] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e41b75c-e702-4a5e-b140-cc6f2278c3ef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.271965] env[62361]: DEBUG nova.compute.manager [req-974eab1a-954f-4a88-b090-dff73126e8f7 req-f95ca7d0-b63e-460c-a5b4-4bff9388c237 service nova] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Detach interface failed, port_id=e5209641-1ad9-4e19-807b-78fec2bb28c5, reason: Instance c0f760a8-b10d-44eb-b523-7ee51667fa24 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1668.280334] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1668.280334] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cc9a95-0323-6631-ddea-a9e6ae7dccfc" [ 1668.280334] env[62361]: _type = "Task" [ 1668.280334] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.290953] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52cc9a95-0323-6631-ddea-a9e6ae7dccfc, 'name': SearchDatastore_Task, 'duration_secs': 0.014827} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.291305] env[62361]: DEBUG oslo_concurrency.lockutils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.291553] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1668.291791] env[62361]: DEBUG oslo_concurrency.lockutils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.292079] env[62361]: DEBUG oslo_concurrency.lockutils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.292202] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1668.292527] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18dcbb9f-2f73-4c4e-a6c0-30d17e538de2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.305867] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1668.306112] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1668.306904] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5db97f1-8b9a-41ff-8b3a-a2ac857cae8e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.315077] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1668.315077] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52381c91-9787-1a31-389e-714e77aad8c4" [ 1668.315077] env[62361]: _type = "Task" [ 1668.315077] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.325959] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52381c91-9787-1a31-389e-714e77aad8c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.420376] env[62361]: DEBUG nova.scheduler.client.report [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1668.425766] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.625397] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.625397] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.625397] env[62361]: DEBUG nova.network.neutron [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.658922] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1668.662149] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f93f562e-63aa-4657-a5f3-6777303a4dab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.673876] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1668.673876] env[62361]: value = "task-1708728" [ 1668.673876] env[62361]: _type = "Task" [ 1668.673876] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.685460] env[62361]: INFO nova.compute.manager [-] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Took 1.59 seconds to deallocate network for instance. [ 1668.685672] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708728, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.827021] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52381c91-9787-1a31-389e-714e77aad8c4, 'name': SearchDatastore_Task, 'duration_secs': 0.013438} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.827973] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e77d7ff9-75c9-455c-af4b-0b02092a7ede {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.831288] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.831487] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.831707] env[62361]: DEBUG nova.network.neutron [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.838038] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1668.838038] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5288b838-cfd1-6518-59b8-de65a71ef2dc" [ 1668.838038] env[62361]: _type = "Task" [ 1668.838038] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.848873] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5288b838-cfd1-6518-59b8-de65a71ef2dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.862556] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "ce240222-4195-4b7d-9197-cbe08780ad9e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.862886] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "ce240222-4195-4b7d-9197-cbe08780ad9e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.863122] env[62361]: DEBUG nova.compute.manager [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Going to confirm migration 5 {{(pid=62361) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1668.928155] env[62361]: DEBUG oslo_concurrency.lockutils [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.933753] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.150s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.933994] env[62361]: DEBUG nova.objects.instance [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Lazy-loading 'resources' on Instance uuid d9b1417b-2dd6-4cee-9241-fd8453903319 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.945403] env[62361]: DEBUG nova.objects.instance [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lazy-loading 'flavor' on Instance uuid 0e9e5d53-2528-4929-9f34-894aadb20547 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.963798] env[62361]: INFO nova.scheduler.client.report [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleted allocations for instance 88031e4b-f9c0-49cc-955d-85000353d853 [ 1669.186195] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708728, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.196678] env[62361]: DEBUG oslo_concurrency.lockutils [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.294303] env[62361]: DEBUG nova.compute.manager [req-90ce651b-044f-47f9-a3cc-279071c6c77c req-9f8f7850-add3-485e-8bfa-dbda9d16ef74 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Received event network-vif-plugged-c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1669.294348] env[62361]: DEBUG oslo_concurrency.lockutils [req-90ce651b-044f-47f9-a3cc-279071c6c77c req-9f8f7850-add3-485e-8bfa-dbda9d16ef74 service nova] Acquiring lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.294582] env[62361]: DEBUG oslo_concurrency.lockutils [req-90ce651b-044f-47f9-a3cc-279071c6c77c req-9f8f7850-add3-485e-8bfa-dbda9d16ef74 service nova] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.294749] env[62361]: DEBUG oslo_concurrency.lockutils [req-90ce651b-044f-47f9-a3cc-279071c6c77c req-9f8f7850-add3-485e-8bfa-dbda9d16ef74 service nova] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.294919] env[62361]: DEBUG nova.compute.manager [req-90ce651b-044f-47f9-a3cc-279071c6c77c req-9f8f7850-add3-485e-8bfa-dbda9d16ef74 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] No waiting events found dispatching network-vif-plugged-c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1669.295150] env[62361]: WARNING nova.compute.manager [req-90ce651b-044f-47f9-a3cc-279071c6c77c req-9f8f7850-add3-485e-8bfa-dbda9d16ef74 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Received unexpected event network-vif-plugged-c0ee0d23-7fc8-4482-bd59-506583404277 for instance with vm_state shelved_offloaded and task_state spawning. [ 1669.295341] env[62361]: DEBUG nova.compute.manager [req-90ce651b-044f-47f9-a3cc-279071c6c77c req-9f8f7850-add3-485e-8bfa-dbda9d16ef74 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Received event network-changed-c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1669.295502] env[62361]: DEBUG nova.compute.manager [req-90ce651b-044f-47f9-a3cc-279071c6c77c req-9f8f7850-add3-485e-8bfa-dbda9d16ef74 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Refreshing instance network info cache due to event network-changed-c0ee0d23-7fc8-4482-bd59-506583404277. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1669.295664] env[62361]: DEBUG oslo_concurrency.lockutils [req-90ce651b-044f-47f9-a3cc-279071c6c77c req-9f8f7850-add3-485e-8bfa-dbda9d16ef74 service nova] Acquiring lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.353326] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5288b838-cfd1-6518-59b8-de65a71ef2dc, 'name': SearchDatastore_Task, 'duration_secs': 0.024641} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.353326] env[62361]: DEBUG oslo_concurrency.lockutils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.353326] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 8c22c9c1-9b96-4838-ab23-5a497cf83294/8c22c9c1-9b96-4838-ab23-5a497cf83294.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1669.353326] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-870c27e3-0881-45fe-a20f-eba51193b3a8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.360308] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1669.360308] env[62361]: value = "task-1708729" [ 1669.360308] env[62361]: _type = "Task" [ 1669.360308] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.374105] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.450253] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4f240602-afbf-4407-8dd0-aa0f66fd9e8f tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "0e9e5d53-2528-4929-9f34-894aadb20547" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.331s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.473263] env[62361]: DEBUG oslo_concurrency.lockutils [None req-498501c1-d209-445d-92c2-9286b2c4446f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "88031e4b-f9c0-49cc-955d-85000353d853" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.537s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.499035] env[62361]: DEBUG nova.network.neutron [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance_info_cache with network_info: [{"id": "7f5cc424-69b5-4572-bb04-a0f0a735892f", "address": "fa:16:3e:83:45:2c", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5cc424-69", "ovs_interfaceid": "7f5cc424-69b5-4572-bb04-a0f0a735892f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.507774] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "refresh_cache-ce240222-4195-4b7d-9197-cbe08780ad9e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.507774] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "refresh_cache-ce240222-4195-4b7d-9197-cbe08780ad9e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.507774] env[62361]: DEBUG nova.network.neutron [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1669.507774] env[62361]: DEBUG nova.objects.instance [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lazy-loading 'info_cache' on Instance uuid ce240222-4195-4b7d-9197-cbe08780ad9e {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.688431] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708728, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.720830] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099d00ae-4a04-4d0a-830f-2ac38ee6fcdb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.734335] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bc33ae-958a-4935-ac01-fd8e04f49662 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.777127] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c9eac9-eb21-4786-9555-3894f4f858d7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.789948] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc93b02-78a7-48d5-9659-25598d9fb143 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.811585] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9256cba2-7b93-48c6-acd2-ab8d08eb4bd1 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "0e9e5d53-2528-4929-9f34-894aadb20547" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.811955] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9256cba2-7b93-48c6-acd2-ab8d08eb4bd1 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "0e9e5d53-2528-4929-9f34-894aadb20547" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.812323] env[62361]: DEBUG nova.compute.manager [None req-9256cba2-7b93-48c6-acd2-ab8d08eb4bd1 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1669.812966] env[62361]: DEBUG nova.compute.provider_tree [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.818024] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc04f05-d87a-43fe-862c-fa4ef58480b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.827800] env[62361]: DEBUG nova.compute.manager [None req-9256cba2-7b93-48c6-acd2-ab8d08eb4bd1 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62361) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1669.831997] env[62361]: DEBUG nova.objects.instance [None req-9256cba2-7b93-48c6-acd2-ab8d08eb4bd1 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lazy-loading 'flavor' on Instance uuid 0e9e5d53-2528-4929-9f34-894aadb20547 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.875068] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708729, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.893307] env[62361]: DEBUG nova.network.neutron [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Updating instance_info_cache with network_info: [{"id": "c0ee0d23-7fc8-4482-bd59-506583404277", "address": "fa:16:3e:f6:3e:2c", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ee0d23-7f", "ovs_interfaceid": "c0ee0d23-7fc8-4482-bd59-506583404277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.001795] env[62361]: DEBUG oslo_concurrency.lockutils [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.188715] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708728, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.321266] env[62361]: DEBUG nova.scheduler.client.report [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1670.341020] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9256cba2-7b93-48c6-acd2-ab8d08eb4bd1 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1670.341020] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d455f0f1-5432-4402-9a81-7c1639d61aab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.348422] env[62361]: DEBUG oslo_vmware.api [None req-9256cba2-7b93-48c6-acd2-ab8d08eb4bd1 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1670.348422] env[62361]: value = "task-1708730" [ 1670.348422] env[62361]: _type = "Task" [ 1670.348422] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.362700] env[62361]: DEBUG oslo_vmware.api [None req-9256cba2-7b93-48c6-acd2-ab8d08eb4bd1 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.377503] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757314} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.377981] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 8c22c9c1-9b96-4838-ab23-5a497cf83294/8c22c9c1-9b96-4838-ab23-5a497cf83294.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1670.378123] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1670.378421] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af24284d-2fd7-40f6-8869-7ac3a4750045 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.389537] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1670.389537] env[62361]: value = "task-1708731" [ 1670.389537] env[62361]: _type = "Task" [ 1670.389537] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.394971] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Releasing lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.403344] env[62361]: DEBUG oslo_concurrency.lockutils [req-90ce651b-044f-47f9-a3cc-279071c6c77c req-9f8f7850-add3-485e-8bfa-dbda9d16ef74 service nova] Acquired lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.403344] env[62361]: DEBUG nova.network.neutron [req-90ce651b-044f-47f9-a3cc-279071c6c77c req-9f8f7850-add3-485e-8bfa-dbda9d16ef74 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Refreshing network info cache for port c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1670.406527] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.428860] env[62361]: DEBUG nova.virt.hardware [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0041d745e76184d31f55ee2b46729560',container_format='bare',created_at=2024-12-10T21:22:51Z,direct_url=,disk_format='vmdk',id=57027ece-77af-41fa-95eb-77417ee54132,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1994732706-shelved',owner='7d2890b1a85a4c649cf2367912f9abb5',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2024-12-10T21:23:07Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1670.429201] env[62361]: DEBUG nova.virt.hardware [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1670.429440] env[62361]: DEBUG nova.virt.hardware [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1670.429830] env[62361]: DEBUG nova.virt.hardware [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1670.430128] env[62361]: DEBUG nova.virt.hardware [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1670.430309] env[62361]: DEBUG nova.virt.hardware [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1670.430649] env[62361]: DEBUG nova.virt.hardware [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1670.430903] env[62361]: DEBUG nova.virt.hardware [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1670.431268] env[62361]: DEBUG nova.virt.hardware [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1670.431544] env[62361]: DEBUG nova.virt.hardware [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1670.431797] env[62361]: DEBUG nova.virt.hardware [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1670.433283] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71180c49-1fc2-4d49-97dc-9db5dcdfd6cc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.443928] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d29fe25-df03-48f6-8e04-8e33af144b7c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.462501] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:3e:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0ee0d23-7fc8-4482-bd59-506583404277', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1670.472253] env[62361]: DEBUG oslo.service.loopingcall [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.474689] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1670.477582] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37280375-4e16-4665-86d8-73df04b23949 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.494536] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "7538ffce-0351-43f6-a5be-09028e5b1c5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.494886] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "7538ffce-0351-43f6-a5be-09028e5b1c5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.507409] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1670.507409] env[62361]: value = "task-1708732" [ 1670.507409] env[62361]: _type = "Task" [ 1670.507409] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.524167] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094311f4-72f3-481d-95ad-2bb2ee41ca35 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.531489] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708732, 'name': CreateVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.537812] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a53a952-bef9-432c-89d2-7177eae3f37a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.686825] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708728, 'name': CreateSnapshot_Task, 'duration_secs': 1.69925} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.687075] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1670.687883] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e5be7c-b6fa-4d46-bef9-ed71acf84de1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.827399] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.830185] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.926s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.830442] env[62361]: DEBUG nova.objects.instance [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Lazy-loading 'resources' on Instance uuid 7f38e33c-5913-4f35-bed2-56c34c48e432 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.860711] env[62361]: DEBUG oslo_vmware.api [None req-9256cba2-7b93-48c6-acd2-ab8d08eb4bd1 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708730, 'name': PowerOffVM_Task, 'duration_secs': 0.267674} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.861704] env[62361]: INFO nova.scheduler.client.report [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Deleted allocations for instance d9b1417b-2dd6-4cee-9241-fd8453903319 [ 1670.863419] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9256cba2-7b93-48c6-acd2-ab8d08eb4bd1 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.863419] env[62361]: DEBUG nova.compute.manager [None req-9256cba2-7b93-48c6-acd2-ab8d08eb4bd1 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1670.866434] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ae225e-562b-4974-92ef-007eeabf5333 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.902442] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077063} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.902736] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1670.904289] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d86e8a-80d2-4899-9bb7-5fad92d7ca9d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.931796] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 8c22c9c1-9b96-4838-ab23-5a497cf83294/8c22c9c1-9b96-4838-ab23-5a497cf83294.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1670.934242] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1391f305-74e9-435b-9422-39a18a820ee4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.962111] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1670.962111] env[62361]: value = "task-1708733" [ 1670.962111] env[62361]: _type = "Task" [ 1670.962111] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.970711] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.997596] env[62361]: DEBUG nova.compute.manager [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1671.017298] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708732, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.053296] env[62361]: DEBUG nova.network.neutron [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Updating instance_info_cache with network_info: [{"id": "f74ef93b-b3b0-4c55-96c7-c777ef4f886b", "address": "fa:16:3e:ee:4f:df", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74ef93b-b3", "ovs_interfaceid": "f74ef93b-b3b0-4c55-96c7-c777ef4f886b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.209196] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1671.209642] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-81fb4a96-d13d-4a18-9cba-9016583b0a4e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.224159] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1671.224159] env[62361]: value = "task-1708734" [ 1671.224159] env[62361]: _type = "Task" [ 1671.224159] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.240535] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708734, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.282731] env[62361]: DEBUG nova.network.neutron [req-90ce651b-044f-47f9-a3cc-279071c6c77c req-9f8f7850-add3-485e-8bfa-dbda9d16ef74 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Updated VIF entry in instance network info cache for port c0ee0d23-7fc8-4482-bd59-506583404277. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1671.283445] env[62361]: DEBUG nova.network.neutron [req-90ce651b-044f-47f9-a3cc-279071c6c77c req-9f8f7850-add3-485e-8bfa-dbda9d16ef74 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Updating instance_info_cache with network_info: [{"id": "c0ee0d23-7fc8-4482-bd59-506583404277", "address": "fa:16:3e:f6:3e:2c", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ee0d23-7f", "ovs_interfaceid": "c0ee0d23-7fc8-4482-bd59-506583404277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.386409] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e3dc8535-b624-4ace-961b-1d0d4e474c6a tempest-ServersNegativeTestMultiTenantJSON-1058494074 tempest-ServersNegativeTestMultiTenantJSON-1058494074-project-member] Lock "d9b1417b-2dd6-4cee-9241-fd8453903319" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.347s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.388878] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9256cba2-7b93-48c6-acd2-ab8d08eb4bd1 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "0e9e5d53-2528-4929-9f34-894aadb20547" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.577s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.479018] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.519537] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708732, 'name': CreateVM_Task, 'duration_secs': 0.867635} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.519775] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1671.520740] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/57027ece-77af-41fa-95eb-77417ee54132" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.520913] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/57027ece-77af-41fa-95eb-77417ee54132" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.521948] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/57027ece-77af-41fa-95eb-77417ee54132" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1671.524579] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-202f2d53-0ea5-44d9-a064-b9ef6d3423ca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.527779] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.532506] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1671.532506] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520e1b25-c827-9db7-8695-70db0541edc6" [ 1671.532506] env[62361]: _type = "Task" [ 1671.532506] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.546671] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520e1b25-c827-9db7-8695-70db0541edc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.556906] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "refresh_cache-ce240222-4195-4b7d-9197-cbe08780ad9e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.557424] env[62361]: DEBUG nova.objects.instance [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lazy-loading 'migration_context' on Instance uuid ce240222-4195-4b7d-9197-cbe08780ad9e {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.666469] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b10f7c-9063-49d6-9554-e163b84f1ef5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.697240] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16165cc-3ccb-4a16-a90c-fed377804036 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.706444] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance '2fc59d25-a58c-484f-bac8-20fdc797b674' progress to 83 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1671.730386] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360cad3d-6f75-44fd-9c6c-3465f70ef364 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.742715] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708734, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.745038] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bade8e7e-0e88-4a54-b600-9e91d304d1a2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.786945] env[62361]: DEBUG oslo_concurrency.lockutils [req-90ce651b-044f-47f9-a3cc-279071c6c77c req-9f8f7850-add3-485e-8bfa-dbda9d16ef74 service nova] Releasing lock "refresh_cache-2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.789016] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4526dc7e-abc5-4e6b-beb9-3267b121f352 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.798385] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2ef7fb-19a7-434e-bb9d-742ce74d72fe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.816828] env[62361]: DEBUG nova.compute.provider_tree [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.972264] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708733, 'name': ReconfigVM_Task, 'duration_secs': 0.801455} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.972550] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 8c22c9c1-9b96-4838-ab23-5a497cf83294/8c22c9c1-9b96-4838-ab23-5a497cf83294.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1671.973294] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b02cea2-e5f0-4691-8b5d-ad30ca25f2bf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.980877] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1671.980877] env[62361]: value = "task-1708735" [ 1671.980877] env[62361]: _type = "Task" [ 1671.980877] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.991786] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708735, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.045170] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/57027ece-77af-41fa-95eb-77417ee54132" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.045476] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Processing image 57027ece-77af-41fa-95eb-77417ee54132 {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1672.045724] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/57027ece-77af-41fa-95eb-77417ee54132/57027ece-77af-41fa-95eb-77417ee54132.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.045865] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/57027ece-77af-41fa-95eb-77417ee54132/57027ece-77af-41fa-95eb-77417ee54132.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.046052] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1672.046321] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f334542f-2f43-4d78-9d46-c766aea9ec77 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.057321] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1672.057472] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1672.059482] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ec36f5-c23e-42f8-9aa8-e5d1c329ea74 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.061948] env[62361]: DEBUG nova.objects.base [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1672.062551] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe902c9a-af81-4d9b-b68d-00cbd94ee40f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.069992] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1672.069992] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fb2607-d679-7350-7326-e9a90d3a49fc" [ 1672.069992] env[62361]: _type = "Task" [ 1672.069992] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.088537] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac900760-3df6-4898-b076-5c90d2130aba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.101458] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Preparing fetch location {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1672.101725] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Fetch image to [datastore1] OSTACK_IMG_ba2d2d83-56d6-4661-8ba2-d2dca701b1b7/OSTACK_IMG_ba2d2d83-56d6-4661-8ba2-d2dca701b1b7.vmdk {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1672.101990] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Downloading stream optimized image 57027ece-77af-41fa-95eb-77417ee54132 to [datastore1] OSTACK_IMG_ba2d2d83-56d6-4661-8ba2-d2dca701b1b7/OSTACK_IMG_ba2d2d83-56d6-4661-8ba2-d2dca701b1b7.vmdk on the data store datastore1 as vApp {{(pid=62361) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1672.102275] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Downloading image file data 57027ece-77af-41fa-95eb-77417ee54132 to the ESX as VM named 'OSTACK_IMG_ba2d2d83-56d6-4661-8ba2-d2dca701b1b7' {{(pid=62361) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1672.104259] env[62361]: DEBUG oslo_vmware.api [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1672.104259] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520c0c91-86ef-4964-06db-8d31d4db9218" [ 1672.104259] env[62361]: _type = "Task" [ 1672.104259] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.117736] env[62361]: DEBUG oslo_vmware.api [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520c0c91-86ef-4964-06db-8d31d4db9218, 'name': SearchDatastore_Task, 'duration_secs': 0.008541} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.119026] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.188416] env[62361]: DEBUG oslo_vmware.rw_handles [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1672.188416] env[62361]: value = "resgroup-9" [ 1672.188416] env[62361]: _type = "ResourcePool" [ 1672.188416] env[62361]: }. {{(pid=62361) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1672.188811] env[62361]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-64602f68-dc29-4ccd-a9de-6cdb6ee01332 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.212944] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.214634] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5449517-d1e9-4d59-ab34-de006690355b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.216515] env[62361]: DEBUG oslo_vmware.rw_handles [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lease: (returnval){ [ 1672.216515] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c39a72-213c-c762-5a07-8754e7ad7f3c" [ 1672.216515] env[62361]: _type = "HttpNfcLease" [ 1672.216515] env[62361]: } obtained for vApp import into resource pool (val){ [ 1672.216515] env[62361]: value = "resgroup-9" [ 1672.216515] env[62361]: _type = "ResourcePool" [ 1672.216515] env[62361]: }. {{(pid=62361) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1672.216825] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the lease: (returnval){ [ 1672.216825] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c39a72-213c-c762-5a07-8754e7ad7f3c" [ 1672.216825] env[62361]: _type = "HttpNfcLease" [ 1672.216825] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1672.222625] env[62361]: DEBUG oslo_vmware.api [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1672.222625] env[62361]: value = "task-1708737" [ 1672.222625] env[62361]: _type = "Task" [ 1672.222625] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.228094] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1672.228094] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c39a72-213c-c762-5a07-8754e7ad7f3c" [ 1672.228094] env[62361]: _type = "HttpNfcLease" [ 1672.228094] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1672.237322] env[62361]: DEBUG oslo_vmware.api [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.240929] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708734, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.317496] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.317736] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.319855] env[62361]: DEBUG nova.scheduler.client.report [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1672.499849] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708735, 'name': Rename_Task, 'duration_secs': 0.170266} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.500213] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.500497] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2c919b1-1c13-4e7b-818a-7eccc032eaad {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.508616] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1672.508616] env[62361]: value = "task-1708738" [ 1672.508616] env[62361]: _type = "Task" [ 1672.508616] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.518625] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.598786] env[62361]: DEBUG nova.objects.instance [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lazy-loading 'flavor' on Instance uuid 0e9e5d53-2528-4929-9f34-894aadb20547 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.728541] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1672.728541] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c39a72-213c-c762-5a07-8754e7ad7f3c" [ 1672.728541] env[62361]: _type = "HttpNfcLease" [ 1672.728541] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1672.736657] env[62361]: DEBUG oslo_vmware.api [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708737, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.744207] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708734, 'name': CloneVM_Task, 'duration_secs': 1.491832} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.744800] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Created linked-clone VM from snapshot [ 1672.745538] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf66a21-37c9-4809-9ec6-aa2c1f65d8d0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.757653] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Uploading image a4207737-b97b-4f22-b03b-cecd62d24795 {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1672.791981] env[62361]: DEBUG oslo_vmware.rw_handles [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1672.791981] env[62361]: value = "vm-356006" [ 1672.791981] env[62361]: _type = "VirtualMachine" [ 1672.791981] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1672.791981] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8fe8678b-0b6a-49bc-b259-2137e6d6b6f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.802721] env[62361]: DEBUG oslo_vmware.rw_handles [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lease: (returnval){ [ 1672.802721] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ac3142-1d52-30a8-93ec-2a8fec8e34c6" [ 1672.802721] env[62361]: _type = "HttpNfcLease" [ 1672.802721] env[62361]: } obtained for exporting VM: (result){ [ 1672.802721] env[62361]: value = "vm-356006" [ 1672.802721] env[62361]: _type = "VirtualMachine" [ 1672.802721] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1672.805081] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the lease: (returnval){ [ 1672.805081] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ac3142-1d52-30a8-93ec-2a8fec8e34c6" [ 1672.805081] env[62361]: _type = "HttpNfcLease" [ 1672.805081] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1672.814926] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1672.814926] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ac3142-1d52-30a8-93ec-2a8fec8e34c6" [ 1672.814926] env[62361]: _type = "HttpNfcLease" [ 1672.814926] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1672.831574] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.836867] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.183s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.836867] env[62361]: DEBUG nova.objects.instance [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lazy-loading 'resources' on Instance uuid 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.836867] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.836867] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1672.859254] env[62361]: INFO nova.scheduler.client.report [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Deleted allocations for instance 7f38e33c-5913-4f35-bed2-56c34c48e432 [ 1673.021195] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquiring lock "5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.021502] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.032509] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708738, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.105476] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.108146] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquired lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.108146] env[62361]: DEBUG nova.network.neutron [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1673.108146] env[62361]: DEBUG nova.objects.instance [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lazy-loading 'info_cache' on Instance uuid 0e9e5d53-2528-4929-9f34-894aadb20547 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.234561] env[62361]: DEBUG oslo_vmware.api [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708737, 'name': PowerOnVM_Task, 'duration_secs': 0.522319} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.236692] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.236926] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-44f416f3-4e7b-4a15-84bc-52c02489a726 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance '2fc59d25-a58c-484f-bac8-20fdc797b674' progress to 100 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1673.241429] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1673.241429] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c39a72-213c-c762-5a07-8754e7ad7f3c" [ 1673.241429] env[62361]: _type = "HttpNfcLease" [ 1673.241429] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1673.242801] env[62361]: DEBUG oslo_vmware.rw_handles [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1673.242801] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c39a72-213c-c762-5a07-8754e7ad7f3c" [ 1673.242801] env[62361]: _type = "HttpNfcLease" [ 1673.242801] env[62361]: }. {{(pid=62361) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1673.243768] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5c1011-d6f9-42ff-9418-15218dce1eb9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.259751] env[62361]: DEBUG oslo_vmware.rw_handles [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e8b53-fa39-f0b4-49da-cd6de4f431ce/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1673.259990] env[62361]: DEBUG oslo_vmware.rw_handles [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e8b53-fa39-f0b4-49da-cd6de4f431ce/disk-0.vmdk. {{(pid=62361) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1673.342958] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e4a78e05-d1bd-4e7e-b98c-3daa6766060b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.342958] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1673.342958] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ac3142-1d52-30a8-93ec-2a8fec8e34c6" [ 1673.342958] env[62361]: _type = "HttpNfcLease" [ 1673.342958] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1673.345114] env[62361]: DEBUG oslo_vmware.rw_handles [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1673.345114] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ac3142-1d52-30a8-93ec-2a8fec8e34c6" [ 1673.345114] env[62361]: _type = "HttpNfcLease" [ 1673.345114] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1673.346604] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d307ba08-3304-4475-82dc-826823a902fe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.357020] env[62361]: DEBUG oslo_vmware.rw_handles [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b931c0-8945-0b18-2d94-d98f5d8ff712/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1673.357020] env[62361]: DEBUG oslo_vmware.rw_handles [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b931c0-8945-0b18-2d94-d98f5d8ff712/disk-0.vmdk for reading. {{(pid=62361) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1673.419355] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1e266308-21d3-4153-93c6-b3fee5efc71c tempest-ServersV294TestFqdnHostnames-699287169 tempest-ServersV294TestFqdnHostnames-699287169-project-member] Lock "7f38e33c-5913-4f35-bed2-56c34c48e432" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.997s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.484217] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c5325dbf-8a23-4d67-ab83-99f9f870b3b1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.522927] env[62361]: DEBUG oslo_vmware.api [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708738, 'name': PowerOnVM_Task, 'duration_secs': 0.617632} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.526192] env[62361]: DEBUG nova.compute.manager [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1673.529601] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.529601] env[62361]: INFO nova.compute.manager [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1673.529601] env[62361]: DEBUG nova.compute.manager [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1673.530759] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5737c3bc-ca79-4647-8c7f-cb9dfd0ab023 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.609679] env[62361]: DEBUG nova.objects.base [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Object Instance<0e9e5d53-2528-4929-9f34-894aadb20547> lazy-loaded attributes: flavor,info_cache {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1673.805040] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5085e7bd-5acc-4bd1-82f4-4a4e6ca117d3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.816203] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1db3bb-d91b-4e3f-81d4-0170e134d4ea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.863145] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f85a2db-261f-4610-8511-1829752674bd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.873857] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b42250-2432-46b0-9056-7b7a5f11c733 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.893555] env[62361]: DEBUG nova.compute.provider_tree [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.944933] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "refresh_cache-a6fd8ee3-7216-45c2-9169-93e5072bcc74" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.945510] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquired lock "refresh_cache-a6fd8ee3-7216-45c2-9169-93e5072bcc74" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.945510] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Forcefully refreshing network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1674.059978] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.071299] env[62361]: INFO nova.compute.manager [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Took 20.51 seconds to build instance. [ 1674.400200] env[62361]: DEBUG nova.scheduler.client.report [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1674.573591] env[62361]: DEBUG oslo_concurrency.lockutils [None req-640aaa8b-5e45-4377-835a-4551abb5e55d tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "8c22c9c1-9b96-4838-ab23-5a497cf83294" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.050s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.720460] env[62361]: DEBUG oslo_vmware.rw_handles [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Completed reading data from the image iterator. {{(pid=62361) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1674.720646] env[62361]: DEBUG oslo_vmware.rw_handles [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e8b53-fa39-f0b4-49da-cd6de4f431ce/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1674.722486] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ac7b85-b052-4776-98c4-46b3ce2c6a1c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.732193] env[62361]: DEBUG oslo_vmware.rw_handles [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e8b53-fa39-f0b4-49da-cd6de4f431ce/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1674.732193] env[62361]: DEBUG oslo_vmware.rw_handles [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e8b53-fa39-f0b4-49da-cd6de4f431ce/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1674.732193] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-206b76a3-e1eb-49a5-abd2-536520f04442 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.907157] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.909912] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.484s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.911596] env[62361]: INFO nova.compute.claims [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1674.941446] env[62361]: INFO nova.scheduler.client.report [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleted allocations for instance 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb [ 1674.989566] env[62361]: DEBUG nova.network.neutron [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Updating instance_info_cache with network_info: [{"id": "5aaa59e4-835b-4bf4-ac71-2225aef44ac8", "address": "fa:16:3e:a1:85:54", "network": {"id": "3cf1addb-c9ef-4950-ad83-68b5d59eda18", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1289262723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a267b021ac54bb19733ba43571e9bdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aaa59e4-83", "ovs_interfaceid": "5aaa59e4-835b-4bf4-ac71-2225aef44ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.024473] env[62361]: DEBUG oslo_vmware.rw_handles [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e8b53-fa39-f0b4-49da-cd6de4f431ce/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1675.024709] env[62361]: INFO nova.virt.vmwareapi.images [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Downloaded image file data 57027ece-77af-41fa-95eb-77417ee54132 [ 1675.028134] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c27db38-8992-4d36-a477-b1b2e51ad7ec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.046276] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-293f2048-b6cb-4d1b-bd0d-be105191cc7b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.079626] env[62361]: INFO nova.virt.vmwareapi.images [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] The imported VM was unregistered [ 1675.083092] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Caching image {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1675.083403] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Creating directory with path [datastore1] devstack-image-cache_base/57027ece-77af-41fa-95eb-77417ee54132 {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1675.083738] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f4bd57a-f96d-4bfb-afcc-e78e423ed07e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.103149] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Created directory with path [datastore1] devstack-image-cache_base/57027ece-77af-41fa-95eb-77417ee54132 {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1675.103343] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ba2d2d83-56d6-4661-8ba2-d2dca701b1b7/OSTACK_IMG_ba2d2d83-56d6-4661-8ba2-d2dca701b1b7.vmdk to [datastore1] devstack-image-cache_base/57027ece-77af-41fa-95eb-77417ee54132/57027ece-77af-41fa-95eb-77417ee54132.vmdk. {{(pid=62361) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1675.107984] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5009961f-92ed-4b54-8f96-2f56395b72fe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.114265] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1675.114265] env[62361]: value = "task-1708741" [ 1675.114265] env[62361]: _type = "Task" [ 1675.114265] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.124080] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708741, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.453410] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ed1790-4c1b-4e2a-88df-1639279076c0 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.321s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.497353] env[62361]: DEBUG oslo_concurrency.lockutils [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Releasing lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.627308] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708741, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.666605] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Updating instance_info_cache with network_info: [{"id": "0fe71ed9-5991-414a-b080-95f903e97a1d", "address": "fa:16:3e:9d:87:48", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe71ed9-59", "ovs_interfaceid": "0fe71ed9-5991-414a-b080-95f903e97a1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.988775] env[62361]: DEBUG nova.network.neutron [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Port 7f5cc424-69b5-4572-bb04-a0f0a735892f binding to destination host cpu-1 is already ACTIVE {{(pid=62361) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1675.989277] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.989575] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.989853] env[62361]: DEBUG nova.network.neutron [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1676.003074] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1676.004463] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fc19366-2777-413e-877d-d38629555e75 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.022782] env[62361]: DEBUG oslo_vmware.api [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1676.022782] env[62361]: value = "task-1708742" [ 1676.022782] env[62361]: _type = "Task" [ 1676.022782] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.041942] env[62361]: DEBUG oslo_vmware.api [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.135091] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708741, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.170007] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Releasing lock "refresh_cache-a6fd8ee3-7216-45c2-9169-93e5072bcc74" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.170278] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Updated the network info_cache for instance {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1676.170546] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.174125] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.174125] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.174125] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.174125] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.174125] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.174125] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1676.174125] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.304641] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f24d82c-fba9-4864-a85f-8173d39c6fd9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.320252] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce914ae-5151-47d6-9c30-90b8254437a5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.364471] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e531d3-6614-4f6d-9c52-7494dad79903 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.375307] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff4e47d-2495-477b-b497-f15e49709843 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.393495] env[62361]: DEBUG nova.compute.provider_tree [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.401609] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.401867] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.522744] env[62361]: DEBUG oslo_concurrency.lockutils [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.523276] env[62361]: DEBUG oslo_concurrency.lockutils [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.523603] env[62361]: DEBUG oslo_concurrency.lockutils [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.523806] env[62361]: DEBUG oslo_concurrency.lockutils [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.523979] env[62361]: DEBUG oslo_concurrency.lockutils [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.529489] env[62361]: INFO nova.compute.manager [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Terminating instance [ 1676.535033] env[62361]: DEBUG nova.compute.manager [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1676.535033] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1676.535033] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4979a4c1-e61f-469e-9a7b-3ad81d68a08a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.544146] env[62361]: DEBUG oslo_vmware.api [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.552898] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1676.556032] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f3a8e69-6259-4ac4-b9eb-10766275f2ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.567733] env[62361]: DEBUG oslo_vmware.api [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1676.567733] env[62361]: value = "task-1708743" [ 1676.567733] env[62361]: _type = "Task" [ 1676.567733] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.583309] env[62361]: DEBUG oslo_vmware.api [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.629497] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708741, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.678034] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.897141] env[62361]: DEBUG nova.scheduler.client.report [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1676.906549] env[62361]: DEBUG nova.compute.manager [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1677.012042] env[62361]: DEBUG nova.network.neutron [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance_info_cache with network_info: [{"id": "7f5cc424-69b5-4572-bb04-a0f0a735892f", "address": "fa:16:3e:83:45:2c", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5cc424-69", "ovs_interfaceid": "7f5cc424-69b5-4572-bb04-a0f0a735892f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.042454] env[62361]: DEBUG oslo_vmware.api [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.083240] env[62361]: DEBUG oslo_vmware.api [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708743, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.131696] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708741, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.404232] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.404797] env[62361]: DEBUG nova.compute.manager [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1677.408527] env[62361]: DEBUG oslo_concurrency.lockutils [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.211s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.408527] env[62361]: DEBUG nova.objects.instance [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Lazy-loading 'resources' on Instance uuid c0f760a8-b10d-44eb-b523-7ee51667fa24 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1677.438385] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.518148] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.543063] env[62361]: DEBUG oslo_vmware.api [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708742, 'name': PowerOnVM_Task} progress is 70%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.558640] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "8c22c9c1-9b96-4838-ab23-5a497cf83294" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.558640] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "8c22c9c1-9b96-4838-ab23-5a497cf83294" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.558640] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "8c22c9c1-9b96-4838-ab23-5a497cf83294-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.558640] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "8c22c9c1-9b96-4838-ab23-5a497cf83294-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.558640] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "8c22c9c1-9b96-4838-ab23-5a497cf83294-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.566528] env[62361]: INFO nova.compute.manager [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Terminating instance [ 1677.578797] env[62361]: DEBUG nova.compute.manager [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1677.578797] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1677.578797] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8d5674-3057-4c85-a1d7-f11c4832ab8f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.594066] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1677.598913] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae2b8ce5-13b4-4e11-83c8-59c39e5b5794 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.601284] env[62361]: DEBUG oslo_vmware.api [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708743, 'name': PowerOffVM_Task, 'duration_secs': 0.538372} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.601680] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1677.603257] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1677.603257] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da577fa1-fa41-48a6-b1d3-45f2ea0777e7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.612753] env[62361]: DEBUG oslo_vmware.api [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1677.612753] env[62361]: value = "task-1708744" [ 1677.612753] env[62361]: _type = "Task" [ 1677.612753] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.628498] env[62361]: DEBUG oslo_vmware.api [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.637648] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708741, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.732297] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1677.732478] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1677.732669] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Deleting the datastore file [datastore1] 1453ac2c-c25c-4914-a6a3-f84bce809e1e {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1677.732983] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2096e5c4-0df4-40b1-bfae-415a69c5f7e6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.741355] env[62361]: DEBUG oslo_vmware.api [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for the task: (returnval){ [ 1677.741355] env[62361]: value = "task-1708746" [ 1677.741355] env[62361]: _type = "Task" [ 1677.741355] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.751325] env[62361]: DEBUG oslo_vmware.api [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.914025] env[62361]: DEBUG nova.compute.utils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1677.916995] env[62361]: DEBUG nova.compute.manager [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1677.917923] env[62361]: DEBUG nova.network.neutron [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1677.997317] env[62361]: DEBUG nova.policy [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c92111993614dd9b80f3e62a764e30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa192e18bbe44519aa42ca60061c0a2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1678.020907] env[62361]: DEBUG nova.compute.manager [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62361) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1678.042794] env[62361]: DEBUG oslo_vmware.api [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708742, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.136659] env[62361]: DEBUG oslo_vmware.api [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708744, 'name': PowerOffVM_Task, 'duration_secs': 0.485727} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.137228] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708741, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.907816} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.140839] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1678.142093] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1678.142093] env[62361]: INFO nova.virt.vmwareapi.ds_util [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ba2d2d83-56d6-4661-8ba2-d2dca701b1b7/OSTACK_IMG_ba2d2d83-56d6-4661-8ba2-d2dca701b1b7.vmdk to [datastore1] devstack-image-cache_base/57027ece-77af-41fa-95eb-77417ee54132/57027ece-77af-41fa-95eb-77417ee54132.vmdk. [ 1678.142093] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Cleaning up location [datastore1] OSTACK_IMG_ba2d2d83-56d6-4661-8ba2-d2dca701b1b7 {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1678.142430] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ba2d2d83-56d6-4661-8ba2-d2dca701b1b7 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1678.143172] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-108368bc-b8f0-4949-b39e-5ca63e51156f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.145332] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46f5208b-40ed-43c8-a987-9e7afcdb2998 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.155144] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1678.155144] env[62361]: value = "task-1708748" [ 1678.155144] env[62361]: _type = "Task" [ 1678.155144] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.167997] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.241638] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1678.241889] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1678.242116] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Deleting the datastore file [datastore1] 8c22c9c1-9b96-4838-ab23-5a497cf83294 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1678.242470] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3fe8ad1-e55a-4916-8ed0-ca98c21e1bb8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.255476] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5aa07df-ff17-4563-949d-0dcc56d354cc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.266016] env[62361]: DEBUG oslo_vmware.api [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1678.266016] env[62361]: value = "task-1708749" [ 1678.266016] env[62361]: _type = "Task" [ 1678.266016] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.266292] env[62361]: DEBUG oslo_vmware.api [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Task: {'id': task-1708746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494887} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.267425] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.267708] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1678.267870] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1678.268063] env[62361]: INFO nova.compute.manager [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1678.268326] env[62361]: DEBUG oslo.service.loopingcall [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.272052] env[62361]: DEBUG nova.compute.manager [-] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1678.272153] env[62361]: DEBUG nova.network.neutron [-] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1678.277873] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afe8ff7-e163-4396-b17f-058612f5ac4b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.284629] env[62361]: DEBUG oslo_vmware.api [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.321854] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092b4187-65a1-4e76-926d-df17109a88e7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.332995] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7321dfdf-f67c-43c4-9440-271f3ae295c3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.351859] env[62361]: DEBUG nova.compute.provider_tree [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.417968] env[62361]: DEBUG nova.compute.manager [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1678.436807] env[62361]: DEBUG nova.network.neutron [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Successfully created port: cb28d0f7-f6a1-44cf-a5de-02381902c248 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1678.542190] env[62361]: DEBUG oslo_vmware.api [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708742, 'name': PowerOnVM_Task, 'duration_secs': 2.071561} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.542547] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1678.542785] env[62361]: DEBUG nova.compute.manager [None req-98c76d6d-50da-43e9-b61a-e3981d48fd36 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1678.543952] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812fe096-77d9-4ac3-9ad6-dd94d78aeeac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.674013] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09369} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.674382] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.674649] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/57027ece-77af-41fa-95eb-77417ee54132/57027ece-77af-41fa-95eb-77417ee54132.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.674934] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/57027ece-77af-41fa-95eb-77417ee54132/57027ece-77af-41fa-95eb-77417ee54132.vmdk to [datastore1] 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b/2b837b2c-7b6e-4d52-bf02-3cb1fe10559b.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1678.675223] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99ea3874-4f84-443a-91af-9faa0d3fe58f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.693270] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1678.693270] env[62361]: value = "task-1708750" [ 1678.693270] env[62361]: _type = "Task" [ 1678.693270] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.705634] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.783453] env[62361]: DEBUG oslo_vmware.api [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331058} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.783453] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.783453] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1678.783453] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1678.783453] env[62361]: INFO nova.compute.manager [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1678.783453] env[62361]: DEBUG oslo.service.loopingcall [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.783453] env[62361]: DEBUG nova.compute.manager [-] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1678.783453] env[62361]: DEBUG nova.network.neutron [-] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1678.816856] env[62361]: DEBUG nova.compute.manager [req-70ab4166-e5d5-4a55-a0b2-f8e4efb28c9f req-9587ebbb-6009-498d-b098-103ea8f58fef service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Received event network-vif-deleted-a32f0383-af94-470a-8e96-0e1cd82cb75f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1678.817098] env[62361]: INFO nova.compute.manager [req-70ab4166-e5d5-4a55-a0b2-f8e4efb28c9f req-9587ebbb-6009-498d-b098-103ea8f58fef service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Neutron deleted interface a32f0383-af94-470a-8e96-0e1cd82cb75f; detaching it from the instance and deleting it from the info cache [ 1678.817284] env[62361]: DEBUG nova.network.neutron [req-70ab4166-e5d5-4a55-a0b2-f8e4efb28c9f req-9587ebbb-6009-498d-b098-103ea8f58fef service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.857365] env[62361]: DEBUG nova.scheduler.client.report [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1679.182760] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.209874] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708750, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.275114] env[62361]: DEBUG nova.network.neutron [-] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.321823] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9c25408-80d8-4839-b4a2-6c1252cd9f37 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.334533] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9ec7dd-5516-4282-95ff-aacc43735d2c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.361392] env[62361]: DEBUG oslo_concurrency.lockutils [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.364541] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.837s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.366157] env[62361]: INFO nova.compute.claims [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1679.382009] env[62361]: DEBUG nova.compute.manager [req-70ab4166-e5d5-4a55-a0b2-f8e4efb28c9f req-9587ebbb-6009-498d-b098-103ea8f58fef service nova] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Detach interface failed, port_id=a32f0383-af94-470a-8e96-0e1cd82cb75f, reason: Instance 1453ac2c-c25c-4914-a6a3-f84bce809e1e could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1679.386618] env[62361]: INFO nova.scheduler.client.report [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Deleted allocations for instance c0f760a8-b10d-44eb-b523-7ee51667fa24 [ 1679.439029] env[62361]: DEBUG nova.compute.manager [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1679.478290] env[62361]: DEBUG nova.virt.hardware [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1679.478816] env[62361]: DEBUG nova.virt.hardware [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1679.479123] env[62361]: DEBUG nova.virt.hardware [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1679.479462] env[62361]: DEBUG nova.virt.hardware [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1679.479796] env[62361]: DEBUG nova.virt.hardware [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1679.480303] env[62361]: DEBUG nova.virt.hardware [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1679.480548] env[62361]: DEBUG nova.virt.hardware [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1679.483070] env[62361]: DEBUG nova.virt.hardware [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1679.483070] env[62361]: DEBUG nova.virt.hardware [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1679.483070] env[62361]: DEBUG nova.virt.hardware [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1679.483070] env[62361]: DEBUG nova.virt.hardware [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1679.483070] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a571ab-5934-45c6-88e7-d0bd0cfdf3a1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.496539] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8112fb8a-c379-4507-8951-5ec2de23228e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.710578] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708750, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.781778] env[62361]: INFO nova.compute.manager [-] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Took 1.51 seconds to deallocate network for instance. [ 1679.819500] env[62361]: DEBUG nova.network.neutron [-] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.896631] env[62361]: DEBUG oslo_concurrency.lockutils [None req-39616e2a-0d8f-44d3-81d2-319027607ab6 tempest-AttachInterfacesUnderV243Test-581522391 tempest-AttachInterfacesUnderV243Test-581522391-project-member] Lock "c0f760a8-b10d-44eb-b523-7ee51667fa24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.090s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.110995] env[62361]: DEBUG nova.compute.manager [req-a42d0b8c-93c6-4b9e-a7db-77a5f7b05b2d req-19b4d52d-12b8-4677-ba9c-098313ee77c6 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Received event network-vif-plugged-cb28d0f7-f6a1-44cf-a5de-02381902c248 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1680.111262] env[62361]: DEBUG oslo_concurrency.lockutils [req-a42d0b8c-93c6-4b9e-a7db-77a5f7b05b2d req-19b4d52d-12b8-4677-ba9c-098313ee77c6 service nova] Acquiring lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.111487] env[62361]: DEBUG oslo_concurrency.lockutils [req-a42d0b8c-93c6-4b9e-a7db-77a5f7b05b2d req-19b4d52d-12b8-4677-ba9c-098313ee77c6 service nova] Lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.111740] env[62361]: DEBUG oslo_concurrency.lockutils [req-a42d0b8c-93c6-4b9e-a7db-77a5f7b05b2d req-19b4d52d-12b8-4677-ba9c-098313ee77c6 service nova] Lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.111831] env[62361]: DEBUG nova.compute.manager [req-a42d0b8c-93c6-4b9e-a7db-77a5f7b05b2d req-19b4d52d-12b8-4677-ba9c-098313ee77c6 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] No waiting events found dispatching network-vif-plugged-cb28d0f7-f6a1-44cf-a5de-02381902c248 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1680.111975] env[62361]: WARNING nova.compute.manager [req-a42d0b8c-93c6-4b9e-a7db-77a5f7b05b2d req-19b4d52d-12b8-4677-ba9c-098313ee77c6 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Received unexpected event network-vif-plugged-cb28d0f7-f6a1-44cf-a5de-02381902c248 for instance with vm_state building and task_state spawning. [ 1680.121626] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "a9719205-e53d-4dbc-ae61-a6ca06ecaa0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.121900] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a9719205-e53d-4dbc-ae61-a6ca06ecaa0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.122131] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "a9719205-e53d-4dbc-ae61-a6ca06ecaa0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.122320] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a9719205-e53d-4dbc-ae61-a6ca06ecaa0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.122521] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a9719205-e53d-4dbc-ae61-a6ca06ecaa0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.125835] env[62361]: INFO nova.compute.manager [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Terminating instance [ 1680.128216] env[62361]: DEBUG nova.compute.manager [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1680.128427] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1680.129389] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f7dbad-bfb0-4105-af33-b072e4a07da6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.144783] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1680.145081] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f40284d4-a21a-4ed9-9050-a3a1ec2d6d6b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.157036] env[62361]: DEBUG oslo_vmware.api [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1680.157036] env[62361]: value = "task-1708751" [ 1680.157036] env[62361]: _type = "Task" [ 1680.157036] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.170430] env[62361]: DEBUG oslo_vmware.api [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.209753] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708750, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.247490] env[62361]: DEBUG nova.network.neutron [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Successfully updated port: cb28d0f7-f6a1-44cf-a5de-02381902c248 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1680.288749] env[62361]: DEBUG oslo_concurrency.lockutils [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.321690] env[62361]: INFO nova.compute.manager [-] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Took 1.54 seconds to deallocate network for instance. [ 1680.676961] env[62361]: DEBUG oslo_vmware.api [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708751, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.711380] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708750, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.725740] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c0cdc6-aa52-40d7-b8bd-d161aaeb1f4c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.737782] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5bd8e1-aaab-4925-9977-40bbd85de2f0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.783488] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.783488] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.783488] env[62361]: DEBUG nova.network.neutron [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.785308] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f83c49-047f-4615-87c9-7b9af46d648a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.798334] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee9d907-8a10-431d-adcb-75b9f8b97bbc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.818723] env[62361]: DEBUG nova.compute.provider_tree [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.833866] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.955042] env[62361]: DEBUG nova.compute.manager [req-87bc61c3-e2c7-48d6-91f0-78b1b83b9635 req-df400e86-a585-4ce5-a844-5c9e646e98b2 service nova] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Received event network-vif-deleted-0f3b7eca-08e0-49ff-8a7e-a511eb8205c5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1681.171706] env[62361]: DEBUG oslo_vmware.api [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708751, 'name': PowerOffVM_Task, 'duration_secs': 0.547804} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.172198] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.172470] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1681.172762] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbb8811b-f50e-4293-9a3b-f604134406f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.210908] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708750, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.280294] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1681.280478] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1681.280717] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Deleting the datastore file [datastore1] a9719205-e53d-4dbc-ae61-a6ca06ecaa0d {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1681.281092] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54cf422e-f0db-479c-9213-12e5b514b2a5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.301117] env[62361]: DEBUG oslo_vmware.api [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1681.301117] env[62361]: value = "task-1708753" [ 1681.301117] env[62361]: _type = "Task" [ 1681.301117] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.312811] env[62361]: DEBUG oslo_vmware.api [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.322382] env[62361]: DEBUG nova.scheduler.client.report [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1681.370858] env[62361]: DEBUG nova.network.neutron [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1681.713268] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708750, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.822494} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.714061] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/57027ece-77af-41fa-95eb-77417ee54132/57027ece-77af-41fa-95eb-77417ee54132.vmdk to [datastore1] 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b/2b837b2c-7b6e-4d52-bf02-3cb1fe10559b.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1681.715103] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051b31f1-b5bc-46e5-af0b-e7947ea6932c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.719495] env[62361]: DEBUG nova.network.neutron [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Updating instance_info_cache with network_info: [{"id": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "address": "fa:16:3e:e2:01:20", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28d0f7-f6", "ovs_interfaceid": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.744127] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b/2b837b2c-7b6e-4d52-bf02-3cb1fe10559b.vmdk or device None with type streamOptimized {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1681.745347] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-881b47b5-9a13-431f-8ce5-cf4609b35168 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.771032] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1681.771032] env[62361]: value = "task-1708754" [ 1681.771032] env[62361]: _type = "Task" [ 1681.771032] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.783800] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.813315] env[62361]: DEBUG oslo_vmware.api [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.829715] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.830377] env[62361]: DEBUG nova.compute.manager [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1681.837458] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.717s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.176816] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Acquiring lock "c633538f-aecb-4fb5-88de-8dee9db0e8ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.177195] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Lock "c633538f-aecb-4fb5-88de-8dee9db0e8ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.179784] env[62361]: DEBUG nova.compute.manager [req-8ae8d24a-55b2-49e1-af38-218642e1c62a req-8326212a-32a6-446e-9924-f1508e4bf835 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Received event network-changed-cb28d0f7-f6a1-44cf-a5de-02381902c248 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1682.180064] env[62361]: DEBUG nova.compute.manager [req-8ae8d24a-55b2-49e1-af38-218642e1c62a req-8326212a-32a6-446e-9924-f1508e4bf835 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Refreshing instance network info cache due to event network-changed-cb28d0f7-f6a1-44cf-a5de-02381902c248. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1682.181247] env[62361]: DEBUG oslo_concurrency.lockutils [req-8ae8d24a-55b2-49e1-af38-218642e1c62a req-8326212a-32a6-446e-9924-f1508e4bf835 service nova] Acquiring lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.226119] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.226119] env[62361]: DEBUG nova.compute.manager [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Instance network_info: |[{"id": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "address": "fa:16:3e:e2:01:20", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28d0f7-f6", "ovs_interfaceid": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1682.226119] env[62361]: DEBUG oslo_concurrency.lockutils [req-8ae8d24a-55b2-49e1-af38-218642e1c62a req-8326212a-32a6-446e-9924-f1508e4bf835 service nova] Acquired lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.226119] env[62361]: DEBUG nova.network.neutron [req-8ae8d24a-55b2-49e1-af38-218642e1c62a req-8326212a-32a6-446e-9924-f1508e4bf835 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Refreshing network info cache for port cb28d0f7-f6a1-44cf-a5de-02381902c248 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1682.226119] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:01:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb28d0f7-f6a1-44cf-a5de-02381902c248', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1682.239038] env[62361]: DEBUG oslo.service.loopingcall [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.245046] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1682.245726] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9ea1373-771b-4022-aeb4-aa95c12d1c47 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.272736] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1682.272736] env[62361]: value = "task-1708755" [ 1682.272736] env[62361]: _type = "Task" [ 1682.272736] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.287214] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708755, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.291042] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.311371] env[62361]: DEBUG oslo_vmware.api [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.531985} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.313892] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1682.314168] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1682.314407] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1682.314580] env[62361]: INFO nova.compute.manager [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1682.314889] env[62361]: DEBUG oslo.service.loopingcall [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.315173] env[62361]: DEBUG nova.compute.manager [-] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1682.315293] env[62361]: DEBUG nova.network.neutron [-] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1682.339061] env[62361]: DEBUG nova.compute.utils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1682.344326] env[62361]: DEBUG nova.compute.manager [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1682.344326] env[62361]: DEBUG nova.network.neutron [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1682.442031] env[62361]: DEBUG nova.policy [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '655a0b4393f34df0b4385b280354e52e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8559dc16cfa84e6da85ef374be1af41b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1682.640841] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192c625e-8986-4c9b-b238-27a0f17c50e8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.650793] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fbd2c5-ac43-4137-b768-9b52224be079 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.692643] env[62361]: DEBUG nova.compute.manager [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1682.699942] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978e7671-c262-4ba5-9f8a-cde527fc29bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.707356] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a14d60-1ecc-47d0-b391-79c9ff777ae9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.725086] env[62361]: DEBUG nova.compute.provider_tree [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.788134] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708754, 'name': ReconfigVM_Task, 'duration_secs': 0.728846} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.791147] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b/2b837b2c-7b6e-4d52-bf02-3cb1fe10559b.vmdk or device None with type streamOptimized {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1682.792575] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'disk_bus': None, 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_format': None, 'boot_index': 0, 'encryption_options': None, 'image_id': '5d0b3379-8ed4-42e0-ab54-6a1703d27b4e'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'delete_on_termination': False, 'device_type': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355999', 'volume_id': '79bea163-1db3-4018-a88d-4103f14e9da3', 'name': 'volume-79bea163-1db3-4018-a88d-4103f14e9da3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '2b837b2c-7b6e-4d52-bf02-3cb1fe10559b', 'attached_at': '', 'detached_at': '', 'volume_id': '79bea163-1db3-4018-a88d-4103f14e9da3', 'serial': '79bea163-1db3-4018-a88d-4103f14e9da3'}, 'attachment_id': '1e22c637-7a29-41d3-81fd-e8cff32e3497', 'guest_format': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=62361) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1682.792779] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Volume attach. Driver type: vmdk {{(pid=62361) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1682.792964] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355999', 'volume_id': '79bea163-1db3-4018-a88d-4103f14e9da3', 'name': 'volume-79bea163-1db3-4018-a88d-4103f14e9da3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '2b837b2c-7b6e-4d52-bf02-3cb1fe10559b', 'attached_at': '', 'detached_at': '', 'volume_id': '79bea163-1db3-4018-a88d-4103f14e9da3', 'serial': '79bea163-1db3-4018-a88d-4103f14e9da3'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1682.793316] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708755, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.794546] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbb6dfb-3dfd-42f7-88af-6d21330de112 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.813919] env[62361]: DEBUG nova.network.neutron [req-8ae8d24a-55b2-49e1-af38-218642e1c62a req-8326212a-32a6-446e-9924-f1508e4bf835 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Updated VIF entry in instance network info cache for port cb28d0f7-f6a1-44cf-a5de-02381902c248. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1682.815295] env[62361]: DEBUG nova.network.neutron [req-8ae8d24a-55b2-49e1-af38-218642e1c62a req-8326212a-32a6-446e-9924-f1508e4bf835 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Updating instance_info_cache with network_info: [{"id": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "address": "fa:16:3e:e2:01:20", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28d0f7-f6", "ovs_interfaceid": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.820025] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29869e08-6e30-4077-afae-2fde69654c6e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.843425] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] volume-79bea163-1db3-4018-a88d-4103f14e9da3/volume-79bea163-1db3-4018-a88d-4103f14e9da3.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1682.844654] env[62361]: DEBUG nova.compute.manager [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1682.847844] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd69efa0-5c69-40bf-b2ec-184dd185705a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.871312] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1682.871312] env[62361]: value = "task-1708756" [ 1682.871312] env[62361]: _type = "Task" [ 1682.871312] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.882533] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.992132] env[62361]: DEBUG nova.network.neutron [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Successfully created port: 54aa3b70-5b6f-489f-8339-6f41806f0e57 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1683.023726] env[62361]: DEBUG nova.compute.manager [req-62bbf555-2fdd-4c94-ad9f-3e1b59296c34 req-c2df646f-71e2-467f-ac48-24608d8872ac service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Received event network-vif-deleted-6d7b98dc-aa42-4b5b-8de5-1f178f8861cd {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1683.023982] env[62361]: INFO nova.compute.manager [req-62bbf555-2fdd-4c94-ad9f-3e1b59296c34 req-c2df646f-71e2-467f-ac48-24608d8872ac service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Neutron deleted interface 6d7b98dc-aa42-4b5b-8de5-1f178f8861cd; detaching it from the instance and deleting it from the info cache [ 1683.024193] env[62361]: DEBUG nova.network.neutron [req-62bbf555-2fdd-4c94-ad9f-3e1b59296c34 req-c2df646f-71e2-467f-ac48-24608d8872ac service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.228472] env[62361]: DEBUG nova.scheduler.client.report [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1683.234700] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.294725] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708755, 'name': CreateVM_Task, 'duration_secs': 0.628912} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.294980] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1683.295737] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.295955] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.296364] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1683.298020] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a196f36c-1c08-4abb-989d-407991f42b90 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.304161] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1683.304161] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fa688e-55f9-e16c-76e7-172b5e35138b" [ 1683.304161] env[62361]: _type = "Task" [ 1683.304161] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.320138] env[62361]: DEBUG oslo_concurrency.lockutils [req-8ae8d24a-55b2-49e1-af38-218642e1c62a req-8326212a-32a6-446e-9924-f1508e4bf835 service nova] Releasing lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.320138] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fa688e-55f9-e16c-76e7-172b5e35138b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.389808] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.499556] env[62361]: DEBUG nova.network.neutron [-] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.526578] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0527b6ab-c0a5-4196-a0ec-611d1118e7fe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.539224] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dcfe5b-12e9-49d1-89db-6622839756d2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.575011] env[62361]: DEBUG nova.compute.manager [req-62bbf555-2fdd-4c94-ad9f-3e1b59296c34 req-c2df646f-71e2-467f-ac48-24608d8872ac service nova] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Detach interface failed, port_id=6d7b98dc-aa42-4b5b-8de5-1f178f8861cd, reason: Instance a9719205-e53d-4dbc-ae61-a6ca06ecaa0d could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1683.816956] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52fa688e-55f9-e16c-76e7-172b5e35138b, 'name': SearchDatastore_Task, 'duration_secs': 0.016386} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.817403] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.817571] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1683.817841] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.818012] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.818198] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1683.818467] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eed9eb9f-4bbb-4d21-86e5-1d8ce94fe315 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.831525] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1683.831764] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1683.832534] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a88812be-d87a-43ef-a9a8-d85b23a030a2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.840619] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1683.840619] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5260cb13-9562-a3b6-cd12-70377bf5eeb0" [ 1683.840619] env[62361]: _type = "Task" [ 1683.840619] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.849729] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5260cb13-9562-a3b6-cd12-70377bf5eeb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.870204] env[62361]: DEBUG nova.compute.manager [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1683.884923] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708756, 'name': ReconfigVM_Task, 'duration_secs': 0.561959} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.884923] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] volume-79bea163-1db3-4018-a88d-4103f14e9da3/volume-79bea163-1db3-4018-a88d-4103f14e9da3.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1683.892526] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e46f445-73d3-4ebb-8f68-d6d5001fb243 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.910935] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1683.910935] env[62361]: value = "task-1708757" [ 1683.910935] env[62361]: _type = "Task" [ 1683.910935] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.915642] env[62361]: DEBUG nova.virt.hardware [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1683.915893] env[62361]: DEBUG nova.virt.hardware [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1683.916060] env[62361]: DEBUG nova.virt.hardware [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1683.916252] env[62361]: DEBUG nova.virt.hardware [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1683.916397] env[62361]: DEBUG nova.virt.hardware [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1683.916540] env[62361]: DEBUG nova.virt.hardware [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1683.916745] env[62361]: DEBUG nova.virt.hardware [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1683.916904] env[62361]: DEBUG nova.virt.hardware [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1683.917090] env[62361]: DEBUG nova.virt.hardware [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1683.917248] env[62361]: DEBUG nova.virt.hardware [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1683.917420] env[62361]: DEBUG nova.virt.hardware [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1683.921405] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ddffe8-88c3-49db-bbd5-a589e324dc76 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.933263] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b854c8-b0b1-43c6-b0d3-f8e6c141a32c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.938783] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708757, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.002097] env[62361]: INFO nova.compute.manager [-] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Took 1.69 seconds to deallocate network for instance. [ 1684.243558] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.406s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.248127] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.187s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.249555] env[62361]: INFO nova.compute.claims [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1684.352387] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5260cb13-9562-a3b6-cd12-70377bf5eeb0, 'name': SearchDatastore_Task, 'duration_secs': 0.01869} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.353279] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00aebcb4-3cb9-4cc9-b4c8-5195a8fa9e62 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.360339] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1684.360339] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527234d1-dab2-33df-3f33-9b3427388639" [ 1684.360339] env[62361]: _type = "Task" [ 1684.360339] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.370060] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527234d1-dab2-33df-3f33-9b3427388639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.424732] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708757, 'name': ReconfigVM_Task, 'duration_secs': 0.254051} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.424895] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355999', 'volume_id': '79bea163-1db3-4018-a88d-4103f14e9da3', 'name': 'volume-79bea163-1db3-4018-a88d-4103f14e9da3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '2b837b2c-7b6e-4d52-bf02-3cb1fe10559b', 'attached_at': '', 'detached_at': '', 'volume_id': '79bea163-1db3-4018-a88d-4103f14e9da3', 'serial': '79bea163-1db3-4018-a88d-4103f14e9da3'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1684.425925] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0dad8b6-0373-43a4-88c6-c6a44ec7a9d0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.433549] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1684.433549] env[62361]: value = "task-1708758" [ 1684.433549] env[62361]: _type = "Task" [ 1684.433549] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.442223] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708758, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.509642] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.593212] env[62361]: DEBUG nova.compute.manager [req-4b24aea3-4ad3-4e4c-89c0-57d3fa85d81e req-9268a840-aa91-457d-908b-24777bbbc366 service nova] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Received event network-vif-plugged-54aa3b70-5b6f-489f-8339-6f41806f0e57 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1684.593495] env[62361]: DEBUG oslo_concurrency.lockutils [req-4b24aea3-4ad3-4e4c-89c0-57d3fa85d81e req-9268a840-aa91-457d-908b-24777bbbc366 service nova] Acquiring lock "7538ffce-0351-43f6-a5be-09028e5b1c5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.593749] env[62361]: DEBUG oslo_concurrency.lockutils [req-4b24aea3-4ad3-4e4c-89c0-57d3fa85d81e req-9268a840-aa91-457d-908b-24777bbbc366 service nova] Lock "7538ffce-0351-43f6-a5be-09028e5b1c5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.593981] env[62361]: DEBUG oslo_concurrency.lockutils [req-4b24aea3-4ad3-4e4c-89c0-57d3fa85d81e req-9268a840-aa91-457d-908b-24777bbbc366 service nova] Lock "7538ffce-0351-43f6-a5be-09028e5b1c5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.594196] env[62361]: DEBUG nova.compute.manager [req-4b24aea3-4ad3-4e4c-89c0-57d3fa85d81e req-9268a840-aa91-457d-908b-24777bbbc366 service nova] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] No waiting events found dispatching network-vif-plugged-54aa3b70-5b6f-489f-8339-6f41806f0e57 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1684.594400] env[62361]: WARNING nova.compute.manager [req-4b24aea3-4ad3-4e4c-89c0-57d3fa85d81e req-9268a840-aa91-457d-908b-24777bbbc366 service nova] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Received unexpected event network-vif-plugged-54aa3b70-5b6f-489f-8339-6f41806f0e57 for instance with vm_state building and task_state spawning. [ 1684.693961] env[62361]: DEBUG nova.network.neutron [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Successfully updated port: 54aa3b70-5b6f-489f-8339-6f41806f0e57 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1684.811733] env[62361]: INFO nova.scheduler.client.report [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleted allocation for migration 6f453eea-f6db-4ad9-b1ad-2922794eec6e [ 1684.872694] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527234d1-dab2-33df-3f33-9b3427388639, 'name': SearchDatastore_Task, 'duration_secs': 0.097201} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.873098] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.873219] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] de2273f3-2bb6-4b18-bc3d-b89b01556b85/de2273f3-2bb6-4b18-bc3d-b89b01556b85.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1684.873485] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee085e72-d208-4754-99ae-6652187606e3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.881097] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1684.881097] env[62361]: value = "task-1708759" [ 1684.881097] env[62361]: _type = "Task" [ 1684.881097] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.890558] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.944054] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708758, 'name': Rename_Task, 'duration_secs': 0.258501} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.944354] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1684.944679] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d14243ff-bb52-4ebb-9095-73d808857892 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.953150] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1684.953150] env[62361]: value = "task-1708760" [ 1684.953150] env[62361]: _type = "Task" [ 1684.953150] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.963023] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.197075] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "refresh_cache-7538ffce-0351-43f6-a5be-09028e5b1c5f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.197318] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "refresh_cache-7538ffce-0351-43f6-a5be-09028e5b1c5f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.197463] env[62361]: DEBUG nova.network.neutron [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.317480] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b3ec7a17-ba0f-4e7b-96da-1ee908d5a9ed tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "ce240222-4195-4b7d-9197-cbe08780ad9e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.454s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.394181] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708759, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.467494] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708760, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.493343] env[62361]: DEBUG oslo_vmware.rw_handles [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b931c0-8945-0b18-2d94-d98f5d8ff712/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1685.494571] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e55c743-e4f7-4a90-a947-827d24f25e94 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.506467] env[62361]: DEBUG oslo_vmware.rw_handles [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b931c0-8945-0b18-2d94-d98f5d8ff712/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1685.506609] env[62361]: ERROR oslo_vmware.rw_handles [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b931c0-8945-0b18-2d94-d98f5d8ff712/disk-0.vmdk due to incomplete transfer. [ 1685.506797] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e9197b08-c53c-4d7b-9111-899b8f551aee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.517225] env[62361]: DEBUG oslo_vmware.rw_handles [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b931c0-8945-0b18-2d94-d98f5d8ff712/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1685.517456] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Uploaded image a4207737-b97b-4f22-b03b-cecd62d24795 to the Glance image server {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1685.519285] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1685.519576] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2119f7ac-83fe-451e-9403-ae82bf45e948 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.527544] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1685.527544] env[62361]: value = "task-1708761" [ 1685.527544] env[62361]: _type = "Task" [ 1685.527544] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.539911] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708761, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.560735] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d74dc2-6fab-48b4-94d1-f42835b9ce5f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.568800] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551535b6-8b65-4a23-bcc1-29a208d2d58a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.601588] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a67b31-f0a8-4ae8-b591-be505b67858a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.610907] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31073849-87c3-4f22-920a-d6de32a4437d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.625686] env[62361]: DEBUG nova.compute.provider_tree [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.734437] env[62361]: DEBUG nova.network.neutron [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1685.866054] env[62361]: DEBUG oslo_concurrency.lockutils [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "ce240222-4195-4b7d-9197-cbe08780ad9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.866342] env[62361]: DEBUG oslo_concurrency.lockutils [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "ce240222-4195-4b7d-9197-cbe08780ad9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.866555] env[62361]: DEBUG oslo_concurrency.lockutils [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "ce240222-4195-4b7d-9197-cbe08780ad9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.866746] env[62361]: DEBUG oslo_concurrency.lockutils [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "ce240222-4195-4b7d-9197-cbe08780ad9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.867099] env[62361]: DEBUG oslo_concurrency.lockutils [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "ce240222-4195-4b7d-9197-cbe08780ad9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.870334] env[62361]: INFO nova.compute.manager [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Terminating instance [ 1685.871756] env[62361]: DEBUG nova.compute.manager [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1685.871756] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1685.872269] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eabfa32-a2c2-4f37-9985-6422d781c80a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.881630] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1685.882693] env[62361]: DEBUG nova.network.neutron [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Updating instance_info_cache with network_info: [{"id": "54aa3b70-5b6f-489f-8339-6f41806f0e57", "address": "fa:16:3e:fc:a3:61", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54aa3b70-5b", "ovs_interfaceid": "54aa3b70-5b6f-489f-8339-6f41806f0e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.883889] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6b41203-700a-4213-82a9-83991ac756ad {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.895601] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715545} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.897420] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] de2273f3-2bb6-4b18-bc3d-b89b01556b85/de2273f3-2bb6-4b18-bc3d-b89b01556b85.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1685.897420] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1685.897702] env[62361]: DEBUG oslo_vmware.api [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1685.897702] env[62361]: value = "task-1708762" [ 1685.897702] env[62361]: _type = "Task" [ 1685.897702] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.897935] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02eaba65-7455-4231-bb40-6a2ca14cd43c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.914020] env[62361]: DEBUG oslo_vmware.api [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.914550] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1685.914550] env[62361]: value = "task-1708763" [ 1685.914550] env[62361]: _type = "Task" [ 1685.914550] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.926916] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.965672] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708760, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.041721] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708761, 'name': Destroy_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.128960] env[62361]: DEBUG nova.scheduler.client.report [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1686.387352] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "refresh_cache-7538ffce-0351-43f6-a5be-09028e5b1c5f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.387726] env[62361]: DEBUG nova.compute.manager [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Instance network_info: |[{"id": "54aa3b70-5b6f-489f-8339-6f41806f0e57", "address": "fa:16:3e:fc:a3:61", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54aa3b70-5b", "ovs_interfaceid": "54aa3b70-5b6f-489f-8339-6f41806f0e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1686.388580] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:a3:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54aa3b70-5b6f-489f-8339-6f41806f0e57', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1686.396104] env[62361]: DEBUG oslo.service.loopingcall [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.396349] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1686.396584] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c5ea417-acad-49a9-a6d0-c16ba0411531 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.423341] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1686.423341] env[62361]: value = "task-1708764" [ 1686.423341] env[62361]: _type = "Task" [ 1686.423341] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.429490] env[62361]: DEBUG oslo_vmware.api [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708762, 'name': PowerOffVM_Task, 'duration_secs': 0.422693} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.430077] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156653} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.432878] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1686.433079] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1686.433360] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1686.433650] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-179de5aa-ab4e-493b-a716-7ffaea4a1352 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.435504] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94091ed1-8ef8-40e6-84b1-1cf94e7e4cca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.443833] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708764, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.462678] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] de2273f3-2bb6-4b18-bc3d-b89b01556b85/de2273f3-2bb6-4b18-bc3d-b89b01556b85.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1686.463040] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61f592d5-3dee-42e9-bf51-169fdaa7a4d9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.485381] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.485628] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.488755] env[62361]: DEBUG oslo_concurrency.lockutils [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "e51f5739-400e-46f1-a3dd-9f75eeb07638" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.490102] env[62361]: DEBUG oslo_concurrency.lockutils [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "e51f5739-400e-46f1-a3dd-9f75eeb07638" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.490102] env[62361]: DEBUG oslo_concurrency.lockutils [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "e51f5739-400e-46f1-a3dd-9f75eeb07638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.490102] env[62361]: DEBUG oslo_concurrency.lockutils [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "e51f5739-400e-46f1-a3dd-9f75eeb07638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.490102] env[62361]: DEBUG oslo_concurrency.lockutils [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "e51f5739-400e-46f1-a3dd-9f75eeb07638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.495910] env[62361]: DEBUG oslo_vmware.api [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708760, 'name': PowerOnVM_Task, 'duration_secs': 1.255662} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.496288] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1686.496288] env[62361]: value = "task-1708766" [ 1686.496288] env[62361]: _type = "Task" [ 1686.496288] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.496686] env[62361]: INFO nova.compute.manager [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Terminating instance [ 1686.499040] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.500538] env[62361]: DEBUG nova.compute.manager [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1686.500804] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1686.508019] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b643eb-a81d-4ed8-8022-a5e557d10938 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.516959] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.519449] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1686.519715] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5773ae09-89cb-4827-8d04-43e6796b2313 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.528512] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1686.528728] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1686.528911] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleting the datastore file [datastore1] ce240222-4195-4b7d-9197-cbe08780ad9e {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1686.529191] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c50d893-f135-4461-a0ad-3dc8bbf9846f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.544152] env[62361]: DEBUG oslo_vmware.api [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1686.544152] env[62361]: value = "task-1708768" [ 1686.544152] env[62361]: _type = "Task" [ 1686.544152] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.545496] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708761, 'name': Destroy_Task, 'duration_secs': 0.532861} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.545496] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Destroyed the VM [ 1686.545949] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1686.549718] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c6a019f2-98d7-4da7-97a8-f7cf8b206edd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.557492] env[62361]: DEBUG oslo_vmware.api [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.559411] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1686.559411] env[62361]: value = "task-1708769" [ 1686.559411] env[62361]: _type = "Task" [ 1686.559411] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.568062] env[62361]: DEBUG oslo_vmware.api [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708769, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.625703] env[62361]: DEBUG nova.compute.manager [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1686.627111] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0688a612-0c1c-4354-a417-fb8f1831ba8b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.633769] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.634291] env[62361]: DEBUG nova.compute.manager [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1686.639041] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.962s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.639233] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.639390] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1686.639700] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.202s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.641156] env[62361]: INFO nova.compute.claims [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1686.649477] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21452bd-7ed5-4c22-acd6-469dffd36d78 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.658830] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb5d4f0-c619-4bec-9614-8774eff79787 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.678207] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5237ab-b912-4284-8c95-f2063f188b60 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.682551] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1686.682863] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1686.683245] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Deleting the datastore file [datastore1] e51f5739-400e-46f1-a3dd-9f75eeb07638 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1686.687035] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b7b8952-4e3e-4662-bfc3-c028c58fa847 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.689687] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2d4d37-50a8-4448-9a92-018a822c311f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.695771] env[62361]: DEBUG oslo_vmware.api [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1686.695771] env[62361]: value = "task-1708770" [ 1686.695771] env[62361]: _type = "Task" [ 1686.695771] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.726749] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179963MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1686.727010] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.734636] env[62361]: DEBUG oslo_vmware.api [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.737296] env[62361]: DEBUG nova.compute.manager [req-1d5b6e1a-7fc2-42ef-b813-406c2d1d548f req-acf83384-a6ce-461a-8690-588abf5d3adc service nova] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Received event network-changed-54aa3b70-5b6f-489f-8339-6f41806f0e57 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1686.737620] env[62361]: DEBUG nova.compute.manager [req-1d5b6e1a-7fc2-42ef-b813-406c2d1d548f req-acf83384-a6ce-461a-8690-588abf5d3adc service nova] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Refreshing instance network info cache due to event network-changed-54aa3b70-5b6f-489f-8339-6f41806f0e57. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1686.737958] env[62361]: DEBUG oslo_concurrency.lockutils [req-1d5b6e1a-7fc2-42ef-b813-406c2d1d548f req-acf83384-a6ce-461a-8690-588abf5d3adc service nova] Acquiring lock "refresh_cache-7538ffce-0351-43f6-a5be-09028e5b1c5f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.738272] env[62361]: DEBUG oslo_concurrency.lockutils [req-1d5b6e1a-7fc2-42ef-b813-406c2d1d548f req-acf83384-a6ce-461a-8690-588abf5d3adc service nova] Acquired lock "refresh_cache-7538ffce-0351-43f6-a5be-09028e5b1c5f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.738950] env[62361]: DEBUG nova.network.neutron [req-1d5b6e1a-7fc2-42ef-b813-406c2d1d548f req-acf83384-a6ce-461a-8690-588abf5d3adc service nova] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Refreshing network info cache for port 54aa3b70-5b6f-489f-8339-6f41806f0e57 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.940891] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708764, 'name': CreateVM_Task, 'duration_secs': 0.469623} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.941168] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1686.941828] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.942022] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.942417] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1686.942700] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2801c98-e79c-4208-b350-87c53916e2ed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.949140] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1686.949140] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529aee80-112e-e8d2-cfa2-68e21a350834" [ 1686.949140] env[62361]: _type = "Task" [ 1686.949140] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.959446] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529aee80-112e-e8d2-cfa2-68e21a350834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.980602] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "cb9aa169-8e65-4b70-a44a-cc3b8d572c4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.980852] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "cb9aa169-8e65-4b70-a44a-cc3b8d572c4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.988104] env[62361]: DEBUG nova.compute.manager [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1687.010277] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708766, 'name': ReconfigVM_Task, 'duration_secs': 0.45258} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.010565] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Reconfigured VM instance instance-0000005d to attach disk [datastore1] de2273f3-2bb6-4b18-bc3d-b89b01556b85/de2273f3-2bb6-4b18-bc3d-b89b01556b85.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1687.011237] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2d4d767-e9e6-467f-8c61-4ceaa517893d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.019114] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1687.019114] env[62361]: value = "task-1708771" [ 1687.019114] env[62361]: _type = "Task" [ 1687.019114] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.028795] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708771, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.056534] env[62361]: DEBUG oslo_vmware.api [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271639} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.056783] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1687.056967] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1687.057149] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1687.057326] env[62361]: INFO nova.compute.manager [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1687.057563] env[62361]: DEBUG oslo.service.loopingcall [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1687.057749] env[62361]: DEBUG nova.compute.manager [-] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1687.057880] env[62361]: DEBUG nova.network.neutron [-] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1687.069236] env[62361]: DEBUG nova.compute.utils [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Cleaning up image a4207737-b97b-4f22-b03b-cecd62d24795 {{(pid=62361) delete_image /opt/stack/nova/nova/compute/utils.py:1322}} [ 1687.151469] env[62361]: DEBUG nova.compute.utils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1687.152164] env[62361]: DEBUG nova.compute.manager [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1687.152559] env[62361]: DEBUG nova.network.neutron [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1687.160214] env[62361]: DEBUG oslo_concurrency.lockutils [None req-31476746-efd5-4886-b39c-cadbed8e3519 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.997s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.201859] env[62361]: DEBUG nova.policy [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '181d20f626654a4cac861ce5034131b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0a99a4b05c844fb97643d3c065eb431', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1687.210658] env[62361]: WARNING nova.virt.vmwareapi.vmops [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] e51f5739-400e-46f1-a3dd-9f75eeb07638 [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Traceback (most recent call last): [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] ds_util.file_delete(self._session, [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] session._wait_for_task(file_delete_task) [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] return self.wait_for_task(task_ref) [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] return evt.wait() [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] result = hub.switch() [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] return self.greenlet.switch() [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] self.f(*self.args, **self.kw) [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] raise exceptions.translate_fault(task_info.error) [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] e51f5739-400e-46f1-a3dd-9f75eeb07638 [ 1687.210658] env[62361]: ERROR nova.virt.vmwareapi.vmops [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] [ 1687.211428] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1687.211428] env[62361]: INFO nova.compute.manager [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Took 0.71 seconds to destroy the instance on the hypervisor. [ 1687.211555] env[62361]: DEBUG oslo.service.loopingcall [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1687.211730] env[62361]: DEBUG nova.compute.manager [-] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1687.211822] env[62361]: DEBUG nova.network.neutron [-] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1687.465535] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529aee80-112e-e8d2-cfa2-68e21a350834, 'name': SearchDatastore_Task, 'duration_secs': 0.01193} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.466203] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.466485] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1687.466823] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.467062] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.467340] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1687.467716] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40e82ef9-b883-4f2f-aa18-e0770f070f0b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.486066] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1687.486404] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1687.487373] env[62361]: DEBUG nova.compute.manager [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1687.490199] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fcec715-33bb-4503-afa5-34abbbd7480c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.499275] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1687.499275] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5226a31f-9842-4e84-cda2-215e512ff1a8" [ 1687.499275] env[62361]: _type = "Task" [ 1687.499275] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.513316] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5226a31f-9842-4e84-cda2-215e512ff1a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.517124] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.534610] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708771, 'name': Rename_Task, 'duration_secs': 0.316107} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.534920] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1687.535232] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7974b815-571f-417b-b448-db1462222efc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.544227] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1687.544227] env[62361]: value = "task-1708772" [ 1687.544227] env[62361]: _type = "Task" [ 1687.544227] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.558051] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.656506] env[62361]: DEBUG nova.compute.manager [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1687.693521] env[62361]: DEBUG nova.network.neutron [req-1d5b6e1a-7fc2-42ef-b813-406c2d1d548f req-acf83384-a6ce-461a-8690-588abf5d3adc service nova] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Updated VIF entry in instance network info cache for port 54aa3b70-5b6f-489f-8339-6f41806f0e57. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1687.693908] env[62361]: DEBUG nova.network.neutron [req-1d5b6e1a-7fc2-42ef-b813-406c2d1d548f req-acf83384-a6ce-461a-8690-588abf5d3adc service nova] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Updating instance_info_cache with network_info: [{"id": "54aa3b70-5b6f-489f-8339-6f41806f0e57", "address": "fa:16:3e:fc:a3:61", "network": {"id": "b73bc034-c681-4cfa-ac40-af8c74188987", "bridge": "br-int", "label": "tempest-ServersTestJSON-1784025979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8559dc16cfa84e6da85ef374be1af41b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54aa3b70-5b", "ovs_interfaceid": "54aa3b70-5b6f-489f-8339-6f41806f0e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.758793] env[62361]: DEBUG nova.network.neutron [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Successfully created port: 92497cf3-660c-4314-bb1a-747fdb9ddc79 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1687.867362] env[62361]: DEBUG nova.network.neutron [-] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.962767] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a01301-6a51-4e44-b3cf-db44093bc259 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.972022] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049c89f9-bebf-4727-b1b7-97833ff42a7c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.010805] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44014cbb-78bc-4923-b911-b32201614021 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.024808] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5226a31f-9842-4e84-cda2-215e512ff1a8, 'name': SearchDatastore_Task, 'duration_secs': 0.018773} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.027542] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b436e0-899e-4315-b910-040e4a7cbbb4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.031910] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.032174] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91def82-e42c-4007-bd70-b771dc30f940 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.049329] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1688.049329] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522f04df-6a5d-a4c5-4d9d-5d8732ce8616" [ 1688.049329] env[62361]: _type = "Task" [ 1688.049329] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.049785] env[62361]: DEBUG nova.network.neutron [-] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.051112] env[62361]: DEBUG nova.compute.provider_tree [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.066540] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522f04df-6a5d-a4c5-4d9d-5d8732ce8616, 'name': SearchDatastore_Task, 'duration_secs': 0.013744} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.069523] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.069842] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 7538ffce-0351-43f6-a5be-09028e5b1c5f/7538ffce-0351-43f6-a5be-09028e5b1c5f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1688.070133] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708772, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.075017] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53f1c212-0c26-4053-aff5-a938dac929a0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.080469] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1688.080469] env[62361]: value = "task-1708773" [ 1688.080469] env[62361]: _type = "Task" [ 1688.080469] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.093364] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.196182] env[62361]: DEBUG oslo_concurrency.lockutils [req-1d5b6e1a-7fc2-42ef-b813-406c2d1d548f req-acf83384-a6ce-461a-8690-588abf5d3adc service nova] Releasing lock "refresh_cache-7538ffce-0351-43f6-a5be-09028e5b1c5f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.369892] env[62361]: INFO nova.compute.manager [-] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Took 1.31 seconds to deallocate network for instance. [ 1688.556749] env[62361]: INFO nova.compute.manager [-] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Took 1.34 seconds to deallocate network for instance. [ 1688.564249] env[62361]: DEBUG nova.scheduler.client.report [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1688.568740] env[62361]: DEBUG oslo_vmware.api [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708772, 'name': PowerOnVM_Task, 'duration_secs': 0.900479} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.572588] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1688.572887] env[62361]: INFO nova.compute.manager [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1688.573694] env[62361]: DEBUG nova.compute.manager [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1688.574434] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c21fea5-1151-43df-acb5-4fea76f1dd03 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.596027] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.599218] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708773, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.665793] env[62361]: DEBUG nova.compute.manager [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1688.693035] env[62361]: DEBUG nova.virt.hardware [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1688.693035] env[62361]: DEBUG nova.virt.hardware [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1688.693227] env[62361]: DEBUG nova.virt.hardware [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1688.693352] env[62361]: DEBUG nova.virt.hardware [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1688.693498] env[62361]: DEBUG nova.virt.hardware [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1688.693651] env[62361]: DEBUG nova.virt.hardware [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1688.693854] env[62361]: DEBUG nova.virt.hardware [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1688.694048] env[62361]: DEBUG nova.virt.hardware [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1688.694239] env[62361]: DEBUG nova.virt.hardware [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1688.694405] env[62361]: DEBUG nova.virt.hardware [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1688.694581] env[62361]: DEBUG nova.virt.hardware [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1688.695730] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5397106-f6a3-4522-a660-64159ae45735 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.704520] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec581aec-f498-4cf0-a48b-1bbe9bd2f7fb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.767477] env[62361]: DEBUG nova.compute.manager [req-82854058-0ee3-4703-a50a-55296d680ad8 req-494552a8-2b08-4c18-b3a6-55a23b11fa79 service nova] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Received event network-vif-deleted-f74ef93b-b3b0-4c55-96c7-c777ef4f886b {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1688.767477] env[62361]: DEBUG nova.compute.manager [req-82854058-0ee3-4703-a50a-55296d680ad8 req-494552a8-2b08-4c18-b3a6-55a23b11fa79 service nova] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Received event network-vif-deleted-393e32a0-a21a-41ab-aaa5-8663eaaf8a0f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1688.877371] env[62361]: DEBUG oslo_concurrency.lockutils [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.070740] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.071306] env[62361]: DEBUG nova.compute.manager [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1689.074136] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 9.892s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.075962] env[62361]: DEBUG oslo_concurrency.lockutils [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.098042] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609916} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.099041] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 7538ffce-0351-43f6-a5be-09028e5b1c5f/7538ffce-0351-43f6-a5be-09028e5b1c5f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1689.099041] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1689.100638] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64fc54f9-4344-44e6-bf27-e420115e4d50 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.103127] env[62361]: INFO nova.compute.manager [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Took 20.70 seconds to build instance. [ 1689.109531] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1689.109531] env[62361]: value = "task-1708774" [ 1689.109531] env[62361]: _type = "Task" [ 1689.109531] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.120791] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.321309] env[62361]: DEBUG nova.compute.manager [req-b65a378d-a0bf-4d78-92eb-cea7979cc27b req-8f1bab09-7dfc-43c1-ac1f-fe59c991c890 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Received event network-vif-plugged-92497cf3-660c-4314-bb1a-747fdb9ddc79 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1689.321309] env[62361]: DEBUG oslo_concurrency.lockutils [req-b65a378d-a0bf-4d78-92eb-cea7979cc27b req-8f1bab09-7dfc-43c1-ac1f-fe59c991c890 service nova] Acquiring lock "5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.321655] env[62361]: DEBUG oslo_concurrency.lockutils [req-b65a378d-a0bf-4d78-92eb-cea7979cc27b req-8f1bab09-7dfc-43c1-ac1f-fe59c991c890 service nova] Lock "5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.321655] env[62361]: DEBUG oslo_concurrency.lockutils [req-b65a378d-a0bf-4d78-92eb-cea7979cc27b req-8f1bab09-7dfc-43c1-ac1f-fe59c991c890 service nova] Lock "5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.321785] env[62361]: DEBUG nova.compute.manager [req-b65a378d-a0bf-4d78-92eb-cea7979cc27b req-8f1bab09-7dfc-43c1-ac1f-fe59c991c890 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] No waiting events found dispatching network-vif-plugged-92497cf3-660c-4314-bb1a-747fdb9ddc79 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1689.322515] env[62361]: WARNING nova.compute.manager [req-b65a378d-a0bf-4d78-92eb-cea7979cc27b req-8f1bab09-7dfc-43c1-ac1f-fe59c991c890 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Received unexpected event network-vif-plugged-92497cf3-660c-4314-bb1a-747fdb9ddc79 for instance with vm_state building and task_state spawning. [ 1689.459304] env[62361]: DEBUG nova.network.neutron [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Successfully updated port: 92497cf3-660c-4314-bb1a-747fdb9ddc79 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1689.577098] env[62361]: DEBUG nova.objects.instance [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lazy-loading 'migration_context' on Instance uuid 2fc59d25-a58c-484f-bac8-20fdc797b674 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1689.579290] env[62361]: DEBUG nova.compute.utils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1689.580674] env[62361]: DEBUG nova.compute.manager [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1689.580836] env[62361]: DEBUG nova.network.neutron [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1689.604918] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d319fa4a-13b3-46c8-8c56-c07ce6874e01 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.214s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.619769] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075422} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.619906] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1689.620832] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e111e8e-c8c7-40a6-9512-9afa16fbd22a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.643077] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 7538ffce-0351-43f6-a5be-09028e5b1c5f/7538ffce-0351-43f6-a5be-09028e5b1c5f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1689.644670] env[62361]: DEBUG nova.policy [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e488c2afbf7445e1959d73a28111f0a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '159247ced203448a9a6d3695333dc80b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1689.646352] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-895c8d89-c699-4a6f-9266-34504dcd6848 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.673024] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1689.673024] env[62361]: value = "task-1708775" [ 1689.673024] env[62361]: _type = "Task" [ 1689.673024] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.689513] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.960467] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquiring lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.960676] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquired lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.960868] env[62361]: DEBUG nova.network.neutron [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1690.085301] env[62361]: DEBUG nova.compute.manager [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1690.184842] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708775, 'name': ReconfigVM_Task, 'duration_secs': 0.362189} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.185248] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 7538ffce-0351-43f6-a5be-09028e5b1c5f/7538ffce-0351-43f6-a5be-09028e5b1c5f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1690.186230] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2aed7c18-7ea8-47b1-b1cc-006a435a2de6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.192977] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1690.192977] env[62361]: value = "task-1708776" [ 1690.192977] env[62361]: _type = "Task" [ 1690.192977] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.201554] env[62361]: DEBUG nova.network.neutron [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Successfully created port: 1298b57e-467e-4e90-9cd2-6f90a6fbc741 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1690.209155] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708776, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.412963] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd6a844-2e55-4310-8816-d83985729c94 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.425978] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3278683-758e-4e42-86b6-943039693644 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.459375] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3941bf1-a733-4b48-9b56-e571eeb549b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.469664] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908e0c4e-a0d3-450c-b9f8-bc45f4483fe9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.485029] env[62361]: DEBUG nova.compute.provider_tree [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1690.551289] env[62361]: DEBUG nova.network.neutron [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1690.703265] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708776, 'name': Rename_Task, 'duration_secs': 0.215359} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.703562] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1690.703810] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab3caedd-8335-48d3-9443-21f8719ecd89 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.710406] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1690.710406] env[62361]: value = "task-1708777" [ 1690.710406] env[62361]: _type = "Task" [ 1690.710406] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.720482] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.987723] env[62361]: DEBUG nova.scheduler.client.report [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1691.094095] env[62361]: DEBUG nova.compute.manager [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1691.141629] env[62361]: DEBUG nova.virt.hardware [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1691.141629] env[62361]: DEBUG nova.virt.hardware [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1691.144031] env[62361]: DEBUG nova.virt.hardware [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1691.144031] env[62361]: DEBUG nova.virt.hardware [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1691.144031] env[62361]: DEBUG nova.virt.hardware [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1691.144031] env[62361]: DEBUG nova.virt.hardware [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1691.144031] env[62361]: DEBUG nova.virt.hardware [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1691.144031] env[62361]: DEBUG nova.virt.hardware [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1691.144031] env[62361]: DEBUG nova.virt.hardware [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1691.144031] env[62361]: DEBUG nova.virt.hardware [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1691.144031] env[62361]: DEBUG nova.virt.hardware [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1691.144358] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55d6ed5-4a74-49b2-8dac-ddcfe041f432 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.153274] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bd4d0c-1133-4c5e-b22c-ca7987fb6f6f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.219814] env[62361]: DEBUG oslo_vmware.api [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708777, 'name': PowerOnVM_Task, 'duration_secs': 0.467986} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.220067] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1691.220280] env[62361]: INFO nova.compute.manager [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1691.220487] env[62361]: DEBUG nova.compute.manager [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1691.221285] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12abb2f-c401-413f-8dc8-08a397a901b3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.252792] env[62361]: DEBUG nova.network.neutron [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Updating instance_info_cache with network_info: [{"id": "92497cf3-660c-4314-bb1a-747fdb9ddc79", "address": "fa:16:3e:10:b3:e9", "network": {"id": "2e923b4e-3001-4717-bf0c-ce0db9143cfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1152666934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a99a4b05c844fb97643d3c065eb431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92497cf3-66", "ovs_interfaceid": "92497cf3-660c-4314-bb1a-747fdb9ddc79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.521903] env[62361]: DEBUG nova.compute.manager [req-d9f8414b-53c3-4bc0-a183-b75903ce5039 req-610c307c-6a2a-45ab-aaa6-0ca1a483248f service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Received event network-changed-92497cf3-660c-4314-bb1a-747fdb9ddc79 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1691.522306] env[62361]: DEBUG nova.compute.manager [req-d9f8414b-53c3-4bc0-a183-b75903ce5039 req-610c307c-6a2a-45ab-aaa6-0ca1a483248f service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Refreshing instance network info cache due to event network-changed-92497cf3-660c-4314-bb1a-747fdb9ddc79. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1691.522532] env[62361]: DEBUG oslo_concurrency.lockutils [req-d9f8414b-53c3-4bc0-a183-b75903ce5039 req-610c307c-6a2a-45ab-aaa6-0ca1a483248f service nova] Acquiring lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.741805] env[62361]: INFO nova.compute.manager [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Took 20.24 seconds to build instance. [ 1691.756427] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Releasing lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.756734] env[62361]: DEBUG nova.compute.manager [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Instance network_info: |[{"id": "92497cf3-660c-4314-bb1a-747fdb9ddc79", "address": "fa:16:3e:10:b3:e9", "network": {"id": "2e923b4e-3001-4717-bf0c-ce0db9143cfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1152666934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a99a4b05c844fb97643d3c065eb431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92497cf3-66", "ovs_interfaceid": "92497cf3-660c-4314-bb1a-747fdb9ddc79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1691.757032] env[62361]: DEBUG oslo_concurrency.lockutils [req-d9f8414b-53c3-4bc0-a183-b75903ce5039 req-610c307c-6a2a-45ab-aaa6-0ca1a483248f service nova] Acquired lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.757237] env[62361]: DEBUG nova.network.neutron [req-d9f8414b-53c3-4bc0-a183-b75903ce5039 req-610c307c-6a2a-45ab-aaa6-0ca1a483248f service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Refreshing network info cache for port 92497cf3-660c-4314-bb1a-747fdb9ddc79 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.758377] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:b3:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92497cf3-660c-4314-bb1a-747fdb9ddc79', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1691.765970] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Creating folder: Project (b0a99a4b05c844fb97643d3c065eb431). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1691.766909] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0bdbfe2-a53d-4028-8d76-aaeb533c6f64 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.785359] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Created folder: Project (b0a99a4b05c844fb97643d3c065eb431) in parent group-v355747. [ 1691.785563] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Creating folder: Instances. Parent ref: group-v356010. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1691.786219] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b93ceee-3fdb-4a8d-9c93-c71090cb8653 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.795590] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Created folder: Instances in parent group-v356010. [ 1691.795837] env[62361]: DEBUG oslo.service.loopingcall [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.796041] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1691.796246] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37e4361a-2f4e-4474-bd49-50cdf5ba4375 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.816430] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1691.816430] env[62361]: value = "task-1708780" [ 1691.816430] env[62361]: _type = "Task" [ 1691.816430] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.823949] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708780, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.005041] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.931s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.014598] env[62361]: DEBUG oslo_concurrency.lockutils [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.726s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.014978] env[62361]: DEBUG nova.objects.instance [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lazy-loading 'resources' on Instance uuid 1453ac2c-c25c-4914-a6a3-f84bce809e1e {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1692.243484] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2f717d9b-f1c2-4a53-b355-956f28085f24 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "7538ffce-0351-43f6-a5be-09028e5b1c5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.748s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.329789] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708780, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.578264] env[62361]: DEBUG oslo_concurrency.lockutils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "331cb7b1-24b1-4df6-aa4f-23309e20b321" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.578584] env[62361]: DEBUG oslo_concurrency.lockutils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "331cb7b1-24b1-4df6-aa4f-23309e20b321" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.603064] env[62361]: DEBUG nova.network.neutron [req-d9f8414b-53c3-4bc0-a183-b75903ce5039 req-610c307c-6a2a-45ab-aaa6-0ca1a483248f service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Updated VIF entry in instance network info cache for port 92497cf3-660c-4314-bb1a-747fdb9ddc79. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1692.603064] env[62361]: DEBUG nova.network.neutron [req-d9f8414b-53c3-4bc0-a183-b75903ce5039 req-610c307c-6a2a-45ab-aaa6-0ca1a483248f service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Updating instance_info_cache with network_info: [{"id": "92497cf3-660c-4314-bb1a-747fdb9ddc79", "address": "fa:16:3e:10:b3:e9", "network": {"id": "2e923b4e-3001-4717-bf0c-ce0db9143cfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1152666934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a99a4b05c844fb97643d3c065eb431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92497cf3-66", "ovs_interfaceid": "92497cf3-660c-4314-bb1a-747fdb9ddc79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.792821] env[62361]: DEBUG nova.network.neutron [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Successfully updated port: 1298b57e-467e-4e90-9cd2-6f90a6fbc741 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1692.823442] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117ce93f-fca2-4d31-83de-904f924a3a5f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.834722] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42fce3b-ef54-43ca-892e-948216c144ec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.837670] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708780, 'name': CreateVM_Task, 'duration_secs': 0.601481} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.837839] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1692.838819] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.838978] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.839320] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1692.839835] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e76a270-1f40-4d97-9920-719293ce12fa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.865782] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736f0bbe-b5a7-49da-bcf0-1fac1bf83b99 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.869398] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1692.869398] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f4d2e1-fce9-74b8-3e1f-649b483f16b9" [ 1692.869398] env[62361]: _type = "Task" [ 1692.869398] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.875892] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fe3d34-457f-4a3b-a3bd-740f38a37cbb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.885164] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f4d2e1-fce9-74b8-3e1f-649b483f16b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.894647] env[62361]: DEBUG nova.compute.provider_tree [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.081150] env[62361]: DEBUG nova.compute.manager [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1693.102870] env[62361]: DEBUG oslo_concurrency.lockutils [req-d9f8414b-53c3-4bc0-a183-b75903ce5039 req-610c307c-6a2a-45ab-aaa6-0ca1a483248f service nova] Releasing lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.103747] env[62361]: DEBUG nova.compute.manager [req-d9f8414b-53c3-4bc0-a183-b75903ce5039 req-610c307c-6a2a-45ab-aaa6-0ca1a483248f service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Received event network-changed-cb28d0f7-f6a1-44cf-a5de-02381902c248 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1693.103747] env[62361]: DEBUG nova.compute.manager [req-d9f8414b-53c3-4bc0-a183-b75903ce5039 req-610c307c-6a2a-45ab-aaa6-0ca1a483248f service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Refreshing instance network info cache due to event network-changed-cb28d0f7-f6a1-44cf-a5de-02381902c248. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1693.103747] env[62361]: DEBUG oslo_concurrency.lockutils [req-d9f8414b-53c3-4bc0-a183-b75903ce5039 req-610c307c-6a2a-45ab-aaa6-0ca1a483248f service nova] Acquiring lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.103747] env[62361]: DEBUG oslo_concurrency.lockutils [req-d9f8414b-53c3-4bc0-a183-b75903ce5039 req-610c307c-6a2a-45ab-aaa6-0ca1a483248f service nova] Acquired lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.103931] env[62361]: DEBUG nova.network.neutron [req-d9f8414b-53c3-4bc0-a183-b75903ce5039 req-610c307c-6a2a-45ab-aaa6-0ca1a483248f service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Refreshing network info cache for port cb28d0f7-f6a1-44cf-a5de-02381902c248 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1693.298108] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "refresh_cache-1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.298409] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "refresh_cache-1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.298512] env[62361]: DEBUG nova.network.neutron [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1693.381858] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f4d2e1-fce9-74b8-3e1f-649b483f16b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012848} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.382134] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.382374] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1693.382601] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.382897] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.382969] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1693.383254] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffbd907e-4fce-4233-8414-a80ac0c47093 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.391742] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1693.391950] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1693.392653] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-352b7c0e-d7cc-46b3-a7c1-d740c1a2e8a2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.398770] env[62361]: DEBUG nova.scheduler.client.report [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1693.402065] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1693.402065] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521284f6-1708-2f3c-b462-4937d7218c35" [ 1693.402065] env[62361]: _type = "Task" [ 1693.402065] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.410989] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521284f6-1708-2f3c-b462-4937d7218c35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.431854] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d623d26a-3541-41d1-8b7f-996df740e798 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "7538ffce-0351-43f6-a5be-09028e5b1c5f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.431854] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d623d26a-3541-41d1-8b7f-996df740e798 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "7538ffce-0351-43f6-a5be-09028e5b1c5f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.431854] env[62361]: DEBUG nova.compute.manager [None req-d623d26a-3541-41d1-8b7f-996df740e798 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1693.432725] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f561cb5-1a14-41dd-9487-174f164212b9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.439373] env[62361]: DEBUG nova.compute.manager [None req-d623d26a-3541-41d1-8b7f-996df740e798 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62361) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1693.439915] env[62361]: DEBUG nova.objects.instance [None req-d623d26a-3541-41d1-8b7f-996df740e798 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lazy-loading 'flavor' on Instance uuid 7538ffce-0351-43f6-a5be-09028e5b1c5f {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.548228] env[62361]: DEBUG nova.compute.manager [req-c866765c-9d46-4917-86f2-e77887a59e62 req-fd73f384-896a-497d-82ae-6816c7ba180c service nova] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Received event network-vif-plugged-1298b57e-467e-4e90-9cd2-6f90a6fbc741 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1693.548439] env[62361]: DEBUG oslo_concurrency.lockutils [req-c866765c-9d46-4917-86f2-e77887a59e62 req-fd73f384-896a-497d-82ae-6816c7ba180c service nova] Acquiring lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.548653] env[62361]: DEBUG oslo_concurrency.lockutils [req-c866765c-9d46-4917-86f2-e77887a59e62 req-fd73f384-896a-497d-82ae-6816c7ba180c service nova] Lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.548858] env[62361]: DEBUG oslo_concurrency.lockutils [req-c866765c-9d46-4917-86f2-e77887a59e62 req-fd73f384-896a-497d-82ae-6816c7ba180c service nova] Lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.549085] env[62361]: DEBUG nova.compute.manager [req-c866765c-9d46-4917-86f2-e77887a59e62 req-fd73f384-896a-497d-82ae-6816c7ba180c service nova] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] No waiting events found dispatching network-vif-plugged-1298b57e-467e-4e90-9cd2-6f90a6fbc741 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1693.549215] env[62361]: WARNING nova.compute.manager [req-c866765c-9d46-4917-86f2-e77887a59e62 req-fd73f384-896a-497d-82ae-6816c7ba180c service nova] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Received unexpected event network-vif-plugged-1298b57e-467e-4e90-9cd2-6f90a6fbc741 for instance with vm_state building and task_state spawning. [ 1693.549404] env[62361]: DEBUG nova.compute.manager [req-c866765c-9d46-4917-86f2-e77887a59e62 req-fd73f384-896a-497d-82ae-6816c7ba180c service nova] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Received event network-changed-1298b57e-467e-4e90-9cd2-6f90a6fbc741 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1693.549595] env[62361]: DEBUG nova.compute.manager [req-c866765c-9d46-4917-86f2-e77887a59e62 req-fd73f384-896a-497d-82ae-6816c7ba180c service nova] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Refreshing instance network info cache due to event network-changed-1298b57e-467e-4e90-9cd2-6f90a6fbc741. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1693.549774] env[62361]: DEBUG oslo_concurrency.lockutils [req-c866765c-9d46-4917-86f2-e77887a59e62 req-fd73f384-896a-497d-82ae-6816c7ba180c service nova] Acquiring lock "refresh_cache-1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.551891] env[62361]: INFO nova.compute.manager [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Swapping old allocation on dict_keys(['cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464']) held by migration 1c3feefc-1af7-4d7b-b1c1-a31dbd240765 for instance [ 1693.573811] env[62361]: DEBUG nova.scheduler.client.report [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Overwriting current allocation {'allocations': {'cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 138}}, 'project_id': 'a711c755780c4eaeaa51663bf2f84cd1', 'user_id': '781469d2a8344ae3b8eed6f01ac1ea7c', 'consumer_generation': 1} on consumer 2fc59d25-a58c-484f-bac8-20fdc797b674 {{(pid=62361) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1693.598402] env[62361]: DEBUG oslo_concurrency.lockutils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.654384] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.654777] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.654998] env[62361]: DEBUG nova.network.neutron [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1693.857561] env[62361]: DEBUG nova.network.neutron [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1693.903505] env[62361]: DEBUG oslo_concurrency.lockutils [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.906034] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.072s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.906284] env[62361]: DEBUG nova.objects.instance [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lazy-loading 'resources' on Instance uuid 8c22c9c1-9b96-4838-ab23-5a497cf83294 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.918381] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521284f6-1708-2f3c-b462-4937d7218c35, 'name': SearchDatastore_Task, 'duration_secs': 0.014666} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.922266] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46ca7aa6-6001-4bcf-b807-3f7cdda07af7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.931524] env[62361]: INFO nova.scheduler.client.report [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Deleted allocations for instance 1453ac2c-c25c-4914-a6a3-f84bce809e1e [ 1693.934571] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1693.934571] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c6f409-49b7-7d7a-e551-e924b4b1bab9" [ 1693.934571] env[62361]: _type = "Task" [ 1693.934571] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.945430] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d623d26a-3541-41d1-8b7f-996df740e798 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1693.945759] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-233347f0-143f-4f91-ad6a-b72dffff57d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.958138] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c6f409-49b7-7d7a-e551-e924b4b1bab9, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.958942] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.964231] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b/5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1693.964231] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d48ebbc-f582-4f21-8fa5-f6753cb85512 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.973062] env[62361]: DEBUG oslo_vmware.api [None req-d623d26a-3541-41d1-8b7f-996df740e798 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1693.973062] env[62361]: value = "task-1708781" [ 1693.973062] env[62361]: _type = "Task" [ 1693.973062] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.983489] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1693.983489] env[62361]: value = "task-1708782" [ 1693.983489] env[62361]: _type = "Task" [ 1693.983489] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.990584] env[62361]: DEBUG oslo_vmware.api [None req-d623d26a-3541-41d1-8b7f-996df740e798 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.995788] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.006331] env[62361]: DEBUG nova.network.neutron [req-d9f8414b-53c3-4bc0-a183-b75903ce5039 req-610c307c-6a2a-45ab-aaa6-0ca1a483248f service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Updated VIF entry in instance network info cache for port cb28d0f7-f6a1-44cf-a5de-02381902c248. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1694.006766] env[62361]: DEBUG nova.network.neutron [req-d9f8414b-53c3-4bc0-a183-b75903ce5039 req-610c307c-6a2a-45ab-aaa6-0ca1a483248f service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Updating instance_info_cache with network_info: [{"id": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "address": "fa:16:3e:e2:01:20", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28d0f7-f6", "ovs_interfaceid": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.082355] env[62361]: DEBUG nova.network.neutron [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Updating instance_info_cache with network_info: [{"id": "1298b57e-467e-4e90-9cd2-6f90a6fbc741", "address": "fa:16:3e:d0:cb:24", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1298b57e-46", "ovs_interfaceid": "1298b57e-467e-4e90-9cd2-6f90a6fbc741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.444314] env[62361]: DEBUG oslo_concurrency.lockutils [None req-eb893ae1-d014-483c-aa38-bbc2c79bfc7c tempest-ServersNegativeTestJSON-206374533 tempest-ServersNegativeTestJSON-206374533-project-member] Lock "1453ac2c-c25c-4914-a6a3-f84bce809e1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.921s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.487946] env[62361]: DEBUG oslo_vmware.api [None req-d623d26a-3541-41d1-8b7f-996df740e798 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708781, 'name': PowerOffVM_Task, 'duration_secs': 0.195564} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.493302] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d623d26a-3541-41d1-8b7f-996df740e798 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1694.493489] env[62361]: DEBUG nova.compute.manager [None req-d623d26a-3541-41d1-8b7f-996df740e798 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1694.494662] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e5000f-755b-4241-a33d-6c334847f5bf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.502292] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466424} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.503626] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b/5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1694.503840] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1694.507998] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3103d183-4a4a-4415-b94a-44ec5953db7f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.510357] env[62361]: DEBUG oslo_concurrency.lockutils [req-d9f8414b-53c3-4bc0-a183-b75903ce5039 req-610c307c-6a2a-45ab-aaa6-0ca1a483248f service nova] Releasing lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.516143] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1694.516143] env[62361]: value = "task-1708783" [ 1694.516143] env[62361]: _type = "Task" [ 1694.516143] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.526297] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.584920] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "refresh_cache-1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.585270] env[62361]: DEBUG nova.compute.manager [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Instance network_info: |[{"id": "1298b57e-467e-4e90-9cd2-6f90a6fbc741", "address": "fa:16:3e:d0:cb:24", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1298b57e-46", "ovs_interfaceid": "1298b57e-467e-4e90-9cd2-6f90a6fbc741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1694.585664] env[62361]: DEBUG oslo_concurrency.lockutils [req-c866765c-9d46-4917-86f2-e77887a59e62 req-fd73f384-896a-497d-82ae-6816c7ba180c service nova] Acquired lock "refresh_cache-1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.585745] env[62361]: DEBUG nova.network.neutron [req-c866765c-9d46-4917-86f2-e77887a59e62 req-fd73f384-896a-497d-82ae-6816c7ba180c service nova] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Refreshing network info cache for port 1298b57e-467e-4e90-9cd2-6f90a6fbc741 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1694.588027] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:cb:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1298b57e-467e-4e90-9cd2-6f90a6fbc741', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1694.595816] env[62361]: DEBUG oslo.service.loopingcall [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1694.601007] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1694.601715] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8387161a-f621-488b-9579-8ff2b00ab0e8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.621801] env[62361]: DEBUG nova.network.neutron [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance_info_cache with network_info: [{"id": "7f5cc424-69b5-4572-bb04-a0f0a735892f", "address": "fa:16:3e:83:45:2c", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5cc424-69", "ovs_interfaceid": "7f5cc424-69b5-4572-bb04-a0f0a735892f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.628633] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1694.628633] env[62361]: value = "task-1708784" [ 1694.628633] env[62361]: _type = "Task" [ 1694.628633] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.637534] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708784, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.735104] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeda804f-762e-481e-ab0f-82b7f1e989ca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.746315] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6c6116-9383-4148-b8db-d1e2324ee599 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.780199] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1789041f-b0e6-42e1-834f-b6fc1339ae0e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.788758] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830e0ae8-f01d-482f-b57f-c509faadfe4d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.803888] env[62361]: DEBUG nova.compute.provider_tree [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.013711] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d623d26a-3541-41d1-8b7f-996df740e798 tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "7538ffce-0351-43f6-a5be-09028e5b1c5f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.582s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.029774] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067454} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.030223] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1695.031998] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b5e184-2c8b-4dee-a4a4-b1d6a0d2efcc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.035740] env[62361]: DEBUG nova.network.neutron [req-c866765c-9d46-4917-86f2-e77887a59e62 req-fd73f384-896a-497d-82ae-6816c7ba180c service nova] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Updated VIF entry in instance network info cache for port 1298b57e-467e-4e90-9cd2-6f90a6fbc741. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1695.036114] env[62361]: DEBUG nova.network.neutron [req-c866765c-9d46-4917-86f2-e77887a59e62 req-fd73f384-896a-497d-82ae-6816c7ba180c service nova] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Updating instance_info_cache with network_info: [{"id": "1298b57e-467e-4e90-9cd2-6f90a6fbc741", "address": "fa:16:3e:d0:cb:24", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1298b57e-46", "ovs_interfaceid": "1298b57e-467e-4e90-9cd2-6f90a6fbc741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.063575] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b/5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1695.064269] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13db7a27-bef2-470d-ae74-04a80462b8cb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.084806] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1695.084806] env[62361]: value = "task-1708785" [ 1695.084806] env[62361]: _type = "Task" [ 1695.084806] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.093780] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.125100] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "refresh_cache-2fc59d25-a58c-484f-bac8-20fdc797b674" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.126161] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56c1333-62a7-46f4-bff1-dc1bc427865b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.141313] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a7e397-47d0-4eb8-a9dc-88447213ff30 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.143668] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708784, 'name': CreateVM_Task, 'duration_secs': 0.401984} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.144149] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1695.145128] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.145296] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.145599] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1695.145841] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2285cce-c6fc-4379-9525-8ad320b46812 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.151586] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1695.151586] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522c2d3f-df57-c1ad-eea0-e07046767a95" [ 1695.151586] env[62361]: _type = "Task" [ 1695.151586] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.164765] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522c2d3f-df57-c1ad-eea0-e07046767a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.310021] env[62361]: DEBUG nova.scheduler.client.report [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1695.539714] env[62361]: DEBUG oslo_concurrency.lockutils [req-c866765c-9d46-4917-86f2-e77887a59e62 req-fd73f384-896a-497d-82ae-6816c7ba180c service nova] Releasing lock "refresh_cache-1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.597938] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708785, 'name': ReconfigVM_Task, 'duration_secs': 0.273801} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.601153] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b/5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1695.601813] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9c58590-de78-4160-a648-c14cf346c01b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.610852] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1695.610852] env[62361]: value = "task-1708786" [ 1695.610852] env[62361]: _type = "Task" [ 1695.610852] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.619501] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708786, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.661973] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522c2d3f-df57-c1ad-eea0-e07046767a95, 'name': SearchDatastore_Task, 'duration_secs': 0.017697} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.662301] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.662541] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1695.662809] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.662958] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.663152] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1695.663417] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2a85c81-f4e8-4a54-b8a3-7c4d5acc76a6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.672971] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1695.673164] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1695.677186] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be138c9-b6dc-44d9-a5a4-6c1c2392c1ae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.687383] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1695.687383] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52336754-8748-9ee0-31fd-818bf8073aa2" [ 1695.687383] env[62361]: _type = "Task" [ 1695.687383] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.694976] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52336754-8748-9ee0-31fd-818bf8073aa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.819289] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.821537] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.587s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.824393] env[62361]: INFO nova.compute.claims [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1695.848737] env[62361]: INFO nova.scheduler.client.report [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Deleted allocations for instance 8c22c9c1-9b96-4838-ab23-5a497cf83294 [ 1696.123082] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708786, 'name': Rename_Task, 'duration_secs': 0.156722} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.123082] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1696.123082] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c8d951e-817f-440d-90e3-e6164ecd454d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.129584] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1696.129584] env[62361]: value = "task-1708787" [ 1696.129584] env[62361]: _type = "Task" [ 1696.129584] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.137947] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.198374] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52336754-8748-9ee0-31fd-818bf8073aa2, 'name': SearchDatastore_Task, 'duration_secs': 0.016535} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.199251] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b269f08c-36c2-40d8-a9bb-dbec90091515 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.205227] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1696.205227] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52aae02e-15f0-10de-7710-f35ae8c1ec1a" [ 1696.205227] env[62361]: _type = "Task" [ 1696.205227] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.213313] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52aae02e-15f0-10de-7710-f35ae8c1ec1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.246013] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.246013] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-441e42de-2599-40df-8e90-3f39e28cb9da {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.253020] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1696.253020] env[62361]: value = "task-1708788" [ 1696.253020] env[62361]: _type = "Task" [ 1696.253020] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.266575] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.360355] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cbacb06a-4631-415b-b69f-8868c4e02d29 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "8c22c9c1-9b96-4838-ab23-5a497cf83294" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.801s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.402490] env[62361]: DEBUG oslo_concurrency.lockutils [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "7538ffce-0351-43f6-a5be-09028e5b1c5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.402852] env[62361]: DEBUG oslo_concurrency.lockutils [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "7538ffce-0351-43f6-a5be-09028e5b1c5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.402994] env[62361]: DEBUG oslo_concurrency.lockutils [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "7538ffce-0351-43f6-a5be-09028e5b1c5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.403193] env[62361]: DEBUG oslo_concurrency.lockutils [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "7538ffce-0351-43f6-a5be-09028e5b1c5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.403371] env[62361]: DEBUG oslo_concurrency.lockutils [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "7538ffce-0351-43f6-a5be-09028e5b1c5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.405271] env[62361]: INFO nova.compute.manager [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Terminating instance [ 1696.407917] env[62361]: DEBUG nova.compute.manager [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1696.408235] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1696.409194] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79e7cc0-ffa1-44a5-b606-6e5ee21ee408 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.417559] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1696.418153] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4773adc6-ef8c-4afc-871d-fa066f665035 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.539708] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1696.540053] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1696.540190] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleting the datastore file [datastore1] 7538ffce-0351-43f6-a5be-09028e5b1c5f {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1696.540501] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de45b315-bb35-4c50-b6eb-699a8355bcb9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.547352] env[62361]: DEBUG oslo_vmware.api [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1696.547352] env[62361]: value = "task-1708790" [ 1696.547352] env[62361]: _type = "Task" [ 1696.547352] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.556577] env[62361]: DEBUG oslo_vmware.api [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.640979] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708787, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.715606] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52aae02e-15f0-10de-7710-f35ae8c1ec1a, 'name': SearchDatastore_Task, 'duration_secs': 0.025638} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.715858] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.716165] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b/1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1696.716434] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cb7b559-45a5-4d2e-92d9-217e3e5c5909 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.723155] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1696.723155] env[62361]: value = "task-1708791" [ 1696.723155] env[62361]: _type = "Task" [ 1696.723155] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.730812] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.762597] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708788, 'name': PowerOffVM_Task, 'duration_secs': 0.215386} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.762871] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1696.763529] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1696.763741] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1696.763901] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1696.764154] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1696.764361] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1696.764579] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1696.764863] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1696.765112] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1696.765347] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1696.765600] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1696.765854] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1696.771274] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e18f616-f5b0-4d2b-a060-6681a083c548 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.785814] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1696.785814] env[62361]: value = "task-1708792" [ 1696.785814] env[62361]: _type = "Task" [ 1696.785814] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.793326] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.061515] env[62361]: DEBUG oslo_vmware.api [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253491} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.064459] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1697.064708] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1697.064904] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1697.065523] env[62361]: INFO nova.compute.manager [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1697.065523] env[62361]: DEBUG oslo.service.loopingcall [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.065786] env[62361]: DEBUG nova.compute.manager [-] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1697.065879] env[62361]: DEBUG nova.network.neutron [-] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1697.088793] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d10be9-bd0b-42c4-82ce-eb91f5361c97 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.099669] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f729a6-02aa-4203-bac6-b59c957edb1f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.136383] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03228e7-88ba-4b8d-8227-3e6e2fa7409e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.144660] env[62361]: DEBUG oslo_vmware.api [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708787, 'name': PowerOnVM_Task, 'duration_secs': 0.559024} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.147127] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1697.147363] env[62361]: INFO nova.compute.manager [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1697.147571] env[62361]: DEBUG nova.compute.manager [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1697.148478] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea189bd9-e148-440f-9530-fcbbd3ffc1e6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.152182] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22baaeaf-b21e-484d-a4d5-00d98d4ba1b5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.167189] env[62361]: DEBUG nova.compute.provider_tree [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.234578] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708791, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.294751] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708792, 'name': ReconfigVM_Task, 'duration_secs': 0.25337} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.295607] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1eff05-a729-49ad-b763-02d1ebf92f75 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.318064] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1697.318326] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1697.318489] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1697.318706] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1697.318862] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1697.319016] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1697.319234] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1697.319415] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1697.319576] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1697.319735] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1697.319902] env[62361]: DEBUG nova.virt.hardware [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1697.320778] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46738b99-206e-4582-a447-d1e9df8a39f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.326355] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1697.326355] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52017680-61d0-8d43-71a1-05a921512d91" [ 1697.326355] env[62361]: _type = "Task" [ 1697.326355] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.334115] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52017680-61d0-8d43-71a1-05a921512d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.456756] env[62361]: DEBUG nova.compute.manager [req-7519248b-94b2-4fc9-9633-4d7097e9eeff req-26ec8950-05fe-4738-8b2b-eae6ae8270be service nova] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Received event network-vif-deleted-54aa3b70-5b6f-489f-8339-6f41806f0e57 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1697.456952] env[62361]: INFO nova.compute.manager [req-7519248b-94b2-4fc9-9633-4d7097e9eeff req-26ec8950-05fe-4738-8b2b-eae6ae8270be service nova] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Neutron deleted interface 54aa3b70-5b6f-489f-8339-6f41806f0e57; detaching it from the instance and deleting it from the info cache [ 1697.457165] env[62361]: DEBUG nova.network.neutron [req-7519248b-94b2-4fc9-9633-4d7097e9eeff req-26ec8950-05fe-4738-8b2b-eae6ae8270be service nova] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.674646] env[62361]: DEBUG nova.scheduler.client.report [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1697.683725] env[62361]: INFO nova.compute.manager [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Took 23.65 seconds to build instance. [ 1697.734465] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531014} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.734739] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b/1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1697.734950] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1697.735213] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e087e33-50b6-4b2c-a706-6cc3eea83506 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.741923] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1697.741923] env[62361]: value = "task-1708794" [ 1697.741923] env[62361]: _type = "Task" [ 1697.741923] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.749753] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.838118] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52017680-61d0-8d43-71a1-05a921512d91, 'name': SearchDatastore_Task, 'duration_secs': 0.007196} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.843646] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1697.843926] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97227c95-67d5-41ea-b967-76ddd1832ecd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.861644] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1697.861644] env[62361]: value = "task-1708795" [ 1697.861644] env[62361]: _type = "Task" [ 1697.861644] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.869627] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.936498] env[62361]: DEBUG nova.network.neutron [-] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.960052] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-074ba20b-c223-410d-a973-f28b20bd481a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.976084] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6340bea3-5d52-419e-bc61-01e8cf9ad200 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.009898] env[62361]: DEBUG nova.compute.manager [req-7519248b-94b2-4fc9-9633-4d7097e9eeff req-26ec8950-05fe-4738-8b2b-eae6ae8270be service nova] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Detach interface failed, port_id=54aa3b70-5b6f-489f-8339-6f41806f0e57, reason: Instance 7538ffce-0351-43f6-a5be-09028e5b1c5f could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1698.182515] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.183054] env[62361]: DEBUG nova.compute.manager [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1698.185733] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.676s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.185958] env[62361]: DEBUG nova.objects.instance [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lazy-loading 'resources' on Instance uuid a9719205-e53d-4dbc-ae61-a6ca06ecaa0d {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1698.187131] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bd15bdd8-7d85-4f2c-8883-bc8114c34793 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.166s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.253264] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273142} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.253632] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1698.254887] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fe3498-dc81-4fcd-939c-c1686c4641a5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.280860] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b/1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1698.281242] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cfc9adf-cfe2-4fab-a2ac-f12dcd5af975 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.303017] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1698.303017] env[62361]: value = "task-1708796" [ 1698.303017] env[62361]: _type = "Task" [ 1698.303017] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.312091] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.371637] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.439475] env[62361]: INFO nova.compute.manager [-] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Took 1.37 seconds to deallocate network for instance. [ 1698.689340] env[62361]: DEBUG nova.compute.utils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1698.694486] env[62361]: DEBUG nova.compute.manager [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1698.694486] env[62361]: DEBUG nova.network.neutron [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1698.737000] env[62361]: DEBUG nova.policy [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72b1084e82c84fc9bb68bb490fc26c67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75262183340740aa881c1dc463f4d95a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1698.813814] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.873729] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708795, 'name': ReconfigVM_Task, 'duration_secs': 0.675208} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.874120] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1698.874836] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5227edfb-b8fe-4527-a435-39b9170fe863 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.902525] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 2fc59d25-a58c-484f-bac8-20fdc797b674/2fc59d25-a58c-484f-bac8-20fdc797b674.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1698.905400] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aee2ae6f-79ff-4ddb-b0d9-f856e13d12c3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.923422] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1698.923422] env[62361]: value = "task-1708797" [ 1698.923422] env[62361]: _type = "Task" [ 1698.923422] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.935810] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.946723] env[62361]: DEBUG oslo_concurrency.lockutils [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.975244] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7065002d-cc7c-4d7e-9074-6dd2e36d75f1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.982730] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cacf32a-c2f1-4065-9b13-24fe9b214213 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.015646] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ac7ffa-9632-42e8-b462-b25c9d2fac66 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.022387] env[62361]: DEBUG nova.network.neutron [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Successfully created port: c6ccc243-a7c9-4ebf-99f3-b852037d5db1 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1699.025115] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390b3c09-5444-4177-a464-411c998050bd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.039394] env[62361]: DEBUG nova.compute.provider_tree [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1699.195234] env[62361]: DEBUG nova.compute.manager [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1699.314745] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708796, 'name': ReconfigVM_Task, 'duration_secs': 0.581636} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.315075] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b/1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1699.315750] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ef05adf-9b8a-467c-9aa6-a78d12f66661 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.322465] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1699.322465] env[62361]: value = "task-1708798" [ 1699.322465] env[62361]: _type = "Task" [ 1699.322465] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.330941] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708798, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.434971] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquiring lock "a54712bc-6417-4dbc-aada-d3d6e77935c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.434971] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "a54712bc-6417-4dbc-aada-d3d6e77935c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.442607] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708797, 'name': ReconfigVM_Task, 'duration_secs': 0.299299} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.443139] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 2fc59d25-a58c-484f-bac8-20fdc797b674/2fc59d25-a58c-484f-bac8-20fdc797b674.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1699.445678] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1fcb45-ce6f-478a-9d54-d3e0f34ed901 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.470576] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50998678-3896-4bb2-a0af-1fc3c51ac25b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.495016] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f533bbca-0c86-4202-a88f-55185f98a5ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.515385] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1c7cdd-1829-4933-be37-379cd4c49d37 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.523390] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1699.523994] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-289b60a1-4f09-450b-a51a-141321128cf3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.529671] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1699.529671] env[62361]: value = "task-1708799" [ 1699.529671] env[62361]: _type = "Task" [ 1699.529671] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.539833] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.542807] env[62361]: DEBUG nova.scheduler.client.report [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1699.832373] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708798, 'name': Rename_Task, 'duration_secs': 0.144355} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.832713] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1699.832867] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36a3fa9f-0c9f-4b56-9dc0-e8ebed9fada2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.841050] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1699.841050] env[62361]: value = "task-1708800" [ 1699.841050] env[62361]: _type = "Task" [ 1699.841050] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.848851] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.944060] env[62361]: DEBUG nova.compute.manager [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1700.040554] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708799, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.047507] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.049810] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.323s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.074102] env[62361]: INFO nova.scheduler.client.report [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Deleted allocations for instance a9719205-e53d-4dbc-ae61-a6ca06ecaa0d [ 1700.203676] env[62361]: DEBUG nova.compute.manager [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1700.232136] env[62361]: DEBUG nova.virt.hardware [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1700.233124] env[62361]: DEBUG nova.virt.hardware [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1700.233124] env[62361]: DEBUG nova.virt.hardware [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1700.233124] env[62361]: DEBUG nova.virt.hardware [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1700.233124] env[62361]: DEBUG nova.virt.hardware [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1700.233124] env[62361]: DEBUG nova.virt.hardware [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1700.233323] env[62361]: DEBUG nova.virt.hardware [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1700.233491] env[62361]: DEBUG nova.virt.hardware [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1700.233631] env[62361]: DEBUG nova.virt.hardware [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1700.233775] env[62361]: DEBUG nova.virt.hardware [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1700.233942] env[62361]: DEBUG nova.virt.hardware [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1700.235119] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead59fab-0581-4118-bc8e-6a7210a6989d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.243710] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c26c598-bd7b-4251-94a5-d7e4cdc2f124 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.351496] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708800, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.465756] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.540220] env[62361]: DEBUG oslo_vmware.api [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708799, 'name': PowerOnVM_Task, 'duration_secs': 0.52578} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.540485] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1700.582024] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d71be5ed-8daa-4698-8e27-480db295de00 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a9719205-e53d-4dbc-ae61-a6ca06ecaa0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.460s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.700014] env[62361]: DEBUG oslo_concurrency.lockutils [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.700314] env[62361]: DEBUG oslo_concurrency.lockutils [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.700528] env[62361]: DEBUG oslo_concurrency.lockutils [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.700713] env[62361]: DEBUG oslo_concurrency.lockutils [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.700899] env[62361]: DEBUG oslo_concurrency.lockutils [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.703018] env[62361]: INFO nova.compute.manager [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Terminating instance [ 1700.704711] env[62361]: DEBUG nova.compute.manager [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1700.704905] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1700.705769] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b32890-d498-47ca-9d7c-a5ddedd91f56 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.714056] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1700.714284] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89feceaa-f89f-45a9-98ce-eaf8d5fa00eb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.720475] env[62361]: DEBUG oslo_vmware.api [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1700.720475] env[62361]: value = "task-1708801" [ 1700.720475] env[62361]: _type = "Task" [ 1700.720475] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.728434] env[62361]: DEBUG oslo_vmware.api [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.797150] env[62361]: DEBUG nova.compute.manager [req-eed3eb52-5712-4834-b12c-493e55492e8a req-5da3f833-8d7d-4694-8d9d-e6702d865cde service nova] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Received event network-vif-plugged-c6ccc243-a7c9-4ebf-99f3-b852037d5db1 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1700.797150] env[62361]: DEBUG oslo_concurrency.lockutils [req-eed3eb52-5712-4834-b12c-493e55492e8a req-5da3f833-8d7d-4694-8d9d-e6702d865cde service nova] Acquiring lock "c633538f-aecb-4fb5-88de-8dee9db0e8ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.797150] env[62361]: DEBUG oslo_concurrency.lockutils [req-eed3eb52-5712-4834-b12c-493e55492e8a req-5da3f833-8d7d-4694-8d9d-e6702d865cde service nova] Lock "c633538f-aecb-4fb5-88de-8dee9db0e8ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.797302] env[62361]: DEBUG oslo_concurrency.lockutils [req-eed3eb52-5712-4834-b12c-493e55492e8a req-5da3f833-8d7d-4694-8d9d-e6702d865cde service nova] Lock "c633538f-aecb-4fb5-88de-8dee9db0e8ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.797478] env[62361]: DEBUG nova.compute.manager [req-eed3eb52-5712-4834-b12c-493e55492e8a req-5da3f833-8d7d-4694-8d9d-e6702d865cde service nova] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] No waiting events found dispatching network-vif-plugged-c6ccc243-a7c9-4ebf-99f3-b852037d5db1 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1700.797639] env[62361]: WARNING nova.compute.manager [req-eed3eb52-5712-4834-b12c-493e55492e8a req-5da3f833-8d7d-4694-8d9d-e6702d865cde service nova] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Received unexpected event network-vif-plugged-c6ccc243-a7c9-4ebf-99f3-b852037d5db1 for instance with vm_state building and task_state spawning. [ 1700.851600] env[62361]: DEBUG oslo_vmware.api [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708800, 'name': PowerOnVM_Task, 'duration_secs': 0.589658} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.851893] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1700.852082] env[62361]: INFO nova.compute.manager [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1700.852266] env[62361]: DEBUG nova.compute.manager [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1700.853435] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717445c3-edf8-498f-99f0-f79cb2184736 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.869333] env[62361]: DEBUG nova.network.neutron [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Successfully updated port: c6ccc243-a7c9-4ebf-99f3-b852037d5db1 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1701.084277] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance cad0a47a-d332-400d-a662-8b0089e6d803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1701.084435] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance a6fd8ee3-7216-45c2-9169-93e5072bcc74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1701.084562] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 0e9e5d53-2528-4929-9f34-894aadb20547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1701.084726] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance c15e00f9-1a2e-41aa-99a6-10b0519d9468 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1701.084787] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1701.084921] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance e51f5739-400e-46f1-a3dd-9f75eeb07638 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1701.085061] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance ce240222-4195-4b7d-9197-cbe08780ad9e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1701.085183] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1701.085298] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 2fc59d25-a58c-484f-bac8-20fdc797b674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1701.085408] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance de2273f3-2bb6-4b18-bc3d-b89b01556b85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1701.085532] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 7538ffce-0351-43f6-a5be-09028e5b1c5f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1701.085646] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1701.085755] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1701.085864] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance c633538f-aecb-4fb5-88de-8dee9db0e8ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1701.230314] env[62361]: DEBUG oslo_vmware.api [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708801, 'name': PowerOffVM_Task, 'duration_secs': 0.28518} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.230605] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1701.230774] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1701.231074] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cb7fa60-9824-4763-b1e6-c72382a74a14 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.302241] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1701.302476] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1701.302705] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Deleting the datastore file [datastore1] c15e00f9-1a2e-41aa-99a6-10b0519d9468 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1701.303110] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85be4e72-5b15-402c-aeea-af6a648762f7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.309853] env[62361]: DEBUG oslo_vmware.api [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for the task: (returnval){ [ 1701.309853] env[62361]: value = "task-1708803" [ 1701.309853] env[62361]: _type = "Task" [ 1701.309853] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.320381] env[62361]: DEBUG oslo_vmware.api [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.374252] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Acquiring lock "refresh_cache-c633538f-aecb-4fb5-88de-8dee9db0e8ea" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.374252] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Acquired lock "refresh_cache-c633538f-aecb-4fb5-88de-8dee9db0e8ea" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.374252] env[62361]: DEBUG nova.network.neutron [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1701.374252] env[62361]: INFO nova.compute.manager [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Took 23.96 seconds to build instance. [ 1701.579382] env[62361]: INFO nova.compute.manager [None req-1d659726-5e66-40b8-a40a-e51160016b9d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance to original state: 'active' [ 1701.588424] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1701.798783] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.799104] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.821498] env[62361]: DEBUG oslo_vmware.api [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Task: {'id': task-1708803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138031} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.821750] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1701.821930] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1701.822122] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1701.822293] env[62361]: INFO nova.compute.manager [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1701.822531] env[62361]: DEBUG oslo.service.loopingcall [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1701.822714] env[62361]: DEBUG nova.compute.manager [-] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1701.822811] env[62361]: DEBUG nova.network.neutron [-] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1701.879327] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e883149b-a220-4a5c-b85e-1feb8c9f4b50 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.477s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.924669] env[62361]: DEBUG nova.network.neutron [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1702.092728] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance cb9aa169-8e65-4b70-a44a-cc3b8d572c4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1702.260734] env[62361]: DEBUG nova.network.neutron [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Updating instance_info_cache with network_info: [{"id": "c6ccc243-a7c9-4ebf-99f3-b852037d5db1", "address": "fa:16:3e:02:7a:97", "network": {"id": "2bf502ca-22bb-4dde-8ed8-be6bf585afdd", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1691766060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75262183340740aa881c1dc463f4d95a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ccc243-a7", "ovs_interfaceid": "c6ccc243-a7c9-4ebf-99f3-b852037d5db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.302579] env[62361]: INFO nova.compute.manager [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Detaching volume fa9b9405-0e70-44a0-affd-a0bd0c6fafb5 [ 1702.344426] env[62361]: INFO nova.virt.block_device [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Attempting to driver detach volume fa9b9405-0e70-44a0-affd-a0bd0c6fafb5 from mountpoint /dev/sdb [ 1702.344943] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Volume detach. Driver type: vmdk {{(pid=62361) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1702.344943] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355976', 'volume_id': 'fa9b9405-0e70-44a0-affd-a0bd0c6fafb5', 'name': 'volume-fa9b9405-0e70-44a0-affd-a0bd0c6fafb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6fd8ee3-7216-45c2-9169-93e5072bcc74', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa9b9405-0e70-44a0-affd-a0bd0c6fafb5', 'serial': 'fa9b9405-0e70-44a0-affd-a0bd0c6fafb5'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1702.346815] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f69edf5-75b5-4201-b64a-c839d5109107 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.374408] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04be78bd-cb91-4b05-8158-36121c888cce {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.383189] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8182a5-e687-4e60-bc31-4469662fa8c8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.405608] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c550f3-9354-4bf3-9f9e-347134b3fa53 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.429116] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] The volume has not been displaced from its original location: [datastore1] volume-fa9b9405-0e70-44a0-affd-a0bd0c6fafb5/volume-fa9b9405-0e70-44a0-affd-a0bd0c6fafb5.vmdk. No consolidation needed. {{(pid=62361) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1702.433044] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1702.433964] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c22f6809-f000-48c1-ad1e-e52d43a63c39 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.455166] env[62361]: DEBUG oslo_vmware.api [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1702.455166] env[62361]: value = "task-1708804" [ 1702.455166] env[62361]: _type = "Task" [ 1702.455166] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.465626] env[62361]: DEBUG oslo_vmware.api [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.595362] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 331cb7b1-24b1-4df6-aa4f-23309e20b321 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1702.766024] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Releasing lock "refresh_cache-c633538f-aecb-4fb5-88de-8dee9db0e8ea" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.766024] env[62361]: DEBUG nova.compute.manager [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Instance network_info: |[{"id": "c6ccc243-a7c9-4ebf-99f3-b852037d5db1", "address": "fa:16:3e:02:7a:97", "network": {"id": "2bf502ca-22bb-4dde-8ed8-be6bf585afdd", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1691766060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75262183340740aa881c1dc463f4d95a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ccc243-a7", "ovs_interfaceid": "c6ccc243-a7c9-4ebf-99f3-b852037d5db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1702.766024] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:7a:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6ccc243-a7c9-4ebf-99f3-b852037d5db1', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1702.776692] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Creating folder: Project (75262183340740aa881c1dc463f4d95a). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1702.777380] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2739f416-fd2a-4992-80fc-bd117d52e702 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.790024] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Created folder: Project (75262183340740aa881c1dc463f4d95a) in parent group-v355747. [ 1702.790024] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Creating folder: Instances. Parent ref: group-v356014. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1702.790024] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdabb8a8-dd56-48a9-996e-e952c937ff10 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.798885] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Created folder: Instances in parent group-v356014. [ 1702.800515] env[62361]: DEBUG oslo.service.loopingcall [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1702.800888] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1702.801362] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd54c03b-4b13-4244-b008-9174a5573989 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.826461] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1702.826461] env[62361]: value = "task-1708807" [ 1702.826461] env[62361]: _type = "Task" [ 1702.826461] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.830528] env[62361]: DEBUG nova.compute.manager [req-b1c3d42d-34c5-4e91-a280-9f17546079e9 req-9f8b9bb8-1dfc-44b8-830e-e1b01a56e6f0 service nova] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Received event network-changed-c6ccc243-a7c9-4ebf-99f3-b852037d5db1 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1702.830797] env[62361]: DEBUG nova.compute.manager [req-b1c3d42d-34c5-4e91-a280-9f17546079e9 req-9f8b9bb8-1dfc-44b8-830e-e1b01a56e6f0 service nova] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Refreshing instance network info cache due to event network-changed-c6ccc243-a7c9-4ebf-99f3-b852037d5db1. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1702.831076] env[62361]: DEBUG oslo_concurrency.lockutils [req-b1c3d42d-34c5-4e91-a280-9f17546079e9 req-9f8b9bb8-1dfc-44b8-830e-e1b01a56e6f0 service nova] Acquiring lock "refresh_cache-c633538f-aecb-4fb5-88de-8dee9db0e8ea" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.831278] env[62361]: DEBUG oslo_concurrency.lockutils [req-b1c3d42d-34c5-4e91-a280-9f17546079e9 req-9f8b9bb8-1dfc-44b8-830e-e1b01a56e6f0 service nova] Acquired lock "refresh_cache-c633538f-aecb-4fb5-88de-8dee9db0e8ea" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.831489] env[62361]: DEBUG nova.network.neutron [req-b1c3d42d-34c5-4e91-a280-9f17546079e9 req-9f8b9bb8-1dfc-44b8-830e-e1b01a56e6f0 service nova] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Refreshing network info cache for port c6ccc243-a7c9-4ebf-99f3-b852037d5db1 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1702.837621] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708807, 'name': CreateVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.914508] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "2fc59d25-a58c-484f-bac8-20fdc797b674" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.914854] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "2fc59d25-a58c-484f-bac8-20fdc797b674" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.914952] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "2fc59d25-a58c-484f-bac8-20fdc797b674-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.915247] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "2fc59d25-a58c-484f-bac8-20fdc797b674-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.915465] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "2fc59d25-a58c-484f-bac8-20fdc797b674-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.917619] env[62361]: INFO nova.compute.manager [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Terminating instance [ 1702.919642] env[62361]: DEBUG nova.compute.manager [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1702.919872] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1702.920120] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d334e792-ab20-4dda-8812-c3b11a71dfcc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.927391] env[62361]: DEBUG oslo_vmware.api [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1702.927391] env[62361]: value = "task-1708808" [ 1702.927391] env[62361]: _type = "Task" [ 1702.927391] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.935202] env[62361]: DEBUG oslo_vmware.api [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.964419] env[62361]: DEBUG oslo_vmware.api [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708804, 'name': ReconfigVM_Task, 'duration_secs': 0.258589} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.964771] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1702.970253] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b461d20-d2d3-432d-adbb-b89c17466be8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.986224] env[62361]: DEBUG oslo_vmware.api [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1702.986224] env[62361]: value = "task-1708809" [ 1702.986224] env[62361]: _type = "Task" [ 1702.986224] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.993974] env[62361]: DEBUG oslo_vmware.api [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.101907] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance a54712bc-6417-4dbc-aada-d3d6e77935c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1703.102217] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1703.102380] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1703.106132] env[62361]: DEBUG nova.network.neutron [-] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.224423] env[62361]: DEBUG nova.compute.manager [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Stashing vm_state: active {{(pid=62361) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1703.337625] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708807, 'name': CreateVM_Task, 'duration_secs': 0.470186} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.339964] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1703.341062] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.341245] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.341556] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1703.342141] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac785d02-c264-4907-841a-160e650be1e1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.346820] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Waiting for the task: (returnval){ [ 1703.346820] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e6d8c6-af55-0a73-72de-9d5aca7a0f83" [ 1703.346820] env[62361]: _type = "Task" [ 1703.346820] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.357950] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e6d8c6-af55-0a73-72de-9d5aca7a0f83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.375840] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78a55ea-a50c-49f9-8e46-2333925f89f5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.386842] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dbc299-c0bd-4f8a-b44a-2a1e96f317d8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.067590] env[62361]: INFO nova.compute.manager [-] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Took 2.24 seconds to deallocate network for instance. [ 1704.083341] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef451ce-7e05-44a7-b512-f15aea2d08cf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.086283] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.094784] env[62361]: DEBUG oslo_vmware.api [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708809, 'name': ReconfigVM_Task, 'duration_secs': 0.24072} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.103914] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355976', 'volume_id': 'fa9b9405-0e70-44a0-affd-a0bd0c6fafb5', 'name': 'volume-fa9b9405-0e70-44a0-affd-a0bd0c6fafb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a6fd8ee3-7216-45c2-9169-93e5072bcc74', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa9b9405-0e70-44a0-affd-a0bd0c6fafb5', 'serial': 'fa9b9405-0e70-44a0-affd-a0bd0c6fafb5'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1704.106211] env[62361]: DEBUG oslo_vmware.api [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708808, 'name': PowerOffVM_Task, 'duration_secs': 0.294579} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.106473] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e6d8c6-af55-0a73-72de-9d5aca7a0f83, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.110474] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc030996-9638-4c7a-9d85-18a3c5647cb4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.114224] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1704.114427] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Volume detach. Driver type: vmdk {{(pid=62361) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1704.114627] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355988', 'volume_id': 'c03c9a3b-8b9f-4559-b83d-1f6449542011', 'name': 'volume-c03c9a3b-8b9f-4559-b83d-1f6449542011', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '2fc59d25-a58c-484f-bac8-20fdc797b674', 'attached_at': '2024-12-10T21:24:12.000000', 'detached_at': '', 'volume_id': 'c03c9a3b-8b9f-4559-b83d-1f6449542011', 'serial': 'c03c9a3b-8b9f-4559-b83d-1f6449542011'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1704.114956] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.115187] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1704.115417] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.115562] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.115738] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1704.116515] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f11154f-d033-4566-a716-906ff0a7dacc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.119300] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1df21f5f-cabe-40a2-bbfc-91cf1eb19a02 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.131464] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1704.150267] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1704.150454] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1704.151870] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1704.155525] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44e9432-2d21-4ad0-8780-42347c4b2dd1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.158034] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f35114-b86c-47c6-ab6f-4ff817d6948b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.163935] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Waiting for the task: (returnval){ [ 1704.163935] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5258f766-01f7-ac72-5c00-288e3c7daf01" [ 1704.163935] env[62361]: _type = "Task" [ 1704.163935] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.169769] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b5512f-09bf-4bfe-9a06-460e76a40a00 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.177973] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5258f766-01f7-ac72-5c00-288e3c7daf01, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.196225] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af738eee-0656-4e3f-874e-d8f41c547a03 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.198873] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd011188-1726-449d-8e5e-4d4be4c2a01d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.204768] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Waiting for the task: (returnval){ [ 1704.204768] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522ced2d-2554-62b3-471a-1ff50b8643be" [ 1704.204768] env[62361]: _type = "Task" [ 1704.204768] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.216453] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] The volume has not been displaced from its original location: [datastore1] volume-c03c9a3b-8b9f-4559-b83d-1f6449542011/volume-c03c9a3b-8b9f-4559-b83d-1f6449542011.vmdk. No consolidation needed. {{(pid=62361) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1704.221636] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1704.224827] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e5046f7-c939-4702-9fc8-447ce5a4a2f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.245779] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522ced2d-2554-62b3-471a-1ff50b8643be, 'name': SearchDatastore_Task, 'duration_secs': 0.009099} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.246898] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.247229] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] c633538f-aecb-4fb5-88de-8dee9db0e8ea/c633538f-aecb-4fb5-88de-8dee9db0e8ea.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1704.247569] env[62361]: DEBUG oslo_vmware.api [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1704.247569] env[62361]: value = "task-1708810" [ 1704.247569] env[62361]: _type = "Task" [ 1704.247569] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.248026] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51e3d8e2-89fd-4373-92b4-6ce286a481dd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.258604] env[62361]: DEBUG oslo_vmware.api [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708810, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.259802] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Waiting for the task: (returnval){ [ 1704.259802] env[62361]: value = "task-1708811" [ 1704.259802] env[62361]: _type = "Task" [ 1704.259802] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.267300] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': task-1708811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.311610] env[62361]: DEBUG nova.network.neutron [req-b1c3d42d-34c5-4e91-a280-9f17546079e9 req-9f8b9bb8-1dfc-44b8-830e-e1b01a56e6f0 service nova] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Updated VIF entry in instance network info cache for port c6ccc243-a7c9-4ebf-99f3-b852037d5db1. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1704.312013] env[62361]: DEBUG nova.network.neutron [req-b1c3d42d-34c5-4e91-a280-9f17546079e9 req-9f8b9bb8-1dfc-44b8-830e-e1b01a56e6f0 service nova] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Updating instance_info_cache with network_info: [{"id": "c6ccc243-a7c9-4ebf-99f3-b852037d5db1", "address": "fa:16:3e:02:7a:97", "network": {"id": "2bf502ca-22bb-4dde-8ed8-be6bf585afdd", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1691766060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75262183340740aa881c1dc463f4d95a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ccc243-a7", "ovs_interfaceid": "c6ccc243-a7c9-4ebf-99f3-b852037d5db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.590894] env[62361]: DEBUG oslo_concurrency.lockutils [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.660733] env[62361]: DEBUG nova.objects.instance [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lazy-loading 'flavor' on Instance uuid a6fd8ee3-7216-45c2-9169-93e5072bcc74 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.662695] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1704.662891] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.613s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.663469] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.147s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.665107] env[62361]: INFO nova.compute.claims [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1704.763033] env[62361]: DEBUG oslo_vmware.api [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708810, 'name': ReconfigVM_Task, 'duration_secs': 0.321849} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.764974] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1704.771747] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8222383-b258-4e2f-9749-14f3021e1638 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.787127] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': task-1708811, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.788641] env[62361]: DEBUG oslo_vmware.api [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1704.788641] env[62361]: value = "task-1708812" [ 1704.788641] env[62361]: _type = "Task" [ 1704.788641] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.796200] env[62361]: DEBUG oslo_vmware.api [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.814532] env[62361]: DEBUG oslo_concurrency.lockutils [req-b1c3d42d-34c5-4e91-a280-9f17546079e9 req-9f8b9bb8-1dfc-44b8-830e-e1b01a56e6f0 service nova] Releasing lock "refresh_cache-c633538f-aecb-4fb5-88de-8dee9db0e8ea" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.814820] env[62361]: DEBUG nova.compute.manager [req-b1c3d42d-34c5-4e91-a280-9f17546079e9 req-9f8b9bb8-1dfc-44b8-830e-e1b01a56e6f0 service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Received event network-vif-deleted-49e3c5ab-cadd-412f-bd3a-f7e21500a8c8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1704.814999] env[62361]: INFO nova.compute.manager [req-b1c3d42d-34c5-4e91-a280-9f17546079e9 req-9f8b9bb8-1dfc-44b8-830e-e1b01a56e6f0 service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Neutron deleted interface 49e3c5ab-cadd-412f-bd3a-f7e21500a8c8; detaching it from the instance and deleting it from the info cache [ 1704.815184] env[62361]: DEBUG nova.network.neutron [req-b1c3d42d-34c5-4e91-a280-9f17546079e9 req-9f8b9bb8-1dfc-44b8-830e-e1b01a56e6f0 service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.270283] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': task-1708811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542159} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.270587] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] c633538f-aecb-4fb5-88de-8dee9db0e8ea/c633538f-aecb-4fb5-88de-8dee9db0e8ea.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1705.270814] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1705.271078] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c75e856-a9ec-42ca-8ac6-7e0e3d7268b4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.277416] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Waiting for the task: (returnval){ [ 1705.277416] env[62361]: value = "task-1708813" [ 1705.277416] env[62361]: _type = "Task" [ 1705.277416] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.284921] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': task-1708813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.298102] env[62361]: DEBUG oslo_vmware.api [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708812, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.318317] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-493a698e-7f15-4fe7-8e3b-f53d5b694103 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.327373] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77afc9e5-aeb1-4851-8c6b-06037677f885 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.358542] env[62361]: DEBUG nova.compute.manager [req-b1c3d42d-34c5-4e91-a280-9f17546079e9 req-9f8b9bb8-1dfc-44b8-830e-e1b01a56e6f0 service nova] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Detach interface failed, port_id=49e3c5ab-cadd-412f-bd3a-f7e21500a8c8, reason: Instance c15e00f9-1a2e-41aa-99a6-10b0519d9468 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1705.669951] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d31f68f4-c2c5-4867-b208-e1134acaca28 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.870s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.790936] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': task-1708813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082934} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.794146] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1705.797082] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3346b5d2-d8ed-4ce6-9154-4cff93d0d366 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.805148] env[62361]: DEBUG oslo_vmware.api [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708812, 'name': ReconfigVM_Task, 'duration_secs': 0.537764} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.814290] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355988', 'volume_id': 'c03c9a3b-8b9f-4559-b83d-1f6449542011', 'name': 'volume-c03c9a3b-8b9f-4559-b83d-1f6449542011', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '2fc59d25-a58c-484f-bac8-20fdc797b674', 'attached_at': '2024-12-10T21:24:12.000000', 'detached_at': '', 'volume_id': 'c03c9a3b-8b9f-4559-b83d-1f6449542011', 'serial': 'c03c9a3b-8b9f-4559-b83d-1f6449542011'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1705.814602] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1705.823260] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] c633538f-aecb-4fb5-88de-8dee9db0e8ea/c633538f-aecb-4fb5-88de-8dee9db0e8ea.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1705.826259] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ba4d04-2119-4843-b950-7c85a48d022a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.829311] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6791e88-63ad-49c1-a0dd-b865a09bdff6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.848902] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1705.849906] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d801ffe-f9ae-4dd5-bb9c-f4d1be1487c5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.850976] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Waiting for the task: (returnval){ [ 1705.850976] env[62361]: value = "task-1708814" [ 1705.850976] env[62361]: _type = "Task" [ 1705.850976] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.861037] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': task-1708814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.950238] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a80ae7e-28cd-4a10-a5db-53b6aae2c75b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.957612] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac696e7b-a908-4d28-82ec-ed528b5d9afb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.994410] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044ef4c2-23ed-410c-9ed5-666e7978c4d6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.997338] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1705.997572] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1705.997784] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Deleting the datastore file [datastore1] 2fc59d25-a58c-484f-bac8-20fdc797b674 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1705.998073] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-045dea2b-41b7-437d-89d1-c9e5e65597a7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.005552] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a43e35-b89f-4ccb-ae00-4a64cfba2d6b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.009367] env[62361]: DEBUG oslo_vmware.api [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1706.009367] env[62361]: value = "task-1708816" [ 1706.009367] env[62361]: _type = "Task" [ 1706.009367] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.020689] env[62361]: DEBUG nova.compute.provider_tree [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1706.026984] env[62361]: DEBUG oslo_vmware.api [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.063529] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.063529] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.063797] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.063970] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.064124] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.066378] env[62361]: INFO nova.compute.manager [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Terminating instance [ 1706.068169] env[62361]: DEBUG nova.compute.manager [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1706.068363] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1706.069253] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8242ff7c-1e46-40f2-919d-54a9d1561864 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.077120] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.077397] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d692e2b1-f262-4c1e-ae7c-6b272548a7f8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.082982] env[62361]: DEBUG oslo_vmware.api [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1706.082982] env[62361]: value = "task-1708817" [ 1706.082982] env[62361]: _type = "Task" [ 1706.082982] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.091771] env[62361]: DEBUG oslo_vmware.api [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.360834] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': task-1708814, 'name': ReconfigVM_Task, 'duration_secs': 0.263936} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.361222] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Reconfigured VM instance instance-00000061 to attach disk [datastore1] c633538f-aecb-4fb5-88de-8dee9db0e8ea/c633538f-aecb-4fb5-88de-8dee9db0e8ea.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1706.361806] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abef2a6d-f6ff-40c6-9767-45067abbcfba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.368174] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Waiting for the task: (returnval){ [ 1706.368174] env[62361]: value = "task-1708818" [ 1706.368174] env[62361]: _type = "Task" [ 1706.368174] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.376070] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': task-1708818, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.518331] env[62361]: DEBUG oslo_vmware.api [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161215} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.518569] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1706.518759] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1706.518936] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1706.519121] env[62361]: INFO nova.compute.manager [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Took 3.60 seconds to destroy the instance on the hypervisor. [ 1706.519357] env[62361]: DEBUG oslo.service.loopingcall [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.519571] env[62361]: DEBUG nova.compute.manager [-] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1706.519673] env[62361]: DEBUG nova.network.neutron [-] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1706.524218] env[62361]: DEBUG nova.scheduler.client.report [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1706.593043] env[62361]: DEBUG oslo_vmware.api [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708817, 'name': PowerOffVM_Task, 'duration_secs': 0.149887} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.593043] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1706.593256] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1706.593375] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-453aa2e1-65d5-4f7f-b410-a0ef22a2aa24 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.658224] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1706.658475] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1706.658665] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Deleting the datastore file [datastore1] a6fd8ee3-7216-45c2-9169-93e5072bcc74 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1706.658933] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c62074a5-442e-4b45-a30f-852ce70142b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.665087] env[62361]: DEBUG oslo_vmware.api [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1706.665087] env[62361]: value = "task-1708820" [ 1706.665087] env[62361]: _type = "Task" [ 1706.665087] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.672884] env[62361]: DEBUG oslo_vmware.api [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.879881] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': task-1708818, 'name': Rename_Task, 'duration_secs': 0.138773} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.880217] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1706.880468] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-168bb1f1-215d-458d-ab59-8db006cce9ed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.886400] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Waiting for the task: (returnval){ [ 1706.886400] env[62361]: value = "task-1708821" [ 1706.886400] env[62361]: _type = "Task" [ 1706.886400] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.898229] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': task-1708821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.028837] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.029373] env[62361]: DEBUG nova.compute.manager [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1707.031998] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.033373] env[62361]: INFO nova.compute.claims [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1707.038106] env[62361]: DEBUG nova.compute.manager [req-9483b1cc-c967-4747-93eb-63a1c3e84d30 req-dc1a8a5d-ab2f-463d-94d6-3a6dd389f506 service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Received event network-vif-deleted-7f5cc424-69b5-4572-bb04-a0f0a735892f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1707.038330] env[62361]: INFO nova.compute.manager [req-9483b1cc-c967-4747-93eb-63a1c3e84d30 req-dc1a8a5d-ab2f-463d-94d6-3a6dd389f506 service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Neutron deleted interface 7f5cc424-69b5-4572-bb04-a0f0a735892f; detaching it from the instance and deleting it from the info cache [ 1707.038505] env[62361]: DEBUG nova.network.neutron [req-9483b1cc-c967-4747-93eb-63a1c3e84d30 req-dc1a8a5d-ab2f-463d-94d6-3a6dd389f506 service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.183678] env[62361]: DEBUG oslo_vmware.api [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13244} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.184155] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1707.184454] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1707.184736] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1707.185050] env[62361]: INFO nova.compute.manager [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1707.185393] env[62361]: DEBUG oslo.service.loopingcall [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.185643] env[62361]: DEBUG nova.compute.manager [-] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1707.185773] env[62361]: DEBUG nova.network.neutron [-] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1707.397272] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': task-1708821, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.482840] env[62361]: DEBUG nova.network.neutron [-] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.538471] env[62361]: DEBUG nova.compute.utils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1707.542153] env[62361]: DEBUG nova.compute.manager [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1707.542357] env[62361]: DEBUG nova.network.neutron [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1707.546728] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-545039e4-335e-40b6-8463-b00ad6700e10 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.559246] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0098f84-3882-4a99-bee3-aeee85ec5e20 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.594980] env[62361]: DEBUG nova.compute.manager [req-9483b1cc-c967-4747-93eb-63a1c3e84d30 req-dc1a8a5d-ab2f-463d-94d6-3a6dd389f506 service nova] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Detach interface failed, port_id=7f5cc424-69b5-4572-bb04-a0f0a735892f, reason: Instance 2fc59d25-a58c-484f-bac8-20fdc797b674 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1707.621894] env[62361]: DEBUG nova.policy [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3fd6bfbc398484eb36d699c77b52b75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '750c381aedae452fb60bdd2f91114613', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1707.897031] env[62361]: DEBUG oslo_vmware.api [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': task-1708821, 'name': PowerOnVM_Task, 'duration_secs': 0.68468} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.898268] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1707.898268] env[62361]: INFO nova.compute.manager [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1707.898268] env[62361]: DEBUG nova.compute.manager [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1707.898536] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0776e5a1-fe24-49c5-8434-c0cf0fb25362 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.908838] env[62361]: DEBUG nova.network.neutron [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Successfully created port: ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1707.986608] env[62361]: INFO nova.compute.manager [-] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Took 1.47 seconds to deallocate network for instance. [ 1708.046512] env[62361]: DEBUG nova.compute.manager [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1708.199898] env[62361]: DEBUG nova.network.neutron [-] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.357569] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430dd646-9a0c-46e8-b6b8-2d4412c2765c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.366559] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec95372-7e1f-465b-b826-18091d1e615a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.397151] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e13462f-c546-4cad-969a-e54464c3d646 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.405178] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca722c4-679a-45a2-b7d7-de6204a59fee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.423919] env[62361]: DEBUG nova.compute.provider_tree [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1708.429207] env[62361]: INFO nova.compute.manager [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Took 25.22 seconds to build instance. [ 1708.536921] env[62361]: INFO nova.compute.manager [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Took 0.55 seconds to detach 1 volumes for instance. [ 1708.703520] env[62361]: INFO nova.compute.manager [-] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Took 1.52 seconds to deallocate network for instance. [ 1708.931037] env[62361]: DEBUG nova.scheduler.client.report [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1708.934048] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a4e5eed5-8e66-452c-b59e-4ce35b562f60 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Lock "c633538f-aecb-4fb5-88de-8dee9db0e8ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.757s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.042985] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.060285] env[62361]: DEBUG nova.compute.manager [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1709.064656] env[62361]: DEBUG nova.compute.manager [req-7764ef59-21d7-48a3-96cb-5be13869d758 req-3215d8d8-2f46-483a-a02d-7e8833001e64 service nova] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Received event network-vif-deleted-0fe71ed9-5991-414a-b080-95f903e97a1d {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1709.087516] env[62361]: DEBUG nova.virt.hardware [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1709.088356] env[62361]: DEBUG nova.virt.hardware [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1709.088356] env[62361]: DEBUG nova.virt.hardware [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1709.088356] env[62361]: DEBUG nova.virt.hardware [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1709.088356] env[62361]: DEBUG nova.virt.hardware [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1709.088710] env[62361]: DEBUG nova.virt.hardware [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1709.088710] env[62361]: DEBUG nova.virt.hardware [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1709.088913] env[62361]: DEBUG nova.virt.hardware [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1709.089531] env[62361]: DEBUG nova.virt.hardware [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1709.089531] env[62361]: DEBUG nova.virt.hardware [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1709.089531] env[62361]: DEBUG nova.virt.hardware [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1709.090409] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef770ce8-18e9-415f-8cb8-66ee33a6d374 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.099274] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827f87fa-3904-44ba-8bbb-6cbe20dbfd0b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.210273] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.257969] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Acquiring lock "c633538f-aecb-4fb5-88de-8dee9db0e8ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.257969] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Lock "c633538f-aecb-4fb5-88de-8dee9db0e8ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.259073] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Acquiring lock "c633538f-aecb-4fb5-88de-8dee9db0e8ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.259186] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Lock "c633538f-aecb-4fb5-88de-8dee9db0e8ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.259448] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Lock "c633538f-aecb-4fb5-88de-8dee9db0e8ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.262102] env[62361]: INFO nova.compute.manager [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Terminating instance [ 1709.264997] env[62361]: DEBUG nova.compute.manager [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1709.265182] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1709.266077] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d8ae91-2910-48d4-978c-e8126015d6db {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.273600] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1709.273840] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af2bb40e-1527-43e6-a4f7-85bc0e043599 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.279988] env[62361]: DEBUG oslo_vmware.api [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Waiting for the task: (returnval){ [ 1709.279988] env[62361]: value = "task-1708822" [ 1709.279988] env[62361]: _type = "Task" [ 1709.279988] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.288543] env[62361]: DEBUG oslo_vmware.api [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': task-1708822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.439025] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.439025] env[62361]: DEBUG nova.compute.manager [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1709.441050] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.846s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.441402] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.441712] env[62361]: INFO nova.compute.manager [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Successfully reverted task state from image_uploading on failure for instance. [ 1709.444322] env[62361]: DEBUG oslo_concurrency.lockutils [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.567s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.448139] env[62361]: DEBUG oslo_concurrency.lockutils [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.448139] env[62361]: DEBUG oslo_concurrency.lockutils [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.371s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.448139] env[62361]: DEBUG oslo_concurrency.lockutils [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.448925] env[62361]: DEBUG oslo_concurrency.lockutils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.851s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.451196] env[62361]: INFO nova.compute.claims [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server [None req-9691671d-9f95-4534-b25f-3c5b39105d63 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-356000' has already been deleted or has not been completely created [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server raise self.value [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server raise self.value [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1453, in decorated_function [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server raise self.value [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 233, in decorated_function [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server raise self.value [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 230, in decorated_function [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4443, in snapshot_instance [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4476, in _snapshot_instance [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 571, in snapshot [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 232, in fun [ 1709.455046] env[62361]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 937, in _delete_vm_snapshot [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server self._session._wait_for_task(delete_snapshot_task) [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server return self.wait_for_task(task_ref) [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server return evt.wait() [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server self.f(*self.args, **self.kw) [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server raise exceptions.translate_fault(task_info.error) [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-356000' has already been deleted or has not been completely created [ 1709.458687] env[62361]: ERROR oslo_messaging.rpc.server [ 1709.485962] env[62361]: INFO nova.scheduler.client.report [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleted allocations for instance ce240222-4195-4b7d-9197-cbe08780ad9e [ 1709.491587] env[62361]: INFO nova.scheduler.client.report [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Deleted allocations for instance e51f5739-400e-46f1-a3dd-9f75eeb07638 [ 1709.523646] env[62361]: DEBUG nova.network.neutron [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Successfully updated port: ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1709.790328] env[62361]: DEBUG oslo_vmware.api [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': task-1708822, 'name': PowerOffVM_Task, 'duration_secs': 0.275318} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.790610] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1709.790780] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1709.791080] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9dd850c-a11c-4935-8332-73575c0f5818 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.921684] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1709.921900] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1709.922097] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Deleting the datastore file [datastore1] c633538f-aecb-4fb5-88de-8dee9db0e8ea {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1709.922369] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a092cefc-4c40-4c83-94d4-1ee806911f33 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.928594] env[62361]: DEBUG oslo_vmware.api [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Waiting for the task: (returnval){ [ 1709.928594] env[62361]: value = "task-1708824" [ 1709.928594] env[62361]: _type = "Task" [ 1709.928594] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.936470] env[62361]: DEBUG oslo_vmware.api [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': task-1708824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.941776] env[62361]: DEBUG nova.compute.utils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1709.943173] env[62361]: DEBUG nova.compute.manager [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1709.943345] env[62361]: DEBUG nova.network.neutron [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1710.000533] env[62361]: DEBUG oslo_concurrency.lockutils [None req-719e4c05-0d74-4cbd-8fda-53df516887be tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "ce240222-4195-4b7d-9197-cbe08780ad9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.134s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.002336] env[62361]: DEBUG oslo_concurrency.lockutils [None req-826fd990-3698-4ec9-b068-2a6eb0149f9c tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "e51f5739-400e-46f1-a3dd-9f75eeb07638" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.513s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.005776] env[62361]: DEBUG nova.policy [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93064d98a0e84c25b78736c4cd37a26d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69700e8d1f8e4cedaced84a586a8a681', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1710.027397] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "refresh_cache-e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.027397] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "refresh_cache-e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.027397] env[62361]: DEBUG nova.network.neutron [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1710.276015] env[62361]: DEBUG nova.network.neutron [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Successfully created port: 7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1710.441990] env[62361]: DEBUG oslo_vmware.api [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Task: {'id': task-1708824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238857} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.441990] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1710.441990] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1710.441990] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1710.441990] env[62361]: INFO nova.compute.manager [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1710.441990] env[62361]: DEBUG oslo.service.loopingcall [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.441990] env[62361]: DEBUG nova.compute.manager [-] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1710.441990] env[62361]: DEBUG nova.network.neutron [-] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1710.449029] env[62361]: DEBUG nova.compute.manager [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1710.591663] env[62361]: DEBUG nova.network.neutron [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1710.737181] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6fdb0e-c63a-4e6f-a16d-3dd618205501 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.746718] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4449a289-7a00-4a87-a68c-b20e2061a33e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.781907] env[62361]: DEBUG nova.network.neutron [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Updating instance_info_cache with network_info: [{"id": "ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2", "address": "fa:16:3e:6b:cd:66", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae0ea204-33", "ovs_interfaceid": "ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.783636] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc860406-7199-41c2-9174-c329c8d7c6de {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.791712] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de0e7e0-33f3-4f83-b40d-705b0ec361c9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.809081] env[62361]: DEBUG nova.compute.provider_tree [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1711.109287] env[62361]: DEBUG nova.compute.manager [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Received event network-vif-plugged-ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1711.109713] env[62361]: DEBUG oslo_concurrency.lockutils [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] Acquiring lock "e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.110125] env[62361]: DEBUG oslo_concurrency.lockutils [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] Lock "e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.110473] env[62361]: DEBUG oslo_concurrency.lockutils [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] Lock "e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.110980] env[62361]: DEBUG nova.compute.manager [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] No waiting events found dispatching network-vif-plugged-ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1711.111345] env[62361]: WARNING nova.compute.manager [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Received unexpected event network-vif-plugged-ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2 for instance with vm_state building and task_state spawning. [ 1711.111490] env[62361]: DEBUG nova.compute.manager [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Received event network-changed-ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1711.111780] env[62361]: DEBUG nova.compute.manager [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Refreshing instance network info cache due to event network-changed-ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1711.112024] env[62361]: DEBUG oslo_concurrency.lockutils [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] Acquiring lock "refresh_cache-e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.287500] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "refresh_cache-e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.287784] env[62361]: DEBUG nova.compute.manager [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Instance network_info: |[{"id": "ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2", "address": "fa:16:3e:6b:cd:66", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae0ea204-33", "ovs_interfaceid": "ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1711.288126] env[62361]: DEBUG oslo_concurrency.lockutils [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] Acquired lock "refresh_cache-e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.288341] env[62361]: DEBUG nova.network.neutron [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Refreshing network info cache for port ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1711.290325] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:cd:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1711.297871] env[62361]: DEBUG oslo.service.loopingcall [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.301047] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1711.301378] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-454dd7d0-ed4d-4fe3-987b-858cb9ec2736 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.317218] env[62361]: DEBUG nova.scheduler.client.report [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1711.320834] env[62361]: DEBUG nova.network.neutron [-] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.327611] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1711.327611] env[62361]: value = "task-1708825" [ 1711.327611] env[62361]: _type = "Task" [ 1711.327611] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.336548] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708825, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.457924] env[62361]: DEBUG nova.compute.manager [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1711.486466] env[62361]: DEBUG nova.virt.hardware [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1711.486825] env[62361]: DEBUG nova.virt.hardware [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1711.487062] env[62361]: DEBUG nova.virt.hardware [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1711.487303] env[62361]: DEBUG nova.virt.hardware [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1711.487505] env[62361]: DEBUG nova.virt.hardware [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1711.487742] env[62361]: DEBUG nova.virt.hardware [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1711.488125] env[62361]: DEBUG nova.virt.hardware [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1711.488334] env[62361]: DEBUG nova.virt.hardware [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1711.488533] env[62361]: DEBUG nova.virt.hardware [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1711.488741] env[62361]: DEBUG nova.virt.hardware [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1711.488926] env[62361]: DEBUG nova.virt.hardware [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1711.489831] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a905bbc-1762-4bfc-b622-06ef8d6a3345 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.500569] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4fd2f3-ca1c-4d22-a7e7-bee19165a859 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.565452] env[62361]: DEBUG nova.network.neutron [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Updated VIF entry in instance network info cache for port ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1711.565896] env[62361]: DEBUG nova.network.neutron [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Updating instance_info_cache with network_info: [{"id": "ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2", "address": "fa:16:3e:6b:cd:66", "network": {"id": "5dd38146-3a09-41af-b2a0-02cd3c0a055a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-138968353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "750c381aedae452fb60bdd2f91114613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae0ea204-33", "ovs_interfaceid": "ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.822656] env[62361]: DEBUG oslo_concurrency.lockutils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.823478] env[62361]: DEBUG nova.compute.manager [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1711.827105] env[62361]: DEBUG oslo_concurrency.lockutils [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.880s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.827305] env[62361]: DEBUG oslo_concurrency.lockutils [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.829648] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.364s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.831052] env[62361]: INFO nova.compute.claims [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1711.833467] env[62361]: INFO nova.compute.manager [-] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Took 1.39 seconds to deallocate network for instance. [ 1711.848550] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708825, 'name': CreateVM_Task, 'duration_secs': 0.460363} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.848716] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1711.850077] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.850077] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.850077] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1711.850077] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78daf656-0ac6-4aeb-b965-6494f9168900 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.853479] env[62361]: INFO nova.scheduler.client.report [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleted allocations for instance 7538ffce-0351-43f6-a5be-09028e5b1c5f [ 1711.855645] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1711.855645] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52256e10-e28c-1966-6de7-71c6861e3750" [ 1711.855645] env[62361]: _type = "Task" [ 1711.855645] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.866121] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52256e10-e28c-1966-6de7-71c6861e3750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.070155] env[62361]: DEBUG oslo_concurrency.lockutils [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] Releasing lock "refresh_cache-e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.070155] env[62361]: DEBUG nova.compute.manager [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Received event network-vif-deleted-c6ccc243-a7c9-4ebf-99f3-b852037d5db1 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1712.070155] env[62361]: INFO nova.compute.manager [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Neutron deleted interface c6ccc243-a7c9-4ebf-99f3-b852037d5db1; detaching it from the instance and deleting it from the info cache [ 1712.070155] env[62361]: DEBUG nova.network.neutron [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.259475] env[62361]: DEBUG nova.network.neutron [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Successfully updated port: 7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1712.336873] env[62361]: DEBUG nova.compute.utils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1712.340797] env[62361]: DEBUG nova.compute.manager [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1712.341116] env[62361]: DEBUG nova.network.neutron [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1712.344554] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.365070] env[62361]: DEBUG oslo_concurrency.lockutils [None req-20cb0162-25eb-4640-9c78-1e458b1fe43f tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "7538ffce-0351-43f6-a5be-09028e5b1c5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.962s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.370250] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52256e10-e28c-1966-6de7-71c6861e3750, 'name': SearchDatastore_Task, 'duration_secs': 0.010194} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.370524] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.370735] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1712.370959] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.371127] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.371302] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1712.371585] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64f55275-96e7-4a63-87fd-ede7469d8bea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.379948] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1712.380141] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1712.381541] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959e1fec-202c-4cd7-829d-b1d1077c89b4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.387212] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1712.387212] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521b51f3-da0a-3941-a37e-3a4bb04e36d7" [ 1712.387212] env[62361]: _type = "Task" [ 1712.387212] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.394698] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521b51f3-da0a-3941-a37e-3a4bb04e36d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.396061] env[62361]: DEBUG nova.policy [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ea38aa04e9f4210b7606e13c83743a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8260c71c412046a28a25d50f74233286', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1712.572586] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84c32e2f-a6a3-4d58-a4f0-7963b2a4d6bf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.582420] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdb8a46-1eaa-4a88-b642-6cbf60fd52da {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.610910] env[62361]: DEBUG nova.compute.manager [req-644aff09-1faa-4cc2-a2c9-0ca8459140a8 req-5023f5f2-a465-4f1e-9a75-c0554735f1f9 service nova] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Detach interface failed, port_id=c6ccc243-a7c9-4ebf-99f3-b852037d5db1, reason: Instance c633538f-aecb-4fb5-88de-8dee9db0e8ea could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1712.666306] env[62361]: DEBUG nova.network.neutron [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Successfully created port: 489519a0-5d33-4b2e-acc9-6ac7bdc58283 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1712.762841] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "refresh_cache-cb9aa169-8e65-4b70-a44a-cc3b8d572c4b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.767200] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired lock "refresh_cache-cb9aa169-8e65-4b70-a44a-cc3b8d572c4b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.767396] env[62361]: DEBUG nova.network.neutron [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1712.841660] env[62361]: DEBUG nova.compute.manager [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1712.899645] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521b51f3-da0a-3941-a37e-3a4bb04e36d7, 'name': SearchDatastore_Task, 'duration_secs': 0.00905} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.900554] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a54d07-901a-4052-b801-6b46072f5915 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.905893] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1712.905893] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526470b2-c1c8-6a9e-d9e8-3cbb89ee494e" [ 1712.905893] env[62361]: _type = "Task" [ 1712.905893] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.915540] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526470b2-c1c8-6a9e-d9e8-3cbb89ee494e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.048736] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a7388d-a4c8-4b98-a0a3-81f45a31b7f2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.057039] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b422a714-6089-4b68-be54-6661b2373d9b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.107028] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff0a0d2-ee50-4031-b12e-c5eb439c4804 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.115253] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564a6484-28e2-46fb-9614-576d503dfbf5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.131510] env[62361]: DEBUG nova.compute.provider_tree [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1713.135932] env[62361]: DEBUG nova.compute.manager [req-91c3ec34-6b7c-4d16-9105-052e784b36d7 req-9183c444-ddb7-4aab-a7a1-618819932fa2 service nova] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Received event network-vif-plugged-7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1713.136018] env[62361]: DEBUG oslo_concurrency.lockutils [req-91c3ec34-6b7c-4d16-9105-052e784b36d7 req-9183c444-ddb7-4aab-a7a1-618819932fa2 service nova] Acquiring lock "cb9aa169-8e65-4b70-a44a-cc3b8d572c4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.136207] env[62361]: DEBUG oslo_concurrency.lockutils [req-91c3ec34-6b7c-4d16-9105-052e784b36d7 req-9183c444-ddb7-4aab-a7a1-618819932fa2 service nova] Lock "cb9aa169-8e65-4b70-a44a-cc3b8d572c4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.137182] env[62361]: DEBUG oslo_concurrency.lockutils [req-91c3ec34-6b7c-4d16-9105-052e784b36d7 req-9183c444-ddb7-4aab-a7a1-618819932fa2 service nova] Lock "cb9aa169-8e65-4b70-a44a-cc3b8d572c4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.137182] env[62361]: DEBUG nova.compute.manager [req-91c3ec34-6b7c-4d16-9105-052e784b36d7 req-9183c444-ddb7-4aab-a7a1-618819932fa2 service nova] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] No waiting events found dispatching network-vif-plugged-7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1713.137182] env[62361]: WARNING nova.compute.manager [req-91c3ec34-6b7c-4d16-9105-052e784b36d7 req-9183c444-ddb7-4aab-a7a1-618819932fa2 service nova] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Received unexpected event network-vif-plugged-7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb for instance with vm_state building and task_state spawning. [ 1713.137182] env[62361]: DEBUG nova.compute.manager [req-91c3ec34-6b7c-4d16-9105-052e784b36d7 req-9183c444-ddb7-4aab-a7a1-618819932fa2 service nova] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Received event network-changed-7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1713.137182] env[62361]: DEBUG nova.compute.manager [req-91c3ec34-6b7c-4d16-9105-052e784b36d7 req-9183c444-ddb7-4aab-a7a1-618819932fa2 service nova] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Refreshing instance network info cache due to event network-changed-7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1713.137182] env[62361]: DEBUG oslo_concurrency.lockutils [req-91c3ec34-6b7c-4d16-9105-052e784b36d7 req-9183c444-ddb7-4aab-a7a1-618819932fa2 service nova] Acquiring lock "refresh_cache-cb9aa169-8e65-4b70-a44a-cc3b8d572c4b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.303126] env[62361]: DEBUG nova.network.neutron [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1713.312072] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "cad0a47a-d332-400d-a662-8b0089e6d803" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.312072] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "cad0a47a-d332-400d-a662-8b0089e6d803" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.312072] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "cad0a47a-d332-400d-a662-8b0089e6d803-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.312241] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "cad0a47a-d332-400d-a662-8b0089e6d803-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.312351] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "cad0a47a-d332-400d-a662-8b0089e6d803-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.315021] env[62361]: INFO nova.compute.manager [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Terminating instance [ 1713.316981] env[62361]: DEBUG nova.compute.manager [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1713.316981] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1713.317612] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170f2b7e-6370-4462-b36e-e948fb67f12a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.326627] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1713.328720] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d873e912-f7b6-407f-86f6-82bb09b98c6a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.337773] env[62361]: DEBUG oslo_vmware.api [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1713.337773] env[62361]: value = "task-1708826" [ 1713.337773] env[62361]: _type = "Task" [ 1713.337773] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.347079] env[62361]: DEBUG oslo_vmware.api [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.421392] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]526470b2-c1c8-6a9e-d9e8-3cbb89ee494e, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.421807] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.422158] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a/e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1713.422482] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90023fc0-61cd-436a-a00f-58296d8e0eb2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.429400] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1713.429400] env[62361]: value = "task-1708827" [ 1713.429400] env[62361]: _type = "Task" [ 1713.429400] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.438205] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.504371] env[62361]: DEBUG nova.network.neutron [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Updating instance_info_cache with network_info: [{"id": "7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb", "address": "fa:16:3e:98:52:02", "network": {"id": "46455119-92ff-4eb0-bbc2-43b3d78d9332", "bridge": "br-int", "label": "tempest-ImagesTestJSON-431158718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69700e8d1f8e4cedaced84a586a8a681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0c6309-f8", "ovs_interfaceid": "7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.639127] env[62361]: DEBUG nova.scheduler.client.report [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1713.850078] env[62361]: DEBUG oslo_vmware.api [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708826, 'name': PowerOffVM_Task, 'duration_secs': 0.251334} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.850388] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1713.850556] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1713.850820] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58cfdf7e-18e6-478e-87fe-6c2b3c520587 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.855955] env[62361]: DEBUG nova.compute.manager [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1713.884122] env[62361]: DEBUG nova.virt.hardware [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1713.884393] env[62361]: DEBUG nova.virt.hardware [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1713.884554] env[62361]: DEBUG nova.virt.hardware [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1713.884742] env[62361]: DEBUG nova.virt.hardware [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1713.884890] env[62361]: DEBUG nova.virt.hardware [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1713.885060] env[62361]: DEBUG nova.virt.hardware [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1713.885278] env[62361]: DEBUG nova.virt.hardware [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1713.885436] env[62361]: DEBUG nova.virt.hardware [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1713.885602] env[62361]: DEBUG nova.virt.hardware [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1713.885803] env[62361]: DEBUG nova.virt.hardware [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1713.885992] env[62361]: DEBUG nova.virt.hardware [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1713.886929] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cb7ca5-7c32-4d73-a405-62915983ecb5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.895941] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d990cf3-d1b1-4393-8109-6fe8035927ae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.938540] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492704} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.939677] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a/e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1713.939893] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1713.940183] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1713.940417] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1713.940592] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleting the datastore file [datastore1] cad0a47a-d332-400d-a662-8b0089e6d803 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1713.940817] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40f612bc-7992-49f6-8cc0-77e33f388ddb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.942626] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-653539a4-ef74-4acb-92f3-0068ae672eed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.948864] env[62361]: DEBUG oslo_vmware.api [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for the task: (returnval){ [ 1713.948864] env[62361]: value = "task-1708830" [ 1713.948864] env[62361]: _type = "Task" [ 1713.948864] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.950085] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1713.950085] env[62361]: value = "task-1708829" [ 1713.950085] env[62361]: _type = "Task" [ 1713.950085] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.960633] env[62361]: DEBUG oslo_vmware.api [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.963691] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.008244] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Releasing lock "refresh_cache-cb9aa169-8e65-4b70-a44a-cc3b8d572c4b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.008696] env[62361]: DEBUG nova.compute.manager [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Instance network_info: |[{"id": "7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb", "address": "fa:16:3e:98:52:02", "network": {"id": "46455119-92ff-4eb0-bbc2-43b3d78d9332", "bridge": "br-int", "label": "tempest-ImagesTestJSON-431158718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69700e8d1f8e4cedaced84a586a8a681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0c6309-f8", "ovs_interfaceid": "7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1714.009135] env[62361]: DEBUG oslo_concurrency.lockutils [req-91c3ec34-6b7c-4d16-9105-052e784b36d7 req-9183c444-ddb7-4aab-a7a1-618819932fa2 service nova] Acquired lock "refresh_cache-cb9aa169-8e65-4b70-a44a-cc3b8d572c4b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.009397] env[62361]: DEBUG nova.network.neutron [req-91c3ec34-6b7c-4d16-9105-052e784b36d7 req-9183c444-ddb7-4aab-a7a1-618819932fa2 service nova] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Refreshing network info cache for port 7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1714.010692] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:52:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1714.019386] env[62361]: DEBUG oslo.service.loopingcall [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1714.023046] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1714.023046] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35c75cf8-6a36-4292-b50f-7580a3105946 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.044411] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1714.044411] env[62361]: value = "task-1708831" [ 1714.044411] env[62361]: _type = "Task" [ 1714.044411] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.052274] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708831, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.145484] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.146041] env[62361]: DEBUG nova.compute.manager [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1714.148708] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.063s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.398285] env[62361]: DEBUG nova.network.neutron [req-91c3ec34-6b7c-4d16-9105-052e784b36d7 req-9183c444-ddb7-4aab-a7a1-618819932fa2 service nova] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Updated VIF entry in instance network info cache for port 7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1714.398599] env[62361]: DEBUG nova.network.neutron [req-91c3ec34-6b7c-4d16-9105-052e784b36d7 req-9183c444-ddb7-4aab-a7a1-618819932fa2 service nova] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Updating instance_info_cache with network_info: [{"id": "7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb", "address": "fa:16:3e:98:52:02", "network": {"id": "46455119-92ff-4eb0-bbc2-43b3d78d9332", "bridge": "br-int", "label": "tempest-ImagesTestJSON-431158718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69700e8d1f8e4cedaced84a586a8a681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0c6309-f8", "ovs_interfaceid": "7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.420915] env[62361]: DEBUG nova.network.neutron [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Successfully updated port: 489519a0-5d33-4b2e-acc9-6ac7bdc58283 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1714.462692] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070574} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.466093] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1714.466420] env[62361]: DEBUG oslo_vmware.api [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Task: {'id': task-1708830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167688} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.467119] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae53e4b9-5f43-4b45-bc75-71c31d9ddde3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.469952] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1714.470123] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1714.470370] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1714.470570] env[62361]: INFO nova.compute.manager [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1714.470848] env[62361]: DEBUG oslo.service.loopingcall [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1714.471491] env[62361]: DEBUG nova.compute.manager [-] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1714.471624] env[62361]: DEBUG nova.network.neutron [-] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1714.493354] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a/e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1714.493634] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c8f45b9-9f33-4eec-8584-8ac135d3e3b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.514697] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1714.514697] env[62361]: value = "task-1708832" [ 1714.514697] env[62361]: _type = "Task" [ 1714.514697] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.524900] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.554491] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708831, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.651947] env[62361]: DEBUG nova.compute.utils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1714.657024] env[62361]: INFO nova.compute.claims [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1714.659419] env[62361]: DEBUG nova.compute.manager [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1714.659582] env[62361]: DEBUG nova.network.neutron [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1714.745352] env[62361]: DEBUG nova.policy [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '181d20f626654a4cac861ce5034131b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0a99a4b05c844fb97643d3c065eb431', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1714.901567] env[62361]: DEBUG oslo_concurrency.lockutils [req-91c3ec34-6b7c-4d16-9105-052e784b36d7 req-9183c444-ddb7-4aab-a7a1-618819932fa2 service nova] Releasing lock "refresh_cache-cb9aa169-8e65-4b70-a44a-cc3b8d572c4b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.922180] env[62361]: DEBUG oslo_concurrency.lockutils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "refresh_cache-331cb7b1-24b1-4df6-aa4f-23309e20b321" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.922415] env[62361]: DEBUG oslo_concurrency.lockutils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "refresh_cache-331cb7b1-24b1-4df6-aa4f-23309e20b321" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.922764] env[62361]: DEBUG nova.network.neutron [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.036013] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708832, 'name': ReconfigVM_Task, 'duration_secs': 0.360649} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.036305] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Reconfigured VM instance instance-00000062 to attach disk [datastore1] e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a/e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1715.036891] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eb65d3d-4094-4b13-aaeb-133dfaee4da8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.052594] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1715.052594] env[62361]: value = "task-1708833" [ 1715.052594] env[62361]: _type = "Task" [ 1715.052594] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.059283] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708831, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.064178] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708833, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.102881] env[62361]: DEBUG nova.network.neutron [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Successfully created port: 2caea098-6173-4648-becf-66e9b59c74cc {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1715.160135] env[62361]: DEBUG nova.compute.manager [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1715.167265] env[62361]: INFO nova.compute.resource_tracker [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Updating resource usage from migration f090eb9d-3db6-408f-ae80-ea4368d52a70 [ 1715.172536] env[62361]: DEBUG nova.compute.manager [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Received event network-vif-plugged-489519a0-5d33-4b2e-acc9-6ac7bdc58283 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1715.172753] env[62361]: DEBUG oslo_concurrency.lockutils [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] Acquiring lock "331cb7b1-24b1-4df6-aa4f-23309e20b321-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.175397] env[62361]: DEBUG oslo_concurrency.lockutils [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] Lock "331cb7b1-24b1-4df6-aa4f-23309e20b321-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.175397] env[62361]: DEBUG oslo_concurrency.lockutils [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] Lock "331cb7b1-24b1-4df6-aa4f-23309e20b321-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.175397] env[62361]: DEBUG nova.compute.manager [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] No waiting events found dispatching network-vif-plugged-489519a0-5d33-4b2e-acc9-6ac7bdc58283 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1715.175397] env[62361]: WARNING nova.compute.manager [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Received unexpected event network-vif-plugged-489519a0-5d33-4b2e-acc9-6ac7bdc58283 for instance with vm_state building and task_state spawning. [ 1715.175397] env[62361]: DEBUG nova.compute.manager [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Received event network-changed-489519a0-5d33-4b2e-acc9-6ac7bdc58283 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1715.175397] env[62361]: DEBUG nova.compute.manager [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Refreshing instance network info cache due to event network-changed-489519a0-5d33-4b2e-acc9-6ac7bdc58283. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1715.175397] env[62361]: DEBUG oslo_concurrency.lockutils [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] Acquiring lock "refresh_cache-331cb7b1-24b1-4df6-aa4f-23309e20b321" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.331629] env[62361]: DEBUG nova.network.neutron [-] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.391969] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a0c292-9cc0-4371-bfa3-b80f53a4c991 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.400082] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eba7c4-aba9-44f3-acf0-f87d8cb75412 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.431624] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ae530e-2dbf-4ed5-93dd-d6494ae574af {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.439582] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05811a82-1fb9-4894-b4ce-b1949633a22b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.455769] env[62361]: DEBUG nova.compute.provider_tree [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1715.463428] env[62361]: DEBUG nova.network.neutron [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1715.561677] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708831, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.567897] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708833, 'name': Rename_Task, 'duration_secs': 0.154973} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.567897] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1715.567897] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5d65dad-3724-4cad-bf01-a4fe4bdb1a21 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.573847] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1715.573847] env[62361]: value = "task-1708834" [ 1715.573847] env[62361]: _type = "Task" [ 1715.573847] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.581446] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.598725] env[62361]: DEBUG nova.network.neutron [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Updating instance_info_cache with network_info: [{"id": "489519a0-5d33-4b2e-acc9-6ac7bdc58283", "address": "fa:16:3e:4c:db:00", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap489519a0-5d", "ovs_interfaceid": "489519a0-5d33-4b2e-acc9-6ac7bdc58283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.619217] env[62361]: DEBUG oslo_concurrency.lockutils [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "0e9e5d53-2528-4929-9f34-894aadb20547" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.619495] env[62361]: DEBUG oslo_concurrency.lockutils [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "0e9e5d53-2528-4929-9f34-894aadb20547" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.834434] env[62361]: INFO nova.compute.manager [-] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Took 1.36 seconds to deallocate network for instance. [ 1715.959628] env[62361]: DEBUG nova.scheduler.client.report [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1716.058214] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708831, 'name': CreateVM_Task, 'duration_secs': 1.763717} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.058379] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1716.059094] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.059266] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.059585] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1716.059824] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce3fd0e-55a8-4d16-8242-50e9bfdf1c0b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.064245] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1716.064245] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527a9e17-10a5-06e3-e0f5-2fb36bf05550" [ 1716.064245] env[62361]: _type = "Task" [ 1716.064245] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.071769] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527a9e17-10a5-06e3-e0f5-2fb36bf05550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.082686] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708834, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.101405] env[62361]: DEBUG oslo_concurrency.lockutils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "refresh_cache-331cb7b1-24b1-4df6-aa4f-23309e20b321" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.101753] env[62361]: DEBUG nova.compute.manager [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Instance network_info: |[{"id": "489519a0-5d33-4b2e-acc9-6ac7bdc58283", "address": "fa:16:3e:4c:db:00", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap489519a0-5d", "ovs_interfaceid": "489519a0-5d33-4b2e-acc9-6ac7bdc58283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1716.102114] env[62361]: DEBUG oslo_concurrency.lockutils [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] Acquired lock "refresh_cache-331cb7b1-24b1-4df6-aa4f-23309e20b321" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.102305] env[62361]: DEBUG nova.network.neutron [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Refreshing network info cache for port 489519a0-5d33-4b2e-acc9-6ac7bdc58283 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.103547] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:db:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '489519a0-5d33-4b2e-acc9-6ac7bdc58283', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1716.111970] env[62361]: DEBUG oslo.service.loopingcall [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.115057] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1716.115457] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30d04cdc-7cc1-4796-819f-80445dd6bf78 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.131593] env[62361]: INFO nova.compute.manager [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Detaching volume 43d863aa-d2ed-4c76-b307-aeff0518bb72 [ 1716.140810] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1716.140810] env[62361]: value = "task-1708835" [ 1716.140810] env[62361]: _type = "Task" [ 1716.140810] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.149638] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708835, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.170134] env[62361]: INFO nova.virt.block_device [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Attempting to driver detach volume 43d863aa-d2ed-4c76-b307-aeff0518bb72 from mountpoint /dev/sdb [ 1716.170344] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Volume detach. Driver type: vmdk {{(pid=62361) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1716.170528] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356002', 'volume_id': '43d863aa-d2ed-4c76-b307-aeff0518bb72', 'name': 'volume-43d863aa-d2ed-4c76-b307-aeff0518bb72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0e9e5d53-2528-4929-9f34-894aadb20547', 'attached_at': '', 'detached_at': '', 'volume_id': '43d863aa-d2ed-4c76-b307-aeff0518bb72', 'serial': '43d863aa-d2ed-4c76-b307-aeff0518bb72'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1716.171643] env[62361]: DEBUG nova.compute.manager [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1716.174100] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bbf652-d248-4769-843b-0112b684ab0d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.199215] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bdc467-3e3b-44b3-b318-99270488f9c9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.209789] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149a2e2f-67e1-43c1-9e76-972e3933db97 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.214458] env[62361]: DEBUG nova.virt.hardware [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1716.214719] env[62361]: DEBUG nova.virt.hardware [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1716.214876] env[62361]: DEBUG nova.virt.hardware [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1716.215075] env[62361]: DEBUG nova.virt.hardware [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1716.215252] env[62361]: DEBUG nova.virt.hardware [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1716.215432] env[62361]: DEBUG nova.virt.hardware [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1716.215655] env[62361]: DEBUG nova.virt.hardware [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1716.215822] env[62361]: DEBUG nova.virt.hardware [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1716.216057] env[62361]: DEBUG nova.virt.hardware [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1716.216234] env[62361]: DEBUG nova.virt.hardware [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1716.216410] env[62361]: DEBUG nova.virt.hardware [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1716.217235] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03622ea2-911f-4b4a-bc76-6c5d04c47575 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.242025] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe24b5b0-097b-4b36-b294-7edb904b084c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.245627] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267a0f3f-8a04-4d4d-8f2e-c00602746183 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.273876] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] The volume has not been displaced from its original location: [datastore1] volume-43d863aa-d2ed-4c76-b307-aeff0518bb72/volume-43d863aa-d2ed-4c76-b307-aeff0518bb72.vmdk. No consolidation needed. {{(pid=62361) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1716.280648] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1716.283542] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186cf8c6-75be-4310-90a3-99d99fede1f5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.303436] env[62361]: DEBUG oslo_vmware.api [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1716.303436] env[62361]: value = "task-1708836" [ 1716.303436] env[62361]: _type = "Task" [ 1716.303436] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.311468] env[62361]: DEBUG oslo_vmware.api [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.342435] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.416694] env[62361]: DEBUG nova.network.neutron [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Updated VIF entry in instance network info cache for port 489519a0-5d33-4b2e-acc9-6ac7bdc58283. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1716.417176] env[62361]: DEBUG nova.network.neutron [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Updating instance_info_cache with network_info: [{"id": "489519a0-5d33-4b2e-acc9-6ac7bdc58283", "address": "fa:16:3e:4c:db:00", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap489519a0-5d", "ovs_interfaceid": "489519a0-5d33-4b2e-acc9-6ac7bdc58283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.464740] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.316s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.464960] env[62361]: INFO nova.compute.manager [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Migrating [ 1716.480439] env[62361]: DEBUG oslo_concurrency.lockutils [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.890s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.481177] env[62361]: DEBUG nova.objects.instance [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lazy-loading 'resources' on Instance uuid c15e00f9-1a2e-41aa-99a6-10b0519d9468 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1716.574667] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527a9e17-10a5-06e3-e0f5-2fb36bf05550, 'name': SearchDatastore_Task, 'duration_secs': 0.010753} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.575159] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.575525] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.575898] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.576187] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.576486] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.576928] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05dd8e59-3459-45ac-96b1-5400146a5291 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.588280] env[62361]: DEBUG oslo_vmware.api [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708834, 'name': PowerOnVM_Task, 'duration_secs': 0.557436} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.588761] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1716.589132] env[62361]: INFO nova.compute.manager [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1716.589452] env[62361]: DEBUG nova.compute.manager [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1716.589849] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.590193] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.591398] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729708d1-d570-49af-82f7-ad0f70e70704 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.594177] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f92d29-b0eb-4b73-8eb5-c793199b7f1b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.599250] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1716.599250] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e542b9-3ed7-0012-517a-e61ee98308cc" [ 1716.599250] env[62361]: _type = "Task" [ 1716.599250] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.612441] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e542b9-3ed7-0012-517a-e61ee98308cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009066} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.613294] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4fc70fd-51f7-4370-ab8e-2723a7c67616 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.618138] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1716.618138] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a5b55b-7395-110e-11f1-27334435b0da" [ 1716.618138] env[62361]: _type = "Task" [ 1716.618138] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.626642] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a5b55b-7395-110e-11f1-27334435b0da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.653019] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708835, 'name': CreateVM_Task, 'duration_secs': 0.394363} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.653019] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1716.653019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.653019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.653019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1716.653019] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f611cc-c5b2-4f96-930e-aa3d0e726322 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.659343] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1716.659343] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527aaff7-9d17-bd48-ee87-8b07afb0d7d9" [ 1716.659343] env[62361]: _type = "Task" [ 1716.659343] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.669600] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527aaff7-9d17-bd48-ee87-8b07afb0d7d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.682487] env[62361]: DEBUG nova.network.neutron [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Successfully updated port: 2caea098-6173-4648-becf-66e9b59c74cc {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1716.814523] env[62361]: DEBUG oslo_vmware.api [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708836, 'name': ReconfigVM_Task, 'duration_secs': 0.23346} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.814794] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1716.820056] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aff65cf1-9e59-474f-bdf8-fec37394f36f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.835389] env[62361]: DEBUG oslo_vmware.api [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1716.835389] env[62361]: value = "task-1708837" [ 1716.835389] env[62361]: _type = "Task" [ 1716.835389] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.843811] env[62361]: DEBUG oslo_vmware.api [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.919930] env[62361]: DEBUG oslo_concurrency.lockutils [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] Releasing lock "refresh_cache-331cb7b1-24b1-4df6-aa4f-23309e20b321" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.920311] env[62361]: DEBUG nova.compute.manager [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Received event network-vif-deleted-78bcadfe-4fc5-4e78-9258-603a19b02734 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1716.920566] env[62361]: INFO nova.compute.manager [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Neutron deleted interface 78bcadfe-4fc5-4e78-9258-603a19b02734; detaching it from the instance and deleting it from the info cache [ 1716.920761] env[62361]: DEBUG nova.network.neutron [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.991857] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "refresh_cache-1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.992070] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "refresh_cache-1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.992261] env[62361]: DEBUG nova.network.neutron [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.114155] env[62361]: INFO nova.compute.manager [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Took 29.62 seconds to build instance. [ 1717.131062] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a5b55b-7395-110e-11f1-27334435b0da, 'name': SearchDatastore_Task, 'duration_secs': 0.008798} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.131296] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.131345] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] cb9aa169-8e65-4b70-a44a-cc3b8d572c4b/cb9aa169-8e65-4b70-a44a-cc3b8d572c4b.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1717.131612] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a6be6d7-131f-4300-91b7-93dd20360910 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.139788] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1717.139788] env[62361]: value = "task-1708838" [ 1717.139788] env[62361]: _type = "Task" [ 1717.139788] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.151231] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.170506] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527aaff7-9d17-bd48-ee87-8b07afb0d7d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.170750] env[62361]: DEBUG oslo_concurrency.lockutils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.170983] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1717.171275] env[62361]: DEBUG oslo_concurrency.lockutils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.171426] env[62361]: DEBUG oslo_concurrency.lockutils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.171604] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1717.171863] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8db55050-de4a-4606-8949-317e1371fcfc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.184481] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquiring lock "refresh_cache-a54712bc-6417-4dbc-aada-d3d6e77935c7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.184643] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquired lock "refresh_cache-a54712bc-6417-4dbc-aada-d3d6e77935c7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.184801] env[62361]: DEBUG nova.network.neutron [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.189430] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1717.189430] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1717.193159] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e9c84c-22cb-4b95-8f00-f9fdff514410 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.199807] env[62361]: DEBUG nova.compute.manager [req-6aa427ea-0691-4570-bb41-15dd82ad8c70 req-4b9d9910-71fd-4a8f-afd1-06db4e313cb6 service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Received event network-vif-plugged-2caea098-6173-4648-becf-66e9b59c74cc {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1717.201213] env[62361]: DEBUG oslo_concurrency.lockutils [req-6aa427ea-0691-4570-bb41-15dd82ad8c70 req-4b9d9910-71fd-4a8f-afd1-06db4e313cb6 service nova] Acquiring lock "a54712bc-6417-4dbc-aada-d3d6e77935c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.201577] env[62361]: DEBUG oslo_concurrency.lockutils [req-6aa427ea-0691-4570-bb41-15dd82ad8c70 req-4b9d9910-71fd-4a8f-afd1-06db4e313cb6 service nova] Lock "a54712bc-6417-4dbc-aada-d3d6e77935c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.201778] env[62361]: DEBUG oslo_concurrency.lockutils [req-6aa427ea-0691-4570-bb41-15dd82ad8c70 req-4b9d9910-71fd-4a8f-afd1-06db4e313cb6 service nova] Lock "a54712bc-6417-4dbc-aada-d3d6e77935c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.201957] env[62361]: DEBUG nova.compute.manager [req-6aa427ea-0691-4570-bb41-15dd82ad8c70 req-4b9d9910-71fd-4a8f-afd1-06db4e313cb6 service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] No waiting events found dispatching network-vif-plugged-2caea098-6173-4648-becf-66e9b59c74cc {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1717.202147] env[62361]: WARNING nova.compute.manager [req-6aa427ea-0691-4570-bb41-15dd82ad8c70 req-4b9d9910-71fd-4a8f-afd1-06db4e313cb6 service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Received unexpected event network-vif-plugged-2caea098-6173-4648-becf-66e9b59c74cc for instance with vm_state building and task_state spawning. [ 1717.202311] env[62361]: DEBUG nova.compute.manager [req-6aa427ea-0691-4570-bb41-15dd82ad8c70 req-4b9d9910-71fd-4a8f-afd1-06db4e313cb6 service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Received event network-changed-2caea098-6173-4648-becf-66e9b59c74cc {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1717.202467] env[62361]: DEBUG nova.compute.manager [req-6aa427ea-0691-4570-bb41-15dd82ad8c70 req-4b9d9910-71fd-4a8f-afd1-06db4e313cb6 service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Refreshing instance network info cache due to event network-changed-2caea098-6173-4648-becf-66e9b59c74cc. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1717.202652] env[62361]: DEBUG oslo_concurrency.lockutils [req-6aa427ea-0691-4570-bb41-15dd82ad8c70 req-4b9d9910-71fd-4a8f-afd1-06db4e313cb6 service nova] Acquiring lock "refresh_cache-a54712bc-6417-4dbc-aada-d3d6e77935c7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.204936] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1717.204936] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527407ab-f121-14e7-aef6-7590c0fcf59a" [ 1717.204936] env[62361]: _type = "Task" [ 1717.204936] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.219889] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527407ab-f121-14e7-aef6-7590c0fcf59a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.282820] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa108b7-b0e9-481b-8334-86318aacbf37 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.291598] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bc3894-17b0-49bf-9766-0ef949a251cc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.324549] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2891e922-f242-4a46-9898-c57ca0fd37bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.334476] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a098c0d-10cc-4bce-b05b-989dacc14126 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.348901] env[62361]: DEBUG oslo_vmware.api [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708837, 'name': ReconfigVM_Task, 'duration_secs': 0.143431} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.358634] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356002', 'volume_id': '43d863aa-d2ed-4c76-b307-aeff0518bb72', 'name': 'volume-43d863aa-d2ed-4c76-b307-aeff0518bb72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0e9e5d53-2528-4929-9f34-894aadb20547', 'attached_at': '', 'detached_at': '', 'volume_id': '43d863aa-d2ed-4c76-b307-aeff0518bb72', 'serial': '43d863aa-d2ed-4c76-b307-aeff0518bb72'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1717.361329] env[62361]: DEBUG nova.compute.provider_tree [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1717.424236] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dc2b9eb-f0dc-4a45-934f-7110a1dede9c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.441259] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f2ca13-a490-4cf9-9e02-283b651ef405 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.474993] env[62361]: DEBUG nova.compute.manager [req-17fb9388-eab4-4bff-98ff-dd042f8adc98 req-0963aae0-9c85-4c28-81ea-40fe686f2bd1 service nova] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Detach interface failed, port_id=78bcadfe-4fc5-4e78-9258-603a19b02734, reason: Instance cad0a47a-d332-400d-a662-8b0089e6d803 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1717.616043] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4912858f-fb8a-40a7-9408-f4957ddd553d tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.130s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.649626] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479086} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.649895] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] cb9aa169-8e65-4b70-a44a-cc3b8d572c4b/cb9aa169-8e65-4b70-a44a-cc3b8d572c4b.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1717.650193] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1717.650460] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c129d20-1607-410a-9bca-3c24ad8e7d87 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.658530] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1717.658530] env[62361]: value = "task-1708839" [ 1717.658530] env[62361]: _type = "Task" [ 1717.658530] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.667145] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.717799] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527407ab-f121-14e7-aef6-7590c0fcf59a, 'name': SearchDatastore_Task, 'duration_secs': 0.0228} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.718698] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feef61a6-f654-4e3b-9d14-62dcf668954c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.724856] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1717.724856] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525d4eee-6345-b2d7-1c93-6b6f731ecd29" [ 1717.724856] env[62361]: _type = "Task" [ 1717.724856] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.735292] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525d4eee-6345-b2d7-1c93-6b6f731ecd29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.736277] env[62361]: DEBUG nova.network.neutron [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1717.772238] env[62361]: DEBUG nova.network.neutron [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Updating instance_info_cache with network_info: [{"id": "1298b57e-467e-4e90-9cd2-6f90a6fbc741", "address": "fa:16:3e:d0:cb:24", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1298b57e-46", "ovs_interfaceid": "1298b57e-467e-4e90-9cd2-6f90a6fbc741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.865666] env[62361]: DEBUG nova.scheduler.client.report [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1717.903987] env[62361]: DEBUG nova.objects.instance [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lazy-loading 'flavor' on Instance uuid 0e9e5d53-2528-4929-9f34-894aadb20547 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.963652] env[62361]: DEBUG nova.network.neutron [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Updating instance_info_cache with network_info: [{"id": "2caea098-6173-4648-becf-66e9b59c74cc", "address": "fa:16:3e:ca:f7:d6", "network": {"id": "2e923b4e-3001-4717-bf0c-ce0db9143cfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1152666934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a99a4b05c844fb97643d3c065eb431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caea098-61", "ovs_interfaceid": "2caea098-6173-4648-becf-66e9b59c74cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.169038] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065718} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.169038] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1718.169867] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0022c1b-d62e-4024-9d1b-c4d5a3accad2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.193626] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] cb9aa169-8e65-4b70-a44a-cc3b8d572c4b/cb9aa169-8e65-4b70-a44a-cc3b8d572c4b.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.193920] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-779e2b98-9464-4725-acbd-5f9f4b25dbe8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.214865] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1718.214865] env[62361]: value = "task-1708840" [ 1718.214865] env[62361]: _type = "Task" [ 1718.214865] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.223902] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.233940] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525d4eee-6345-b2d7-1c93-6b6f731ecd29, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.234330] env[62361]: DEBUG oslo_concurrency.lockutils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.234484] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 331cb7b1-24b1-4df6-aa4f-23309e20b321/331cb7b1-24b1-4df6-aa4f-23309e20b321.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1718.234738] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a5734b5-8747-4fe5-8ea2-6d6a4eb9ab07 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.242037] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1718.242037] env[62361]: value = "task-1708841" [ 1718.242037] env[62361]: _type = "Task" [ 1718.242037] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.250953] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.279283] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "refresh_cache-1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.370865] env[62361]: DEBUG oslo_concurrency.lockutils [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.373055] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.330s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.373891] env[62361]: DEBUG nova.objects.instance [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lazy-loading 'resources' on Instance uuid 2fc59d25-a58c-484f-bac8-20fdc797b674 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1718.391290] env[62361]: INFO nova.scheduler.client.report [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Deleted allocations for instance c15e00f9-1a2e-41aa-99a6-10b0519d9468 [ 1718.467165] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Releasing lock "refresh_cache-a54712bc-6417-4dbc-aada-d3d6e77935c7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.467540] env[62361]: DEBUG nova.compute.manager [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Instance network_info: |[{"id": "2caea098-6173-4648-becf-66e9b59c74cc", "address": "fa:16:3e:ca:f7:d6", "network": {"id": "2e923b4e-3001-4717-bf0c-ce0db9143cfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1152666934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a99a4b05c844fb97643d3c065eb431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caea098-61", "ovs_interfaceid": "2caea098-6173-4648-becf-66e9b59c74cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1718.467832] env[62361]: DEBUG oslo_concurrency.lockutils [req-6aa427ea-0691-4570-bb41-15dd82ad8c70 req-4b9d9910-71fd-4a8f-afd1-06db4e313cb6 service nova] Acquired lock "refresh_cache-a54712bc-6417-4dbc-aada-d3d6e77935c7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.468028] env[62361]: DEBUG nova.network.neutron [req-6aa427ea-0691-4570-bb41-15dd82ad8c70 req-4b9d9910-71fd-4a8f-afd1-06db4e313cb6 service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Refreshing network info cache for port 2caea098-6173-4648-becf-66e9b59c74cc {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.469394] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:f7:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2caea098-6173-4648-becf-66e9b59c74cc', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1718.477438] env[62361]: DEBUG oslo.service.loopingcall [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.478130] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1718.478367] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7554833-990a-4414-9534-11ce31d68da1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.499695] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1718.499695] env[62361]: value = "task-1708842" [ 1718.499695] env[62361]: _type = "Task" [ 1718.499695] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.508226] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708842, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.726060] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.753714] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.813908] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a63f0f69-d051-428c-97ee-a87366560b99 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "0e9e5d53-2528-4929-9f34-894aadb20547" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.901878] env[62361]: DEBUG oslo_concurrency.lockutils [None req-77c6b044-0587-44ee-88d8-9c71e519f137 tempest-VolumesAdminNegativeTest-27676858 tempest-VolumesAdminNegativeTest-27676858-project-member] Lock "c15e00f9-1a2e-41aa-99a6-10b0519d9468" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.201s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.910282] env[62361]: DEBUG oslo_concurrency.lockutils [None req-10d92990-9c95-4478-8c08-9cc29a0dbd4c tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "0e9e5d53-2528-4929-9f34-894aadb20547" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.291s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.911561] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a63f0f69-d051-428c-97ee-a87366560b99 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "0e9e5d53-2528-4929-9f34-894aadb20547" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.098s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.912350] env[62361]: DEBUG nova.compute.manager [None req-a63f0f69-d051-428c-97ee-a87366560b99 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1718.913916] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679523f4-d890-4b3c-93ba-cade803d0899 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.925111] env[62361]: DEBUG nova.compute.manager [None req-a63f0f69-d051-428c-97ee-a87366560b99 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62361) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1718.925681] env[62361]: DEBUG nova.objects.instance [None req-a63f0f69-d051-428c-97ee-a87366560b99 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lazy-loading 'flavor' on Instance uuid 0e9e5d53-2528-4929-9f34-894aadb20547 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1719.014138] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708842, 'name': CreateVM_Task, 'duration_secs': 0.50964} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.014351] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1719.015177] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.015677] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.015759] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1719.016108] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebc4d9d0-b79e-40a2-9a26-c56e0bbfec04 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.026548] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1719.026548] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529137e8-89ca-b0a3-e329-6039fc810404" [ 1719.026548] env[62361]: _type = "Task" [ 1719.026548] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.040115] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529137e8-89ca-b0a3-e329-6039fc810404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.105200] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40739ae3-005d-4c99-9446-007ed4f33268 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.117662] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e594fbcc-0138-48d9-be16-35f56a89b4ba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.155933] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eada5c85-a488-4f4d-b303-ab5300e95bb1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.166209] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c823af41-6f42-4ad2-b7b2-f3a7959b224f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.184028] env[62361]: DEBUG nova.compute.provider_tree [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1719.185699] env[62361]: DEBUG oslo_concurrency.lockutils [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.185952] env[62361]: DEBUG oslo_concurrency.lockutils [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.186187] env[62361]: DEBUG oslo_concurrency.lockutils [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.186397] env[62361]: DEBUG oslo_concurrency.lockutils [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.186581] env[62361]: DEBUG oslo_concurrency.lockutils [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.188612] env[62361]: INFO nova.compute.manager [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Terminating instance [ 1719.190643] env[62361]: DEBUG nova.compute.manager [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1719.190997] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1719.191788] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eceef089-e5e7-4a3f-b64d-fc998d5d68d6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.201222] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.201513] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b31b947-9438-4b27-bcf0-8e720fcf2ff4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.212111] env[62361]: DEBUG oslo_vmware.api [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1719.212111] env[62361]: value = "task-1708843" [ 1719.212111] env[62361]: _type = "Task" [ 1719.212111] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.228267] env[62361]: DEBUG oslo_vmware.api [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.232051] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.253078] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.936603} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.253359] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 331cb7b1-24b1-4df6-aa4f-23309e20b321/331cb7b1-24b1-4df6-aa4f-23309e20b321.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1719.253672] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1719.253801] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c33b9e43-b481-4317-a475-968377612ae3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.261826] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1719.261826] env[62361]: value = "task-1708844" [ 1719.261826] env[62361]: _type = "Task" [ 1719.261826] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.273508] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.412240] env[62361]: DEBUG nova.network.neutron [req-6aa427ea-0691-4570-bb41-15dd82ad8c70 req-4b9d9910-71fd-4a8f-afd1-06db4e313cb6 service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Updated VIF entry in instance network info cache for port 2caea098-6173-4648-becf-66e9b59c74cc. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.412690] env[62361]: DEBUG nova.network.neutron [req-6aa427ea-0691-4570-bb41-15dd82ad8c70 req-4b9d9910-71fd-4a8f-afd1-06db4e313cb6 service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Updating instance_info_cache with network_info: [{"id": "2caea098-6173-4648-becf-66e9b59c74cc", "address": "fa:16:3e:ca:f7:d6", "network": {"id": "2e923b4e-3001-4717-bf0c-ce0db9143cfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1152666934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a99a4b05c844fb97643d3c065eb431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caea098-61", "ovs_interfaceid": "2caea098-6173-4648-becf-66e9b59c74cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.430419] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63f0f69-d051-428c-97ee-a87366560b99 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.430896] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17fa9c19-a557-41f4-935c-4155943c02d0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.438437] env[62361]: DEBUG oslo_vmware.api [None req-a63f0f69-d051-428c-97ee-a87366560b99 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1719.438437] env[62361]: value = "task-1708845" [ 1719.438437] env[62361]: _type = "Task" [ 1719.438437] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.448757] env[62361]: DEBUG oslo_vmware.api [None req-a63f0f69-d051-428c-97ee-a87366560b99 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.540335] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529137e8-89ca-b0a3-e329-6039fc810404, 'name': SearchDatastore_Task, 'duration_secs': 0.060498} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.542703] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.542703] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1719.542703] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.542703] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.542703] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1719.542703] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19e29f0e-99c4-4abe-9815-f9ccc250d858 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.552888] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1719.553090] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1719.553881] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39871d41-282c-42da-935b-4503ad9ce6ec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.560906] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1719.560906] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e8add8-3c4c-a6f4-b6f3-b6e35dceb40f" [ 1719.560906] env[62361]: _type = "Task" [ 1719.560906] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.571173] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e8add8-3c4c-a6f4-b6f3-b6e35dceb40f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.710381] env[62361]: ERROR nova.scheduler.client.report [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [req-8c3b774d-bc91-4bce-b89d-cd7cfc3da70a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8c3b774d-bc91-4bce-b89d-cd7cfc3da70a"}]} [ 1719.725822] env[62361]: DEBUG nova.scheduler.client.report [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1719.732211] env[62361]: DEBUG oslo_vmware.api [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.732447] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708840, 'name': ReconfigVM_Task, 'duration_secs': 1.090338} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.732689] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Reconfigured VM instance instance-00000063 to attach disk [datastore1] cb9aa169-8e65-4b70-a44a-cc3b8d572c4b/cb9aa169-8e65-4b70-a44a-cc3b8d572c4b.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1719.733330] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-150e2f9b-e4a7-4c3c-b360-8bfa99ad7e9f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.740618] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1719.740618] env[62361]: value = "task-1708846" [ 1719.740618] env[62361]: _type = "Task" [ 1719.740618] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.746094] env[62361]: DEBUG nova.scheduler.client.report [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1719.746323] env[62361]: DEBUG nova.compute.provider_tree [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1719.751842] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708846, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.762842] env[62361]: DEBUG nova.scheduler.client.report [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1719.775636] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071709} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.775939] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1719.776851] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c529ac4-3418-40f7-8851-b3ddda1c676a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.803508] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 331cb7b1-24b1-4df6-aa4f-23309e20b321/331cb7b1-24b1-4df6-aa4f-23309e20b321.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1719.805196] env[62361]: DEBUG nova.scheduler.client.report [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1719.807272] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd825142-6467-47c8-93c2-9a85723604f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.822894] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2237f38-90c8-4547-8a6f-bbfd9000f5b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.847258] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Updating instance '1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b' progress to 0 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1719.854710] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1719.854710] env[62361]: value = "task-1708847" [ 1719.854710] env[62361]: _type = "Task" [ 1719.854710] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.864721] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.915830] env[62361]: DEBUG oslo_concurrency.lockutils [req-6aa427ea-0691-4570-bb41-15dd82ad8c70 req-4b9d9910-71fd-4a8f-afd1-06db4e313cb6 service nova] Releasing lock "refresh_cache-a54712bc-6417-4dbc-aada-d3d6e77935c7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.949619] env[62361]: DEBUG oslo_vmware.api [None req-a63f0f69-d051-428c-97ee-a87366560b99 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708845, 'name': PowerOffVM_Task, 'duration_secs': 0.185644} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.949619] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63f0f69-d051-428c-97ee-a87366560b99 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1719.949949] env[62361]: DEBUG nova.compute.manager [None req-a63f0f69-d051-428c-97ee-a87366560b99 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1719.951053] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a7e9ee-f111-43b9-8030-4cc356c20a6d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.074090] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e8add8-3c4c-a6f4-b6f3-b6e35dceb40f, 'name': SearchDatastore_Task, 'duration_secs': 0.012265} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.075185] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628ed118-5084-4624-b7c7-796ff63546c0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.081592] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1720.081592] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527ba8aa-ecbd-9ef7-39e3-633fcf82d77b" [ 1720.081592] env[62361]: _type = "Task" [ 1720.081592] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.086465] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda369b2-4fb5-43c0-ba1f-6a232c387817 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.100150] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ae3ff0-324b-4c24-a355-2c8b705977ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.103729] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527ba8aa-ecbd-9ef7-39e3-633fcf82d77b, 'name': SearchDatastore_Task, 'duration_secs': 0.010802} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.104095] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.104397] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a54712bc-6417-4dbc-aada-d3d6e77935c7/a54712bc-6417-4dbc-aada-d3d6e77935c7.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1720.105014] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e6cf8e7-902a-4bba-9f5d-6cdfb4df7130 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.133761] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b22178d-2be2-4a0d-84d9-35a45d97579a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.138848] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1720.138848] env[62361]: value = "task-1708848" [ 1720.138848] env[62361]: _type = "Task" [ 1720.138848] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.145663] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bc7d09-bafd-4f4a-bbb3-b9a088872173 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.158496] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.167706] env[62361]: DEBUG nova.compute.provider_tree [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.225797] env[62361]: DEBUG oslo_vmware.api [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708843, 'name': PowerOffVM_Task, 'duration_secs': 0.981879} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.226126] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1720.226302] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1720.226569] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d94e497-53be-48dd-9bec-2fbce7154e5e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.251178] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708846, 'name': Rename_Task, 'duration_secs': 0.160823} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.251517] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1720.251723] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce1490df-06f8-40f1-8e40-1a8f0a0b7ad4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.260158] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1720.260158] env[62361]: value = "task-1708850" [ 1720.260158] env[62361]: _type = "Task" [ 1720.260158] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.269888] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.310917] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1720.311169] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1720.311696] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleting the datastore file [datastore1] e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1720.311696] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-438bd6fc-c750-469f-973c-24bd5a05154a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.319893] env[62361]: DEBUG oslo_vmware.api [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for the task: (returnval){ [ 1720.319893] env[62361]: value = "task-1708851" [ 1720.319893] env[62361]: _type = "Task" [ 1720.319893] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.332317] env[62361]: DEBUG oslo_vmware.api [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.357879] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1720.358367] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efcb99b3-260c-4048-97ed-078dc99f60e5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.375375] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.378029] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1720.378029] env[62361]: value = "task-1708852" [ 1720.378029] env[62361]: _type = "Task" [ 1720.378029] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.388342] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.467898] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a63f0f69-d051-428c-97ee-a87366560b99 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "0e9e5d53-2528-4929-9f34-894aadb20547" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.658449] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708848, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.671533] env[62361]: DEBUG nova.scheduler.client.report [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1720.772695] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.831331] env[62361]: DEBUG oslo_vmware.api [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.869471] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708847, 'name': ReconfigVM_Task, 'duration_secs': 0.584179} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.871364] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 331cb7b1-24b1-4df6-aa4f-23309e20b321/331cb7b1-24b1-4df6-aa4f-23309e20b321.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1720.871364] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d41d0dbf-b16b-4ef4-bde9-01e5e571ca05 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.877821] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1720.877821] env[62361]: value = "task-1708853" [ 1720.877821] env[62361]: _type = "Task" [ 1720.877821] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.894352] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708853, 'name': Rename_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.896991] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.153231] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556156} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.153915] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] a54712bc-6417-4dbc-aada-d3d6e77935c7/a54712bc-6417-4dbc-aada-d3d6e77935c7.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1721.154303] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1721.154666] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02b3ab40-0cd2-4858-90fb-de30a8efecfe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.161048] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1721.161048] env[62361]: value = "task-1708854" [ 1721.161048] env[62361]: _type = "Task" [ 1721.161048] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.169305] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.179017] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.803s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.179017] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.968s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.179017] env[62361]: DEBUG nova.objects.instance [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lazy-loading 'resources' on Instance uuid a6fd8ee3-7216-45c2-9169-93e5072bcc74 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1721.206432] env[62361]: INFO nova.scheduler.client.report [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Deleted allocations for instance 2fc59d25-a58c-484f-bac8-20fdc797b674 [ 1721.273621] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708850, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.332046] env[62361]: DEBUG oslo_vmware.api [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Task: {'id': task-1708851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.807899} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.332310] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1721.332496] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1721.332667] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1721.332837] env[62361]: INFO nova.compute.manager [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1721.333097] env[62361]: DEBUG oslo.service.loopingcall [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.333286] env[62361]: DEBUG nova.compute.manager [-] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1721.333375] env[62361]: DEBUG nova.network.neutron [-] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1721.392994] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708853, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.395948] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.401871] env[62361]: DEBUG nova.objects.instance [None req-54ce085f-6ef6-46ed-bb0b-c46118edcbc5 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lazy-loading 'flavor' on Instance uuid 0e9e5d53-2528-4929-9f34-894aadb20547 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1721.671429] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077188} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.671801] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1721.672588] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e260e2e-1349-4ba7-a6f3-c666eefeb314 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.677132] env[62361]: DEBUG nova.compute.manager [req-b27b70bc-8ba1-4d96-85c4-0946b211ee02 req-171cb703-720f-4824-870d-39e6ccf8e994 service nova] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Received event network-vif-deleted-ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1721.678088] env[62361]: INFO nova.compute.manager [req-b27b70bc-8ba1-4d96-85c4-0946b211ee02 req-171cb703-720f-4824-870d-39e6ccf8e994 service nova] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Neutron deleted interface ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2; detaching it from the instance and deleting it from the info cache [ 1721.678088] env[62361]: DEBUG nova.network.neutron [req-b27b70bc-8ba1-4d96-85c4-0946b211ee02 req-171cb703-720f-4824-870d-39e6ccf8e994 service nova] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.702236] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] a54712bc-6417-4dbc-aada-d3d6e77935c7/a54712bc-6417-4dbc-aada-d3d6e77935c7.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1721.703479] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12cdc6a7-6e52-471e-85f8-eb848c68f2c9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.724775] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a1ca1003-028a-4c2e-967d-90e633a79bc6 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "2fc59d25-a58c-484f-bac8-20fdc797b674" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.810s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.729638] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1721.729638] env[62361]: value = "task-1708855" [ 1721.729638] env[62361]: _type = "Task" [ 1721.729638] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.744270] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.771735] env[62361]: DEBUG oslo_vmware.api [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708850, 'name': PowerOnVM_Task, 'duration_secs': 1.269845} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.774340] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1721.774518] env[62361]: INFO nova.compute.manager [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1721.774695] env[62361]: DEBUG nova.compute.manager [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1721.775929] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970e04a2-8cdf-4490-a7ba-7f37fe9a8be3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.899711] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708853, 'name': Rename_Task, 'duration_secs': 0.676131} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.900179] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708852, 'name': PowerOffVM_Task, 'duration_secs': 1.247009} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.900566] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.900944] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1721.901297] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Updating instance '1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b' progress to 17 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1721.904842] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47b272c4-dc38-4243-8704-e221b2e774c1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.909701] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54ce085f-6ef6-46ed-bb0b-c46118edcbc5 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.909969] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54ce085f-6ef6-46ed-bb0b-c46118edcbc5 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquired lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.910264] env[62361]: DEBUG nova.network.neutron [None req-54ce085f-6ef6-46ed-bb0b-c46118edcbc5 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.910537] env[62361]: DEBUG nova.objects.instance [None req-54ce085f-6ef6-46ed-bb0b-c46118edcbc5 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lazy-loading 'info_cache' on Instance uuid 0e9e5d53-2528-4929-9f34-894aadb20547 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1721.914109] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1721.914109] env[62361]: value = "task-1708856" [ 1721.914109] env[62361]: _type = "Task" [ 1721.914109] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.928343] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.935885] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91af1a35-d683-4901-9a20-3739c6d9e770 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.944923] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f5095f-9d99-458e-a9cf-55fdc829a052 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.985108] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccf3ed6-468c-43cc-a170-c5dacad57423 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.993557] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed4dcd0-80eb-464b-95eb-a0514a8ca0e6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.012586] env[62361]: DEBUG nova.compute.provider_tree [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.074724] env[62361]: DEBUG nova.network.neutron [-] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.181103] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e12929b-310e-48ab-9cd9-1d8e4b1cf471 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.190224] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7549e42-db3a-4ac8-9926-923dc0e4fb98 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.221182] env[62361]: DEBUG nova.compute.manager [req-b27b70bc-8ba1-4d96-85c4-0946b211ee02 req-171cb703-720f-4824-870d-39e6ccf8e994 service nova] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Detach interface failed, port_id=ae0ea204-33c1-4a3f-8d4b-ca4d49d456b2, reason: Instance e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1722.242216] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708855, 'name': ReconfigVM_Task, 'duration_secs': 0.369261} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.242216] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Reconfigured VM instance instance-00000065 to attach disk [datastore1] a54712bc-6417-4dbc-aada-d3d6e77935c7/a54712bc-6417-4dbc-aada-d3d6e77935c7.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1722.242216] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ee0f106-c39f-441d-9206-f3f7b8fa0af3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.247032] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1722.247032] env[62361]: value = "task-1708857" [ 1722.247032] env[62361]: _type = "Task" [ 1722.247032] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.256102] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708857, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.302082] env[62361]: INFO nova.compute.manager [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Took 34.30 seconds to build instance. [ 1722.411201] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1722.411477] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1722.411645] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1722.411841] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1722.415020] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1722.415020] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1722.415020] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1722.415020] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1722.415020] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1722.415020] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1722.415020] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1722.419352] env[62361]: DEBUG nova.objects.base [None req-54ce085f-6ef6-46ed-bb0b-c46118edcbc5 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Object Instance<0e9e5d53-2528-4929-9f34-894aadb20547> lazy-loaded attributes: flavor,info_cache {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1722.423192] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d33ef34e-8d5c-401c-b34f-b4a4e2b31850 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.442383] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708856, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.443984] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1722.443984] env[62361]: value = "task-1708858" [ 1722.443984] env[62361]: _type = "Task" [ 1722.443984] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.453173] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.515610] env[62361]: DEBUG nova.scheduler.client.report [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1722.579941] env[62361]: INFO nova.compute.manager [-] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Took 1.24 seconds to deallocate network for instance. [ 1722.765043] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708857, 'name': Rename_Task, 'duration_secs': 0.202595} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.765043] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1722.765043] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-065e1e13-cebf-462d-952f-ee39d611da57 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.768998] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1722.768998] env[62361]: value = "task-1708859" [ 1722.768998] env[62361]: _type = "Task" [ 1722.768998] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.779563] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.804749] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f4d75c9-0f9e-4faf-bbac-30205a77009d tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "cb9aa169-8e65-4b70-a44a-cc3b8d572c4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.824s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.939590] env[62361]: DEBUG oslo_vmware.api [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708856, 'name': PowerOnVM_Task, 'duration_secs': 0.581727} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.939969] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1722.940718] env[62361]: INFO nova.compute.manager [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1722.940912] env[62361]: DEBUG nova.compute.manager [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1722.942631] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09b0ba5-ea6c-4547-a7c9-8f159755be24 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.954035] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708858, 'name': ReconfigVM_Task, 'duration_secs': 0.337118} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.955801] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Updating instance '1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b' progress to 33 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1723.022205] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.023651] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.679s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.024698] env[62361]: DEBUG nova.objects.instance [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Lazy-loading 'resources' on Instance uuid c633538f-aecb-4fb5-88de-8dee9db0e8ea {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1723.047541] env[62361]: INFO nova.scheduler.client.report [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Deleted allocations for instance a6fd8ee3-7216-45c2-9169-93e5072bcc74 [ 1723.088302] env[62361]: DEBUG oslo_concurrency.lockutils [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.256994] env[62361]: DEBUG nova.network.neutron [None req-54ce085f-6ef6-46ed-bb0b-c46118edcbc5 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Updating instance_info_cache with network_info: [{"id": "5aaa59e4-835b-4bf4-ac71-2225aef44ac8", "address": "fa:16:3e:a1:85:54", "network": {"id": "3cf1addb-c9ef-4950-ad83-68b5d59eda18", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1289262723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a267b021ac54bb19733ba43571e9bdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aaa59e4-83", "ovs_interfaceid": "5aaa59e4-835b-4bf4-ac71-2225aef44ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.284658] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708859, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.400422] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "1d5bfc39-67a4-41d3-b195-1146984e5b58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.400422] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.464985] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1723.465204] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1723.465400] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1723.465601] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1723.465750] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1723.465900] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1723.466118] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1723.466281] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1723.466449] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1723.466649] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1723.466827] env[62361]: DEBUG nova.virt.hardware [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1723.472720] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1723.478106] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b6d5bec-6e6e-4a9b-86a4-e32ee6b3f48f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.494171] env[62361]: INFO nova.compute.manager [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Took 29.91 seconds to build instance. [ 1723.495742] env[62361]: DEBUG nova.compute.manager [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1723.496597] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a02fef8-39c3-449b-81f1-4575f426d650 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.500870] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1723.500870] env[62361]: value = "task-1708860" [ 1723.500870] env[62361]: _type = "Task" [ 1723.500870] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.513127] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708860, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.557447] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d173eca3-8276-42cb-a354-47ed5ff8a8ba tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "a6fd8ee3-7216-45c2-9169-93e5072bcc74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.494s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.761859] env[62361]: DEBUG oslo_concurrency.lockutils [None req-54ce085f-6ef6-46ed-bb0b-c46118edcbc5 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Releasing lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.782275] env[62361]: DEBUG oslo_vmware.api [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708859, 'name': PowerOnVM_Task, 'duration_secs': 0.834708} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.782634] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1723.782764] env[62361]: INFO nova.compute.manager [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1723.782944] env[62361]: DEBUG nova.compute.manager [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1723.784006] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5835ee-114a-48e4-a198-923fbee3fbd0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.798527] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c2de99-4f4d-4b7f-87e7-e59028d05eb0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.807417] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7230547c-4fd0-4337-beea-ef0901dc7ca0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.840576] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4321eaaa-84ad-432d-b185-f1abb2c4e58a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.849440] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b99d7e-3a12-459d-af47-0b6f87ba0e4b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.863713] env[62361]: DEBUG nova.compute.provider_tree [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.903027] env[62361]: DEBUG nova.compute.manager [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1724.000428] env[62361]: DEBUG oslo_concurrency.lockutils [None req-356a7037-00a6-41df-9f57-aadeb680c751 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "331cb7b1-24b1-4df6-aa4f-23309e20b321" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.422s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.013402] env[62361]: INFO nova.compute.manager [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] instance snapshotting [ 1724.014983] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708860, 'name': ReconfigVM_Task, 'duration_secs': 0.359503} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.015523] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1724.016296] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdcb19b-d8d6-4831-9b22-e3003c69f69f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.019265] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d08c611-8ed0-44b1-94b9-6683700316f5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.054257] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b/1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1724.054765] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404aa471-c28d-48bb-9be3-a325355f3dca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.057489] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-063f1b99-6e75-49e5-b161-17e266e8d99d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.079107] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1724.079107] env[62361]: value = "task-1708861" [ 1724.079107] env[62361]: _type = "Task" [ 1724.079107] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.087784] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.265809] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ce085f-6ef6-46ed-bb0b-c46118edcbc5 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.266176] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06ec6481-15e9-4237-b181-470e6f9b49d2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.274768] env[62361]: DEBUG oslo_vmware.api [None req-54ce085f-6ef6-46ed-bb0b-c46118edcbc5 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1724.274768] env[62361]: value = "task-1708862" [ 1724.274768] env[62361]: _type = "Task" [ 1724.274768] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.285632] env[62361]: DEBUG oslo_vmware.api [None req-54ce085f-6ef6-46ed-bb0b-c46118edcbc5 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.305551] env[62361]: INFO nova.compute.manager [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Took 23.86 seconds to build instance. [ 1724.368510] env[62361]: DEBUG nova.scheduler.client.report [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1724.428333] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.584302] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1724.584604] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-93f3e97e-054e-40fa-a48f-b8cd706f51a9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.592147] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.594955] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1724.594955] env[62361]: value = "task-1708863" [ 1724.594955] env[62361]: _type = "Task" [ 1724.594955] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.614245] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708863, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.789107] env[62361]: DEBUG oslo_vmware.api [None req-54ce085f-6ef6-46ed-bb0b-c46118edcbc5 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708862, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.809233] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fc286f74-1ea7-4963-be43-fd72c0bf187d tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "a54712bc-6417-4dbc-aada-d3d6e77935c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.373s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.874261] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.877931] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.535s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.878305] env[62361]: DEBUG nova.objects.instance [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lazy-loading 'resources' on Instance uuid cad0a47a-d332-400d-a662-8b0089e6d803 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.901982] env[62361]: INFO nova.scheduler.client.report [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Deleted allocations for instance c633538f-aecb-4fb5-88de-8dee9db0e8ea [ 1725.092521] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.107073] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708863, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.215682] env[62361]: DEBUG nova.compute.manager [req-aa7c6fc0-259d-47dd-bbd5-983fe278d251 req-fe2c2e54-2efa-4efb-ad8a-31ec876c3aa3 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Received event network-changed-489519a0-5d33-4b2e-acc9-6ac7bdc58283 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1725.215987] env[62361]: DEBUG nova.compute.manager [req-aa7c6fc0-259d-47dd-bbd5-983fe278d251 req-fe2c2e54-2efa-4efb-ad8a-31ec876c3aa3 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Refreshing instance network info cache due to event network-changed-489519a0-5d33-4b2e-acc9-6ac7bdc58283. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1725.216245] env[62361]: DEBUG oslo_concurrency.lockutils [req-aa7c6fc0-259d-47dd-bbd5-983fe278d251 req-fe2c2e54-2efa-4efb-ad8a-31ec876c3aa3 service nova] Acquiring lock "refresh_cache-331cb7b1-24b1-4df6-aa4f-23309e20b321" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.216396] env[62361]: DEBUG oslo_concurrency.lockutils [req-aa7c6fc0-259d-47dd-bbd5-983fe278d251 req-fe2c2e54-2efa-4efb-ad8a-31ec876c3aa3 service nova] Acquired lock "refresh_cache-331cb7b1-24b1-4df6-aa4f-23309e20b321" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.216555] env[62361]: DEBUG nova.network.neutron [req-aa7c6fc0-259d-47dd-bbd5-983fe278d251 req-fe2c2e54-2efa-4efb-ad8a-31ec876c3aa3 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Refreshing network info cache for port 489519a0-5d33-4b2e-acc9-6ac7bdc58283 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1725.285769] env[62361]: DEBUG oslo_vmware.api [None req-54ce085f-6ef6-46ed-bb0b-c46118edcbc5 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708862, 'name': PowerOnVM_Task, 'duration_secs': 0.672877} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.286412] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ce085f-6ef6-46ed-bb0b-c46118edcbc5 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.286492] env[62361]: DEBUG nova.compute.manager [None req-54ce085f-6ef6-46ed-bb0b-c46118edcbc5 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1725.287837] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7041097f-fb2e-467e-a1dc-1c5716776a6b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.384796] env[62361]: DEBUG nova.compute.manager [req-6c7e29d2-8ff7-4862-b651-d3ff754e3bf4 req-e0002c58-879d-4e14-ae2c-9486ee8da7ef service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Received event network-changed-92497cf3-660c-4314-bb1a-747fdb9ddc79 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1725.385010] env[62361]: DEBUG nova.compute.manager [req-6c7e29d2-8ff7-4862-b651-d3ff754e3bf4 req-e0002c58-879d-4e14-ae2c-9486ee8da7ef service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Refreshing instance network info cache due to event network-changed-92497cf3-660c-4314-bb1a-747fdb9ddc79. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1725.385227] env[62361]: DEBUG oslo_concurrency.lockutils [req-6c7e29d2-8ff7-4862-b651-d3ff754e3bf4 req-e0002c58-879d-4e14-ae2c-9486ee8da7ef service nova] Acquiring lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.385372] env[62361]: DEBUG oslo_concurrency.lockutils [req-6c7e29d2-8ff7-4862-b651-d3ff754e3bf4 req-e0002c58-879d-4e14-ae2c-9486ee8da7ef service nova] Acquired lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.385534] env[62361]: DEBUG nova.network.neutron [req-6c7e29d2-8ff7-4862-b651-d3ff754e3bf4 req-e0002c58-879d-4e14-ae2c-9486ee8da7ef service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Refreshing network info cache for port 92497cf3-660c-4314-bb1a-747fdb9ddc79 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1725.413315] env[62361]: DEBUG oslo_concurrency.lockutils [None req-8e4524a5-79eb-43a6-9147-c4af8e84d656 tempest-ServerMetadataNegativeTestJSON-1188020138 tempest-ServerMetadataNegativeTestJSON-1188020138-project-member] Lock "c633538f-aecb-4fb5-88de-8dee9db0e8ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.155s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.598705] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.613741] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708863, 'name': CreateSnapshot_Task, 'duration_secs': 0.747798} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.614025] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1725.615059] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f4ecc7-fa7b-4e75-84a1-38f9131e59d5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.621186] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83dc8b9-2099-4815-9a77-c5d8a121d313 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.634969] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476186da-61c8-4cdc-afc7-28a6c09a0c48 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.672086] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdba299-7c44-4dde-af77-a482be45817c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.679522] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21ed046-2bf4-44ca-ab4c-07fe520b32c8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.695762] env[62361]: DEBUG nova.compute.provider_tree [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.856281] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.856639] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.093138] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.147948] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1726.148297] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d7bc40bc-6814-4dfe-ae14-5a23672a9a63 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.158759] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1726.158759] env[62361]: value = "task-1708864" [ 1726.158759] env[62361]: _type = "Task" [ 1726.158759] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.168061] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708864, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.199327] env[62361]: DEBUG nova.scheduler.client.report [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1726.361500] env[62361]: INFO nova.compute.manager [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Detaching volume 79bea163-1db3-4018-a88d-4103f14e9da3 [ 1726.405669] env[62361]: INFO nova.virt.block_device [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Attempting to driver detach volume 79bea163-1db3-4018-a88d-4103f14e9da3 from mountpoint /dev/sdb [ 1726.406067] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Volume detach. Driver type: vmdk {{(pid=62361) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1726.406322] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355999', 'volume_id': '79bea163-1db3-4018-a88d-4103f14e9da3', 'name': 'volume-79bea163-1db3-4018-a88d-4103f14e9da3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '2b837b2c-7b6e-4d52-bf02-3cb1fe10559b', 'attached_at': '', 'detached_at': '', 'volume_id': '79bea163-1db3-4018-a88d-4103f14e9da3', 'serial': '79bea163-1db3-4018-a88d-4103f14e9da3'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1726.407302] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3c9660-32d2-4eaf-8690-e36c7434eb08 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.435728] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0655a3-a019-42a1-a370-4a2505368e7b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.445380] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596432b7-0bf0-4a66-8de4-9c2bd65df344 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.473380] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4886e409-0335-42df-ab60-bc6b88f3db76 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.490720] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] The volume has not been displaced from its original location: [datastore1] volume-79bea163-1db3-4018-a88d-4103f14e9da3/volume-79bea163-1db3-4018-a88d-4103f14e9da3.vmdk. No consolidation needed. {{(pid=62361) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1726.496238] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1726.496607] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90999884-105a-4e9b-85f3-c7a7f1c68ffe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.516189] env[62361]: DEBUG oslo_vmware.api [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1726.516189] env[62361]: value = "task-1708865" [ 1726.516189] env[62361]: _type = "Task" [ 1726.516189] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.524687] env[62361]: DEBUG oslo_vmware.api [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.592526] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708861, 'name': ReconfigVM_Task, 'duration_secs': 2.101901} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.592879] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b/1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1726.593176] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Updating instance '1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b' progress to 50 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1726.669740] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708864, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.708836] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.711709] env[62361]: DEBUG oslo_concurrency.lockutils [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.624s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.711709] env[62361]: DEBUG nova.objects.instance [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lazy-loading 'resources' on Instance uuid e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1726.735469] env[62361]: INFO nova.scheduler.client.report [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Deleted allocations for instance cad0a47a-d332-400d-a662-8b0089e6d803 [ 1726.891390] env[62361]: DEBUG nova.network.neutron [req-aa7c6fc0-259d-47dd-bbd5-983fe278d251 req-fe2c2e54-2efa-4efb-ad8a-31ec876c3aa3 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Updated VIF entry in instance network info cache for port 489519a0-5d33-4b2e-acc9-6ac7bdc58283. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1726.891835] env[62361]: DEBUG nova.network.neutron [req-aa7c6fc0-259d-47dd-bbd5-983fe278d251 req-fe2c2e54-2efa-4efb-ad8a-31ec876c3aa3 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Updating instance_info_cache with network_info: [{"id": "489519a0-5d33-4b2e-acc9-6ac7bdc58283", "address": "fa:16:3e:4c:db:00", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap489519a0-5d", "ovs_interfaceid": "489519a0-5d33-4b2e-acc9-6ac7bdc58283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.030299] env[62361]: DEBUG oslo_vmware.api [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708865, 'name': ReconfigVM_Task, 'duration_secs': 0.456475} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.030299] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1727.034956] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e542e94a-7464-4644-bf34-bbbed9f1a734 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.050996] env[62361]: DEBUG oslo_vmware.api [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1727.050996] env[62361]: value = "task-1708866" [ 1727.050996] env[62361]: _type = "Task" [ 1727.050996] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.060365] env[62361]: DEBUG oslo_vmware.api [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.068156] env[62361]: DEBUG nova.network.neutron [req-6c7e29d2-8ff7-4862-b651-d3ff754e3bf4 req-e0002c58-879d-4e14-ae2c-9486ee8da7ef service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Updated VIF entry in instance network info cache for port 92497cf3-660c-4314-bb1a-747fdb9ddc79. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1727.068580] env[62361]: DEBUG nova.network.neutron [req-6c7e29d2-8ff7-4862-b651-d3ff754e3bf4 req-e0002c58-879d-4e14-ae2c-9486ee8da7ef service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Updating instance_info_cache with network_info: [{"id": "92497cf3-660c-4314-bb1a-747fdb9ddc79", "address": "fa:16:3e:10:b3:e9", "network": {"id": "2e923b4e-3001-4717-bf0c-ce0db9143cfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1152666934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a99a4b05c844fb97643d3c065eb431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92497cf3-66", "ovs_interfaceid": "92497cf3-660c-4314-bb1a-747fdb9ddc79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.100745] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd8eaf7-33e0-4028-b578-c21962f91d6c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.122913] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb88add-193b-4035-9d20-395f756f163e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.144182] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Updating instance '1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b' progress to 67 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1727.175058] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708864, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.250694] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8acceb4-edc1-4cc6-af2e-e596c5d38c5e tempest-ServersTestJSON-1934397357 tempest-ServersTestJSON-1934397357-project-member] Lock "cad0a47a-d332-400d-a662-8b0089e6d803" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.938s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.395602] env[62361]: DEBUG oslo_concurrency.lockutils [req-aa7c6fc0-259d-47dd-bbd5-983fe278d251 req-fe2c2e54-2efa-4efb-ad8a-31ec876c3aa3 service nova] Releasing lock "refresh_cache-331cb7b1-24b1-4df6-aa4f-23309e20b321" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.433360] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7c3faa-27d7-43ff-aaa1-32021a8bcbcf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.443386] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a84886c-fad2-4e47-9755-9336e1dcadf7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.484022] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88626b0e-00f2-4c4f-86bd-6edbde9b7534 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.491462] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aac224-add4-4e4e-80d8-d0c5e29c93b1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.507186] env[62361]: DEBUG nova.compute.provider_tree [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.565660] env[62361]: DEBUG oslo_vmware.api [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708866, 'name': ReconfigVM_Task, 'duration_secs': 0.156065} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.566116] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355999', 'volume_id': '79bea163-1db3-4018-a88d-4103f14e9da3', 'name': 'volume-79bea163-1db3-4018-a88d-4103f14e9da3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '2b837b2c-7b6e-4d52-bf02-3cb1fe10559b', 'attached_at': '', 'detached_at': '', 'volume_id': '79bea163-1db3-4018-a88d-4103f14e9da3', 'serial': '79bea163-1db3-4018-a88d-4103f14e9da3'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1727.574655] env[62361]: DEBUG oslo_concurrency.lockutils [req-6c7e29d2-8ff7-4862-b651-d3ff754e3bf4 req-e0002c58-879d-4e14-ae2c-9486ee8da7ef service nova] Releasing lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.671413] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708864, 'name': CloneVM_Task, 'duration_secs': 1.413367} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.671715] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Created linked-clone VM from snapshot [ 1727.672479] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6669305d-463a-48a3-904e-8dcc3c5ef229 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.679828] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Uploading image 8d6e6edb-ce18-4f9a-820b-f19aa739f0d0 {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1727.702191] env[62361]: DEBUG oslo_vmware.rw_handles [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1727.702191] env[62361]: value = "vm-356022" [ 1727.702191] env[62361]: _type = "VirtualMachine" [ 1727.702191] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1727.702519] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a8d61c4f-ed3e-49c5-9c09-40388a9d1016 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.710207] env[62361]: DEBUG oslo_vmware.rw_handles [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lease: (returnval){ [ 1727.710207] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d14573-f36a-6efe-1e73-cec1cf02937b" [ 1727.710207] env[62361]: _type = "HttpNfcLease" [ 1727.710207] env[62361]: } obtained for exporting VM: (result){ [ 1727.710207] env[62361]: value = "vm-356022" [ 1727.710207] env[62361]: _type = "VirtualMachine" [ 1727.710207] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1727.710462] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the lease: (returnval){ [ 1727.710462] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d14573-f36a-6efe-1e73-cec1cf02937b" [ 1727.710462] env[62361]: _type = "HttpNfcLease" [ 1727.710462] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1727.718426] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1727.718426] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d14573-f36a-6efe-1e73-cec1cf02937b" [ 1727.718426] env[62361]: _type = "HttpNfcLease" [ 1727.718426] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1727.749978] env[62361]: DEBUG nova.network.neutron [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Port 1298b57e-467e-4e90-9cd2-6f90a6fbc741 binding to destination host cpu-1 is already ACTIVE {{(pid=62361) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1728.013025] env[62361]: DEBUG nova.scheduler.client.report [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1728.124523] env[62361]: DEBUG nova.objects.instance [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lazy-loading 'flavor' on Instance uuid 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.220664] env[62361]: DEBUG nova.compute.manager [req-c968b400-73d2-480d-8792-611a8320915e req-688d0717-db99-4137-8049-792fdefe3782 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Received event network-changed-92497cf3-660c-4314-bb1a-747fdb9ddc79 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1728.220849] env[62361]: DEBUG nova.compute.manager [req-c968b400-73d2-480d-8792-611a8320915e req-688d0717-db99-4137-8049-792fdefe3782 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Refreshing instance network info cache due to event network-changed-92497cf3-660c-4314-bb1a-747fdb9ddc79. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1728.223725] env[62361]: DEBUG oslo_concurrency.lockutils [req-c968b400-73d2-480d-8792-611a8320915e req-688d0717-db99-4137-8049-792fdefe3782 service nova] Acquiring lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.223725] env[62361]: DEBUG oslo_concurrency.lockutils [req-c968b400-73d2-480d-8792-611a8320915e req-688d0717-db99-4137-8049-792fdefe3782 service nova] Acquired lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.223725] env[62361]: DEBUG nova.network.neutron [req-c968b400-73d2-480d-8792-611a8320915e req-688d0717-db99-4137-8049-792fdefe3782 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Refreshing network info cache for port 92497cf3-660c-4314-bb1a-747fdb9ddc79 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1728.227807] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1728.227807] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d14573-f36a-6efe-1e73-cec1cf02937b" [ 1728.227807] env[62361]: _type = "HttpNfcLease" [ 1728.227807] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1728.227807] env[62361]: DEBUG oslo_vmware.rw_handles [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1728.227807] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d14573-f36a-6efe-1e73-cec1cf02937b" [ 1728.227807] env[62361]: _type = "HttpNfcLease" [ 1728.227807] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1728.229481] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbb3d72-4b81-46aa-b6a5-00c7dd811896 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.239144] env[62361]: DEBUG oslo_vmware.rw_handles [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c2055-c742-077e-3f6b-1a9c971b3873/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1728.239503] env[62361]: DEBUG oslo_vmware.rw_handles [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c2055-c742-077e-3f6b-1a9c971b3873/disk-0.vmdk for reading. {{(pid=62361) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1728.377073] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ea78bca-80b9-40bf-9f53-f5a748c4bcd1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.521058] env[62361]: DEBUG oslo_concurrency.lockutils [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.523336] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.095s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.524944] env[62361]: INFO nova.compute.claims [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1728.548643] env[62361]: INFO nova.scheduler.client.report [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Deleted allocations for instance e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a [ 1728.792237] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.792237] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.839027] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.839027] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.839027] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.062399] env[62361]: DEBUG oslo_concurrency.lockutils [None req-beac0f28-42aa-462d-92df-ebfbb2a6512a tempest-ServerDiskConfigTestJSON-1415338017 tempest-ServerDiskConfigTestJSON-1415338017-project-member] Lock "e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.876s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.134755] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1e1f9ed4-df03-4571-9f04-9f0a4241d5d1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.278s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.298375] env[62361]: DEBUG nova.compute.manager [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1729.459606] env[62361]: DEBUG nova.network.neutron [req-c968b400-73d2-480d-8792-611a8320915e req-688d0717-db99-4137-8049-792fdefe3782 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Updated VIF entry in instance network info cache for port 92497cf3-660c-4314-bb1a-747fdb9ddc79. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1729.464188] env[62361]: DEBUG nova.network.neutron [req-c968b400-73d2-480d-8792-611a8320915e req-688d0717-db99-4137-8049-792fdefe3782 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Updating instance_info_cache with network_info: [{"id": "92497cf3-660c-4314-bb1a-747fdb9ddc79", "address": "fa:16:3e:10:b3:e9", "network": {"id": "2e923b4e-3001-4717-bf0c-ce0db9143cfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1152666934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a99a4b05c844fb97643d3c065eb431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92497cf3-66", "ovs_interfaceid": "92497cf3-660c-4314-bb1a-747fdb9ddc79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.757566] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad499826-da92-444a-bfe7-111aacfbd67b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.767430] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5107c1-37b9-4bf5-a8fc-83d7d8af5525 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.816411] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c385357-dba5-4b2d-9289-eb04ec9ed999 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.825042] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47c100b-8ba6-4706-8e67-177ebc19bd60 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.830830] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.844822] env[62361]: DEBUG nova.compute.provider_tree [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1729.927379] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "refresh_cache-1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.927653] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "refresh_cache-1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.927856] env[62361]: DEBUG nova.network.neutron [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1729.971040] env[62361]: DEBUG oslo_concurrency.lockutils [req-c968b400-73d2-480d-8792-611a8320915e req-688d0717-db99-4137-8049-792fdefe3782 service nova] Releasing lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.312166] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.312466] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.312639] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1730.350443] env[62361]: DEBUG nova.scheduler.client.report [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1730.402784] env[62361]: DEBUG nova.compute.manager [req-042158d8-7e07-4659-9b86-a74f751db4f2 req-919c6c69-1cfb-4d30-bf0f-37ebcc7dfb4f service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Received event network-changed-2caea098-6173-4648-becf-66e9b59c74cc {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1730.403037] env[62361]: DEBUG nova.compute.manager [req-042158d8-7e07-4659-9b86-a74f751db4f2 req-919c6c69-1cfb-4d30-bf0f-37ebcc7dfb4f service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Refreshing instance network info cache due to event network-changed-2caea098-6173-4648-becf-66e9b59c74cc. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1730.403557] env[62361]: DEBUG oslo_concurrency.lockutils [req-042158d8-7e07-4659-9b86-a74f751db4f2 req-919c6c69-1cfb-4d30-bf0f-37ebcc7dfb4f service nova] Acquiring lock "refresh_cache-a54712bc-6417-4dbc-aada-d3d6e77935c7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.403557] env[62361]: DEBUG oslo_concurrency.lockutils [req-042158d8-7e07-4659-9b86-a74f751db4f2 req-919c6c69-1cfb-4d30-bf0f-37ebcc7dfb4f service nova] Acquired lock "refresh_cache-a54712bc-6417-4dbc-aada-d3d6e77935c7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.403557] env[62361]: DEBUG nova.network.neutron [req-042158d8-7e07-4659-9b86-a74f751db4f2 req-919c6c69-1cfb-4d30-bf0f-37ebcc7dfb4f service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Refreshing network info cache for port 2caea098-6173-4648-becf-66e9b59c74cc {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1730.513915] env[62361]: DEBUG nova.compute.manager [req-bc10cf0f-9b6c-4570-92f7-991c50f2c850 req-c35e786b-7826-44d8-9f73-fa0edce96d95 service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Received event network-changed-2caea098-6173-4648-becf-66e9b59c74cc {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1730.514368] env[62361]: DEBUG nova.compute.manager [req-bc10cf0f-9b6c-4570-92f7-991c50f2c850 req-c35e786b-7826-44d8-9f73-fa0edce96d95 service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Refreshing instance network info cache due to event network-changed-2caea098-6173-4648-becf-66e9b59c74cc. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1730.514590] env[62361]: DEBUG oslo_concurrency.lockutils [req-bc10cf0f-9b6c-4570-92f7-991c50f2c850 req-c35e786b-7826-44d8-9f73-fa0edce96d95 service nova] Acquiring lock "refresh_cache-a54712bc-6417-4dbc-aada-d3d6e77935c7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.746576] env[62361]: DEBUG nova.network.neutron [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Updating instance_info_cache with network_info: [{"id": "1298b57e-467e-4e90-9cd2-6f90a6fbc741", "address": "fa:16:3e:d0:cb:24", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1298b57e-46", "ovs_interfaceid": "1298b57e-467e-4e90-9cd2-6f90a6fbc741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.855834] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.856440] env[62361]: DEBUG nova.compute.manager [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1730.859416] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.029s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.861200] env[62361]: INFO nova.compute.claims [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1730.981923] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquiring lock "a54712bc-6417-4dbc-aada-d3d6e77935c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.982132] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "a54712bc-6417-4dbc-aada-d3d6e77935c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.982379] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquiring lock "a54712bc-6417-4dbc-aada-d3d6e77935c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.982571] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "a54712bc-6417-4dbc-aada-d3d6e77935c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.982743] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "a54712bc-6417-4dbc-aada-d3d6e77935c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.985811] env[62361]: INFO nova.compute.manager [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Terminating instance [ 1730.987962] env[62361]: DEBUG nova.compute.manager [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1730.988218] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1730.989123] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6db8b3f-b8dd-4375-b266-e2a7f7fc132e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.997265] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.997540] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cee13b4-cb18-4692-9358-7d17c2f6be90 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.008270] env[62361]: DEBUG oslo_vmware.api [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1731.008270] env[62361]: value = "task-1708868" [ 1731.008270] env[62361]: _type = "Task" [ 1731.008270] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.017123] env[62361]: DEBUG oslo_vmware.api [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.054376] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cdaa259b-3dbe-4758-b6ae-3f6c7474a75d tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "interface-de2273f3-2bb6-4b18-bc3d-b89b01556b85-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.054788] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cdaa259b-3dbe-4758-b6ae-3f6c7474a75d tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-de2273f3-2bb6-4b18-bc3d-b89b01556b85-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.055301] env[62361]: DEBUG nova.objects.instance [None req-cdaa259b-3dbe-4758-b6ae-3f6c7474a75d tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lazy-loading 'flavor' on Instance uuid de2273f3-2bb6-4b18-bc3d-b89b01556b85 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.077437] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.077665] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.077856] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.078051] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.078228] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.080628] env[62361]: INFO nova.compute.manager [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Terminating instance [ 1731.082627] env[62361]: DEBUG nova.compute.manager [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1731.082817] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1731.083772] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a35f1f-5be5-43e3-a973-bcb42b37484f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.092320] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1731.092572] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8be8971e-420c-47ca-9d9d-fee9c56270fe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.099779] env[62361]: DEBUG oslo_vmware.api [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1731.099779] env[62361]: value = "task-1708869" [ 1731.099779] env[62361]: _type = "Task" [ 1731.099779] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.112714] env[62361]: DEBUG oslo_vmware.api [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.249360] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "refresh_cache-1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.321702] env[62361]: DEBUG nova.network.neutron [req-042158d8-7e07-4659-9b86-a74f751db4f2 req-919c6c69-1cfb-4d30-bf0f-37ebcc7dfb4f service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Updated VIF entry in instance network info cache for port 2caea098-6173-4648-becf-66e9b59c74cc. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1731.322110] env[62361]: DEBUG nova.network.neutron [req-042158d8-7e07-4659-9b86-a74f751db4f2 req-919c6c69-1cfb-4d30-bf0f-37ebcc7dfb4f service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Updating instance_info_cache with network_info: [{"id": "2caea098-6173-4648-becf-66e9b59c74cc", "address": "fa:16:3e:ca:f7:d6", "network": {"id": "2e923b4e-3001-4717-bf0c-ce0db9143cfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1152666934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a99a4b05c844fb97643d3c065eb431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caea098-61", "ovs_interfaceid": "2caea098-6173-4648-becf-66e9b59c74cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.366354] env[62361]: DEBUG nova.compute.utils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1731.369813] env[62361]: DEBUG nova.compute.manager [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1731.369980] env[62361]: DEBUG nova.network.neutron [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1731.441459] env[62361]: DEBUG nova.policy [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '781469d2a8344ae3b8eed6f01ac1ea7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a711c755780c4eaeaa51663bf2f84cd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1731.518187] env[62361]: DEBUG oslo_vmware.api [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708868, 'name': PowerOffVM_Task, 'duration_secs': 0.272406} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.518481] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1731.518653] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1731.518916] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8dbc39a-752d-45cb-9fb0-71357390307f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.559647] env[62361]: DEBUG nova.objects.instance [None req-cdaa259b-3dbe-4758-b6ae-3f6c7474a75d tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lazy-loading 'pci_requests' on Instance uuid de2273f3-2bb6-4b18-bc3d-b89b01556b85 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.612023] env[62361]: DEBUG oslo_vmware.api [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708869, 'name': PowerOffVM_Task, 'duration_secs': 0.298747} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.612248] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1731.612431] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1731.612692] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1731.612869] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1731.613051] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Deleting the datastore file [datastore1] a54712bc-6417-4dbc-aada-d3d6e77935c7 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1731.613298] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4076920-11af-4a2f-a6cd-61e85ac8f709 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.614949] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c894c19c-4bf1-474e-8e5e-f34bc6c8cb85 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.621866] env[62361]: DEBUG oslo_vmware.api [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1731.621866] env[62361]: value = "task-1708872" [ 1731.621866] env[62361]: _type = "Task" [ 1731.621866] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.630027] env[62361]: DEBUG oslo_vmware.api [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.774536] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1731.774803] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1731.775012] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Deleting the datastore file [datastore1] 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1731.775303] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2767004e-5870-472d-a905-5e2f14e0415b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.780402] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ca1ab2-9642-496f-a4d6-c1c2591110da {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.809381] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31eeb0c-8096-49be-8c3d-70e6b67bdf4e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.812901] env[62361]: DEBUG oslo_vmware.api [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1731.812901] env[62361]: value = "task-1708873" [ 1731.812901] env[62361]: _type = "Task" [ 1731.812901] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.820018] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Updating instance '1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b' progress to 83 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1731.836647] env[62361]: DEBUG oslo_concurrency.lockutils [req-042158d8-7e07-4659-9b86-a74f751db4f2 req-919c6c69-1cfb-4d30-bf0f-37ebcc7dfb4f service nova] Releasing lock "refresh_cache-a54712bc-6417-4dbc-aada-d3d6e77935c7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.838636] env[62361]: DEBUG oslo_vmware.api [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.838929] env[62361]: DEBUG oslo_concurrency.lockutils [req-bc10cf0f-9b6c-4570-92f7-991c50f2c850 req-c35e786b-7826-44d8-9f73-fa0edce96d95 service nova] Acquired lock "refresh_cache-a54712bc-6417-4dbc-aada-d3d6e77935c7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.839634] env[62361]: DEBUG nova.network.neutron [req-bc10cf0f-9b6c-4570-92f7-991c50f2c850 req-c35e786b-7826-44d8-9f73-fa0edce96d95 service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Refreshing network info cache for port 2caea098-6173-4648-becf-66e9b59c74cc {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1731.873069] env[62361]: DEBUG nova.compute.manager [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1731.993390] env[62361]: DEBUG nova.network.neutron [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Successfully created port: 44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1732.062691] env[62361]: DEBUG nova.objects.base [None req-cdaa259b-3dbe-4758-b6ae-3f6c7474a75d tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1732.063366] env[62361]: DEBUG nova.network.neutron [None req-cdaa259b-3dbe-4758-b6ae-3f6c7474a75d tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1732.067965] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed200ca-c45f-4422-80f9-f4193ea39ef5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.076277] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391bdefe-b91f-420d-957e-964bc89baf4a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.113167] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc73f0c6-d18f-4485-b019-ce5a867dd37b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.122444] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668067e3-4820-4a91-8f8a-c061d4bf65f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.145893] env[62361]: DEBUG nova.compute.provider_tree [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.150635] env[62361]: DEBUG oslo_vmware.api [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504471} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.151188] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1732.151399] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1732.151593] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1732.151771] env[62361]: INFO nova.compute.manager [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1732.152068] env[62361]: DEBUG oslo.service.loopingcall [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.152264] env[62361]: DEBUG nova.compute.manager [-] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1732.152350] env[62361]: DEBUG nova.network.neutron [-] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1732.262553] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cdaa259b-3dbe-4758-b6ae-3f6c7474a75d tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-de2273f3-2bb6-4b18-bc3d-b89b01556b85-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.208s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.324895] env[62361]: DEBUG oslo_vmware.api [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462961} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.325076] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1732.325251] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1732.325441] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1732.325958] env[62361]: INFO nova.compute.manager [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1732.326257] env[62361]: DEBUG oslo.service.loopingcall [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.328140] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1732.328281] env[62361]: DEBUG nova.compute.manager [-] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1732.328387] env[62361]: DEBUG nova.network.neutron [-] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1732.330514] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae9d138b-382b-4d1e-b4fb-4a6ad5a33035 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.338847] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1732.338847] env[62361]: value = "task-1708874" [ 1732.338847] env[62361]: _type = "Task" [ 1732.338847] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.355239] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708874, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.412740] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.412954] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquired lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.414357] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Forcefully refreshing network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1732.645590] env[62361]: DEBUG nova.network.neutron [req-bc10cf0f-9b6c-4570-92f7-991c50f2c850 req-c35e786b-7826-44d8-9f73-fa0edce96d95 service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Updated VIF entry in instance network info cache for port 2caea098-6173-4648-becf-66e9b59c74cc. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1732.646102] env[62361]: DEBUG nova.network.neutron [req-bc10cf0f-9b6c-4570-92f7-991c50f2c850 req-c35e786b-7826-44d8-9f73-fa0edce96d95 service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Updating instance_info_cache with network_info: [{"id": "2caea098-6173-4648-becf-66e9b59c74cc", "address": "fa:16:3e:ca:f7:d6", "network": {"id": "2e923b4e-3001-4717-bf0c-ce0db9143cfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1152666934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a99a4b05c844fb97643d3c065eb431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caea098-61", "ovs_interfaceid": "2caea098-6173-4648-becf-66e9b59c74cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.654200] env[62361]: DEBUG nova.scheduler.client.report [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1732.848897] env[62361]: DEBUG oslo_vmware.api [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708874, 'name': PowerOnVM_Task, 'duration_secs': 0.412047} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.849037] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1732.849186] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdba9fc-9a28-42e0-b1d9-3b13083d8f01 tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Updating instance '1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b' progress to 100 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1732.885455] env[62361]: DEBUG nova.compute.manager [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1732.932474] env[62361]: DEBUG nova.virt.hardware [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1732.932738] env[62361]: DEBUG nova.virt.hardware [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1732.932898] env[62361]: DEBUG nova.virt.hardware [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1732.933121] env[62361]: DEBUG nova.virt.hardware [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1732.933239] env[62361]: DEBUG nova.virt.hardware [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1732.933387] env[62361]: DEBUG nova.virt.hardware [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1732.933596] env[62361]: DEBUG nova.virt.hardware [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1732.933789] env[62361]: DEBUG nova.virt.hardware [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1732.933917] env[62361]: DEBUG nova.virt.hardware [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1732.934095] env[62361]: DEBUG nova.virt.hardware [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1732.934273] env[62361]: DEBUG nova.virt.hardware [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1732.935182] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c24a7d-6bf4-4fa5-9d32-216eedae1475 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.943859] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e312059-a375-4fd5-9de0-5d0ea0a0a02a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.976660] env[62361]: DEBUG nova.network.neutron [-] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.148995] env[62361]: DEBUG oslo_concurrency.lockutils [req-bc10cf0f-9b6c-4570-92f7-991c50f2c850 req-c35e786b-7826-44d8-9f73-fa0edce96d95 service nova] Releasing lock "refresh_cache-a54712bc-6417-4dbc-aada-d3d6e77935c7" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.158269] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.159095] env[62361]: DEBUG nova.compute.manager [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1733.272852] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Updating instance_info_cache with network_info: [{"id": "5aaa59e4-835b-4bf4-ac71-2225aef44ac8", "address": "fa:16:3e:a1:85:54", "network": {"id": "3cf1addb-c9ef-4950-ad83-68b5d59eda18", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1289262723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a267b021ac54bb19733ba43571e9bdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aaa59e4-83", "ovs_interfaceid": "5aaa59e4-835b-4bf4-ac71-2225aef44ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.480110] env[62361]: INFO nova.compute.manager [-] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Took 1.33 seconds to deallocate network for instance. [ 1733.577115] env[62361]: DEBUG nova.compute.manager [req-26b29917-f345-47ea-958a-bca6b860617f req-7f1675ee-9b25-4911-9688-492a27d0cfe6 service nova] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Received event network-vif-deleted-2caea098-6173-4648-becf-66e9b59c74cc {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1733.597063] env[62361]: DEBUG nova.compute.manager [req-cf5b7245-dcb9-45a6-a4d8-9d21bed5c342 req-1c5138e7-27c7-4f54-b6a2-9906fd9b69b8 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Received event network-changed-92497cf3-660c-4314-bb1a-747fdb9ddc79 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1733.597457] env[62361]: DEBUG nova.compute.manager [req-cf5b7245-dcb9-45a6-a4d8-9d21bed5c342 req-1c5138e7-27c7-4f54-b6a2-9906fd9b69b8 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Refreshing instance network info cache due to event network-changed-92497cf3-660c-4314-bb1a-747fdb9ddc79. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1733.597812] env[62361]: DEBUG oslo_concurrency.lockutils [req-cf5b7245-dcb9-45a6-a4d8-9d21bed5c342 req-1c5138e7-27c7-4f54-b6a2-9906fd9b69b8 service nova] Acquiring lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.598120] env[62361]: DEBUG oslo_concurrency.lockutils [req-cf5b7245-dcb9-45a6-a4d8-9d21bed5c342 req-1c5138e7-27c7-4f54-b6a2-9906fd9b69b8 service nova] Acquired lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.598435] env[62361]: DEBUG nova.network.neutron [req-cf5b7245-dcb9-45a6-a4d8-9d21bed5c342 req-1c5138e7-27c7-4f54-b6a2-9906fd9b69b8 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Refreshing network info cache for port 92497cf3-660c-4314-bb1a-747fdb9ddc79 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1733.665390] env[62361]: DEBUG nova.compute.utils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1733.666708] env[62361]: DEBUG nova.compute.manager [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1733.666887] env[62361]: DEBUG nova.network.neutron [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1733.723097] env[62361]: DEBUG nova.policy [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4a40ffd137d4529b4f094a8db69d746', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e542b8dcc6a444daad5f9fb2bf34579', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1733.776130] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Releasing lock "refresh_cache-0e9e5d53-2528-4929-9f34-894aadb20547" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.776391] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Updated the network info_cache for instance {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1733.777161] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1733.777314] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1733.777492] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1733.777711] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1733.877198] env[62361]: DEBUG nova.network.neutron [-] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.987170] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.987546] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.987686] env[62361]: DEBUG nova.objects.instance [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lazy-loading 'resources' on Instance uuid a54712bc-6417-4dbc-aada-d3d6e77935c7 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.110047] env[62361]: DEBUG nova.network.neutron [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Successfully created port: 1dea8fc9-b84d-47ba-ab14-06fb830136e2 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1734.170854] env[62361]: DEBUG nova.compute.manager [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1734.261735] env[62361]: DEBUG oslo_concurrency.lockutils [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "interface-de2273f3-2bb6-4b18-bc3d-b89b01556b85-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.261971] env[62361]: DEBUG oslo_concurrency.lockutils [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-de2273f3-2bb6-4b18-bc3d-b89b01556b85-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.262303] env[62361]: DEBUG nova.objects.instance [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lazy-loading 'flavor' on Instance uuid de2273f3-2bb6-4b18-bc3d-b89b01556b85 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.281284] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.382148] env[62361]: INFO nova.compute.manager [-] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Took 2.05 seconds to deallocate network for instance. [ 1734.470797] env[62361]: DEBUG nova.network.neutron [req-cf5b7245-dcb9-45a6-a4d8-9d21bed5c342 req-1c5138e7-27c7-4f54-b6a2-9906fd9b69b8 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Updated VIF entry in instance network info cache for port 92497cf3-660c-4314-bb1a-747fdb9ddc79. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1734.471253] env[62361]: DEBUG nova.network.neutron [req-cf5b7245-dcb9-45a6-a4d8-9d21bed5c342 req-1c5138e7-27c7-4f54-b6a2-9906fd9b69b8 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Updating instance_info_cache with network_info: [{"id": "92497cf3-660c-4314-bb1a-747fdb9ddc79", "address": "fa:16:3e:10:b3:e9", "network": {"id": "2e923b4e-3001-4717-bf0c-ce0db9143cfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1152666934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a99a4b05c844fb97643d3c065eb431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92497cf3-66", "ovs_interfaceid": "92497cf3-660c-4314-bb1a-747fdb9ddc79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.645978] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c52ca10-c9ec-42db-85c1-6ba56be5150d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.654129] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fad6b40-96d0-4255-b738-2868809d3f85 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.687921] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fe312b-8826-44a7-bcd8-68768b808710 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.696243] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e46e8b-4458-45e6-ac75-ffccf84176bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.711591] env[62361]: DEBUG nova.compute.provider_tree [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.713714] env[62361]: DEBUG nova.network.neutron [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Successfully updated port: 44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1734.867512] env[62361]: DEBUG nova.objects.instance [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lazy-loading 'pci_requests' on Instance uuid de2273f3-2bb6-4b18-bc3d-b89b01556b85 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.889859] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.977253] env[62361]: DEBUG oslo_concurrency.lockutils [req-cf5b7245-dcb9-45a6-a4d8-9d21bed5c342 req-1c5138e7-27c7-4f54-b6a2-9906fd9b69b8 service nova] Releasing lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.192789] env[62361]: DEBUG nova.compute.manager [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1735.214483] env[62361]: DEBUG nova.virt.hardware [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1735.214752] env[62361]: DEBUG nova.virt.hardware [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1735.214947] env[62361]: DEBUG nova.virt.hardware [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1735.215164] env[62361]: DEBUG nova.virt.hardware [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1735.215315] env[62361]: DEBUG nova.virt.hardware [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1735.215463] env[62361]: DEBUG nova.virt.hardware [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1735.215668] env[62361]: DEBUG nova.virt.hardware [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1735.215829] env[62361]: DEBUG nova.virt.hardware [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1735.215994] env[62361]: DEBUG nova.virt.hardware [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1735.216170] env[62361]: DEBUG nova.virt.hardware [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1735.216353] env[62361]: DEBUG nova.virt.hardware [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1735.217248] env[62361]: DEBUG nova.scheduler.client.report [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1735.220835] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.220959] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.221104] env[62361]: DEBUG nova.network.neutron [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.222596] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3829b6-ad7d-4259-91d1-6c7d302ebd63 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.232643] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccb07bb-a7bd-40e6-affc-db6f1bf2ad19 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.370676] env[62361]: DEBUG nova.objects.base [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1735.370939] env[62361]: DEBUG nova.network.neutron [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1735.425965] env[62361]: DEBUG nova.policy [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c92111993614dd9b80f3e62a764e30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa192e18bbe44519aa42ca60061c0a2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1735.575456] env[62361]: DEBUG nova.compute.manager [req-cd89c8de-d44c-4b38-9341-7dd9370a6f60 req-d59e0515-05dd-4b25-ae1c-ab0b370ff110 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Received event network-vif-plugged-44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1735.575747] env[62361]: DEBUG oslo_concurrency.lockutils [req-cd89c8de-d44c-4b38-9341-7dd9370a6f60 req-d59e0515-05dd-4b25-ae1c-ab0b370ff110 service nova] Acquiring lock "1d5bfc39-67a4-41d3-b195-1146984e5b58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.575941] env[62361]: DEBUG oslo_concurrency.lockutils [req-cd89c8de-d44c-4b38-9341-7dd9370a6f60 req-d59e0515-05dd-4b25-ae1c-ab0b370ff110 service nova] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.576078] env[62361]: DEBUG oslo_concurrency.lockutils [req-cd89c8de-d44c-4b38-9341-7dd9370a6f60 req-d59e0515-05dd-4b25-ae1c-ab0b370ff110 service nova] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.576242] env[62361]: DEBUG nova.compute.manager [req-cd89c8de-d44c-4b38-9341-7dd9370a6f60 req-d59e0515-05dd-4b25-ae1c-ab0b370ff110 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] No waiting events found dispatching network-vif-plugged-44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1735.576406] env[62361]: WARNING nova.compute.manager [req-cd89c8de-d44c-4b38-9341-7dd9370a6f60 req-d59e0515-05dd-4b25-ae1c-ab0b370ff110 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Received unexpected event network-vif-plugged-44f09d6b-f4b4-47d7-8896-7b8d968894a8 for instance with vm_state building and task_state spawning. [ 1735.729409] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.732931] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.451s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.732931] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.732931] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1735.732931] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.845s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.732931] env[62361]: DEBUG nova.objects.instance [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lazy-loading 'resources' on Instance uuid 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1735.736792] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7a4353-1463-4c61-915c-dd6e7d5cba28 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.747710] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b7720f-ea75-454f-9daa-fed3ef548bb0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.765542] env[62361]: INFO nova.scheduler.client.report [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Deleted allocations for instance a54712bc-6417-4dbc-aada-d3d6e77935c7 [ 1735.767689] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9ea062-3006-4a4a-a094-60cdbf591b51 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.783844] env[62361]: DEBUG nova.network.neutron [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1735.786548] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea63be92-0774-40f0-90a3-4a10b394efbe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.820168] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179963MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1735.820604] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.872892] env[62361]: DEBUG nova.network.neutron [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Successfully updated port: 1dea8fc9-b84d-47ba-ab14-06fb830136e2 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1735.893964] env[62361]: DEBUG nova.network.neutron [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Successfully created port: fcf20969-839e-472e-847e-4f84d776b634 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1735.981341] env[62361]: DEBUG nova.network.neutron [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Updating instance_info_cache with network_info: [{"id": "44f09d6b-f4b4-47d7-8896-7b8d968894a8", "address": "fa:16:3e:5d:68:f7", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f09d6b-f4", "ovs_interfaceid": "44f09d6b-f4b4-47d7-8896-7b8d968894a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.052473] env[62361]: DEBUG nova.compute.manager [req-c4b87ec2-ded3-471a-9e6f-38615e604dd8 req-3a8b0691-de88-4b4e-af78-3eaa2e391361 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Received event network-changed-92497cf3-660c-4314-bb1a-747fdb9ddc79 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1736.052617] env[62361]: DEBUG nova.compute.manager [req-c4b87ec2-ded3-471a-9e6f-38615e604dd8 req-3a8b0691-de88-4b4e-af78-3eaa2e391361 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Refreshing instance network info cache due to event network-changed-92497cf3-660c-4314-bb1a-747fdb9ddc79. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1736.052863] env[62361]: DEBUG oslo_concurrency.lockutils [req-c4b87ec2-ded3-471a-9e6f-38615e604dd8 req-3a8b0691-de88-4b4e-af78-3eaa2e391361 service nova] Acquiring lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.053064] env[62361]: DEBUG oslo_concurrency.lockutils [req-c4b87ec2-ded3-471a-9e6f-38615e604dd8 req-3a8b0691-de88-4b4e-af78-3eaa2e391361 service nova] Acquired lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.053252] env[62361]: DEBUG nova.network.neutron [req-c4b87ec2-ded3-471a-9e6f-38615e604dd8 req-3a8b0691-de88-4b4e-af78-3eaa2e391361 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Refreshing network info cache for port 92497cf3-660c-4314-bb1a-747fdb9ddc79 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1736.077008] env[62361]: DEBUG nova.compute.manager [req-a3ddcc5c-d142-4da6-8273-862f0c1b904d req-86693902-5a72-45f5-a50c-923df60c1538 service nova] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Received event network-vif-deleted-c0ee0d23-7fc8-4482-bd59-506583404277 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1736.077243] env[62361]: DEBUG nova.compute.manager [req-a3ddcc5c-d142-4da6-8273-862f0c1b904d req-86693902-5a72-45f5-a50c-923df60c1538 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Received event network-changed-44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1736.077411] env[62361]: DEBUG nova.compute.manager [req-a3ddcc5c-d142-4da6-8273-862f0c1b904d req-86693902-5a72-45f5-a50c-923df60c1538 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Refreshing instance network info cache due to event network-changed-44f09d6b-f4b4-47d7-8896-7b8d968894a8. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1736.077592] env[62361]: DEBUG oslo_concurrency.lockutils [req-a3ddcc5c-d142-4da6-8273-862f0c1b904d req-86693902-5a72-45f5-a50c-923df60c1538 service nova] Acquiring lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.283690] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c5a32b1e-6427-43a5-b1ba-a29b0d3db423 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "a54712bc-6417-4dbc-aada-d3d6e77935c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.301s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.374701] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef63791c-49cb-4521-8259-84e67bf0da68 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.377623] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "refresh_cache-cd517fa8-5e04-46f7-b8c9-158508ea496d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.377797] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquired lock "refresh_cache-cd517fa8-5e04-46f7-b8c9-158508ea496d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.377962] env[62361]: DEBUG nova.network.neutron [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1736.385273] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27afe19-a471-4f07-acd7-445690eb0604 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.390838] env[62361]: DEBUG oslo_vmware.rw_handles [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c2055-c742-077e-3f6b-1a9c971b3873/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1736.391843] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091d1e2f-84bf-42d6-9368-41e0b2ceaf4e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.398375] env[62361]: DEBUG oslo_vmware.rw_handles [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c2055-c742-077e-3f6b-1a9c971b3873/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1736.398610] env[62361]: ERROR oslo_vmware.rw_handles [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c2055-c742-077e-3f6b-1a9c971b3873/disk-0.vmdk due to incomplete transfer. [ 1736.422218] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-db809994-b012-467a-8aea-2821ecf4dc06 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.424615] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ab42b5-e3ac-4671-aa45-81fd1ef9215f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.432162] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c4c55b-22d5-4ae4-8ccf-9f899d073d66 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.437866] env[62361]: DEBUG oslo_vmware.rw_handles [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c2055-c742-077e-3f6b-1a9c971b3873/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1736.438075] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Uploaded image 8d6e6edb-ce18-4f9a-820b-f19aa739f0d0 to the Glance image server {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1736.440185] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1736.440745] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3eba0b84-f6c8-4b1c-8a54-8ee517b3d808 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.450555] env[62361]: DEBUG nova.compute.provider_tree [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.452824] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1736.452824] env[62361]: value = "task-1708875" [ 1736.452824] env[62361]: _type = "Task" [ 1736.452824] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.460857] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708875, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.484326] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.484657] env[62361]: DEBUG nova.compute.manager [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Instance network_info: |[{"id": "44f09d6b-f4b4-47d7-8896-7b8d968894a8", "address": "fa:16:3e:5d:68:f7", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f09d6b-f4", "ovs_interfaceid": "44f09d6b-f4b4-47d7-8896-7b8d968894a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1736.484940] env[62361]: DEBUG oslo_concurrency.lockutils [req-a3ddcc5c-d142-4da6-8273-862f0c1b904d req-86693902-5a72-45f5-a50c-923df60c1538 service nova] Acquired lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.485157] env[62361]: DEBUG nova.network.neutron [req-a3ddcc5c-d142-4da6-8273-862f0c1b904d req-86693902-5a72-45f5-a50c-923df60c1538 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Refreshing network info cache for port 44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1736.486380] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:68:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44f09d6b-f4b4-47d7-8896-7b8d968894a8', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1736.494308] env[62361]: DEBUG oslo.service.loopingcall [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.495144] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1736.495365] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac6637b3-cf62-44bc-8d9f-56326d2f4fa3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.515108] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1736.515108] env[62361]: value = "task-1708876" [ 1736.515108] env[62361]: _type = "Task" [ 1736.515108] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.522570] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708876, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.651331] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.652056] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.652056] env[62361]: DEBUG nova.compute.manager [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Going to confirm migration 7 {{(pid=62361) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1736.767878] env[62361]: DEBUG nova.network.neutron [req-c4b87ec2-ded3-471a-9e6f-38615e604dd8 req-3a8b0691-de88-4b4e-af78-3eaa2e391361 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Updated VIF entry in instance network info cache for port 92497cf3-660c-4314-bb1a-747fdb9ddc79. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1736.768255] env[62361]: DEBUG nova.network.neutron [req-c4b87ec2-ded3-471a-9e6f-38615e604dd8 req-3a8b0691-de88-4b4e-af78-3eaa2e391361 service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Updating instance_info_cache with network_info: [{"id": "92497cf3-660c-4314-bb1a-747fdb9ddc79", "address": "fa:16:3e:10:b3:e9", "network": {"id": "2e923b4e-3001-4717-bf0c-ce0db9143cfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1152666934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a99a4b05c844fb97643d3c065eb431", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92497cf3-66", "ovs_interfaceid": "92497cf3-660c-4314-bb1a-747fdb9ddc79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.910938] env[62361]: DEBUG nova.network.neutron [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1736.954174] env[62361]: DEBUG nova.scheduler.client.report [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1736.966868] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708875, 'name': Destroy_Task, 'duration_secs': 0.493462} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.967036] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Destroyed the VM [ 1736.967359] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1736.967433] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-79cb531c-ea8c-4f50-8677-98cec5c30450 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.976625] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1736.976625] env[62361]: value = "task-1708877" [ 1736.976625] env[62361]: _type = "Task" [ 1736.976625] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.984704] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708877, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.024635] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708876, 'name': CreateVM_Task, 'duration_secs': 0.390825} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.026665] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1737.027332] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.027498] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.027891] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1737.028402] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1263286b-d10a-48b3-ad21-e042141c772d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.033435] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1737.033435] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5250b1b8-4c08-0a20-4387-0e439b703c34" [ 1737.033435] env[62361]: _type = "Task" [ 1737.033435] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.041337] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5250b1b8-4c08-0a20-4387-0e439b703c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.042193] env[62361]: DEBUG nova.network.neutron [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Updating instance_info_cache with network_info: [{"id": "1dea8fc9-b84d-47ba-ab14-06fb830136e2", "address": "fa:16:3e:aa:e3:50", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dea8fc9-b8", "ovs_interfaceid": "1dea8fc9-b84d-47ba-ab14-06fb830136e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.191094] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "refresh_cache-1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.191094] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquired lock "refresh_cache-1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.191094] env[62361]: DEBUG nova.network.neutron [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.191094] env[62361]: DEBUG nova.objects.instance [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lazy-loading 'info_cache' on Instance uuid 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.251144] env[62361]: DEBUG nova.network.neutron [req-a3ddcc5c-d142-4da6-8273-862f0c1b904d req-86693902-5a72-45f5-a50c-923df60c1538 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Updated VIF entry in instance network info cache for port 44f09d6b-f4b4-47d7-8896-7b8d968894a8. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1737.251144] env[62361]: DEBUG nova.network.neutron [req-a3ddcc5c-d142-4da6-8273-862f0c1b904d req-86693902-5a72-45f5-a50c-923df60c1538 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Updating instance_info_cache with network_info: [{"id": "44f09d6b-f4b4-47d7-8896-7b8d968894a8", "address": "fa:16:3e:5d:68:f7", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f09d6b-f4", "ovs_interfaceid": "44f09d6b-f4b4-47d7-8896-7b8d968894a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.271642] env[62361]: DEBUG oslo_concurrency.lockutils [req-c4b87ec2-ded3-471a-9e6f-38615e604dd8 req-3a8b0691-de88-4b4e-af78-3eaa2e391361 service nova] Releasing lock "refresh_cache-5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.462857] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.466081] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.645s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.479307] env[62361]: DEBUG nova.network.neutron [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Successfully updated port: fcf20969-839e-472e-847e-4f84d776b634 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1737.494150] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708877, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.495452] env[62361]: INFO nova.scheduler.client.report [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Deleted allocations for instance 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b [ 1737.543626] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5250b1b8-4c08-0a20-4387-0e439b703c34, 'name': SearchDatastore_Task, 'duration_secs': 0.053124} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.543929] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.544191] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1737.544427] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.544574] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.544750] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1737.545237] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Releasing lock "refresh_cache-cd517fa8-5e04-46f7-b8c9-158508ea496d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.545512] env[62361]: DEBUG nova.compute.manager [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Instance network_info: |[{"id": "1dea8fc9-b84d-47ba-ab14-06fb830136e2", "address": "fa:16:3e:aa:e3:50", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dea8fc9-b8", "ovs_interfaceid": "1dea8fc9-b84d-47ba-ab14-06fb830136e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1737.545733] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a83418b-d5ea-49c5-a09c-92d72675ec61 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.547629] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:e3:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dea8fc9-b84d-47ba-ab14-06fb830136e2', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1737.554885] env[62361]: DEBUG oslo.service.loopingcall [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.555621] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1737.556178] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4aafb7c6-b444-4688-bc7f-adeb5af5624c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.571720] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1737.571875] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1737.573165] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a275671-4d51-4bef-8036-8dc9d7a6821d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.577469] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1737.577469] env[62361]: value = "task-1708878" [ 1737.577469] env[62361]: _type = "Task" [ 1737.577469] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.578604] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1737.578604] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525a65c4-747d-b84e-d1e3-1b5bf9da34f8" [ 1737.578604] env[62361]: _type = "Task" [ 1737.578604] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.588105] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708878, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.591498] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525a65c4-747d-b84e-d1e3-1b5bf9da34f8, 'name': SearchDatastore_Task, 'duration_secs': 0.007861} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.592191] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19294cb3-68c1-427b-8155-2d76e2df00d9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.596527] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1737.596527] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521a6fb5-3b40-dcd8-c36e-976ac33e4ebb" [ 1737.596527] env[62361]: _type = "Task" [ 1737.596527] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.603503] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521a6fb5-3b40-dcd8-c36e-976ac33e4ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.752940] env[62361]: DEBUG oslo_concurrency.lockutils [req-a3ddcc5c-d142-4da6-8273-862f0c1b904d req-86693902-5a72-45f5-a50c-923df60c1538 service nova] Releasing lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.987861] env[62361]: DEBUG oslo_concurrency.lockutils [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.988069] env[62361]: DEBUG oslo_concurrency.lockutils [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.988249] env[62361]: DEBUG nova.network.neutron [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.989436] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708877, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.004096] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a5c9ea45-9065-492b-84ce-b6c129f8ff6d tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "2b837b2c-7b6e-4d52-bf02-3cb1fe10559b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.926s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.088988] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708878, 'name': CreateVM_Task, 'duration_secs': 0.396768} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.089190] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1738.089901] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.090088] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.090405] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1738.090653] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bdaf85a-56a6-482b-8ae0-93b72c504616 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.095243] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1738.095243] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5277ca77-82bb-38bf-123a-3f1bf180c2d0" [ 1738.095243] env[62361]: _type = "Task" [ 1738.095243] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.105856] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5277ca77-82bb-38bf-123a-3f1bf180c2d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.109162] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521a6fb5-3b40-dcd8-c36e-976ac33e4ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.007854} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.109395] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.109645] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 1d5bfc39-67a4-41d3-b195-1146984e5b58/1d5bfc39-67a4-41d3-b195-1146984e5b58.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1738.109915] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3477a8e9-18f9-422a-9920-767c8d62e772 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.116316] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1738.116316] env[62361]: value = "task-1708879" [ 1738.116316] env[62361]: _type = "Task" [ 1738.116316] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.123622] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.420643] env[62361]: DEBUG nova.network.neutron [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Updating instance_info_cache with network_info: [{"id": "1298b57e-467e-4e90-9cd2-6f90a6fbc741", "address": "fa:16:3e:d0:cb:24", "network": {"id": "2c64dd3e-643f-4c49-9301-78fb4f6f54d8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1052016001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "159247ced203448a9a6d3695333dc80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1298b57e-46", "ovs_interfaceid": "1298b57e-467e-4e90-9cd2-6f90a6fbc741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.478629] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Applying migration context for instance 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b as it has an incoming, in-progress migration f090eb9d-3db6-408f-ae80-ea4368d52a70. Migration status is finished {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1738.479528] env[62361]: INFO nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Updating resource usage from migration f090eb9d-3db6-408f-ae80-ea4368d52a70 [ 1738.499111] env[62361]: DEBUG oslo_vmware.api [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708877, 'name': RemoveSnapshot_Task, 'duration_secs': 1.031804} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.500336] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 0e9e5d53-2528-4929-9f34-894aadb20547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1738.500474] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1738.500643] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance de2273f3-2bb6-4b18-bc3d-b89b01556b85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1738.500716] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1738.500907] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance cb9aa169-8e65-4b70-a44a-cc3b8d572c4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1738.500975] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 331cb7b1-24b1-4df6-aa4f-23309e20b321 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1738.501071] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Migration f090eb9d-3db6-408f-ae80-ea4368d52a70 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1738.501195] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1738.501311] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 1d5bfc39-67a4-41d3-b195-1146984e5b58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1738.501669] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance cd517fa8-5e04-46f7-b8c9-158508ea496d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1738.501669] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1738.501811] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1738.504361] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1738.504612] env[62361]: INFO nova.compute.manager [None req-5f4a23a9-2583-46d1-a760-df777fd02bea tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Took 14.49 seconds to snapshot the instance on the hypervisor. [ 1738.541794] env[62361]: WARNING nova.network.neutron [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] 1b9182d2-c5a7-4093-b784-9758b07a7ca3 already exists in list: networks containing: ['1b9182d2-c5a7-4093-b784-9758b07a7ca3']. ignoring it [ 1738.607970] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5277ca77-82bb-38bf-123a-3f1bf180c2d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011388} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.613291] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.613557] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1738.613797] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.613960] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.614162] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1738.614691] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e7acf45-70b3-4fd5-b37f-633740ba6a02 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.626949] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708879, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.634656] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1738.634910] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1738.635653] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6160cbd1-c317-447a-aca4-19fb9aac51ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.644009] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1738.644009] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525a8120-ae14-79dc-8a00-e3452334f222" [ 1738.644009] env[62361]: _type = "Task" [ 1738.644009] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.654357] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525a8120-ae14-79dc-8a00-e3452334f222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.667840] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47699e2c-1331-42dd-bf99-84f996a26c75 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.676675] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f82d53a-f394-4908-8562-ffea7ecac540 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.712132] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51600e28-3ce7-419d-ac7d-51574c3b5004 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.720568] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2493e13c-91ea-497e-a32e-116fe8090d80 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.735848] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.882815] env[62361]: DEBUG nova.network.neutron [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Updating instance_info_cache with network_info: [{"id": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "address": "fa:16:3e:e2:01:20", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28d0f7-f6", "ovs_interfaceid": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fcf20969-839e-472e-847e-4f84d776b634", "address": "fa:16:3e:13:62:8d", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf20969-83", "ovs_interfaceid": "fcf20969-839e-472e-847e-4f84d776b634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.924031] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Releasing lock "refresh_cache-1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.924325] env[62361]: DEBUG nova.objects.instance [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lazy-loading 'migration_context' on Instance uuid 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1739.127016] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657135} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.127275] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 1d5bfc39-67a4-41d3-b195-1146984e5b58/1d5bfc39-67a4-41d3-b195-1146984e5b58.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1739.127490] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1739.127734] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4008f596-f798-45ff-9945-f0caaef80d7a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.133666] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1739.133666] env[62361]: value = "task-1708880" [ 1739.133666] env[62361]: _type = "Task" [ 1739.133666] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.142087] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.152888] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525a8120-ae14-79dc-8a00-e3452334f222, 'name': SearchDatastore_Task, 'duration_secs': 0.070868} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.153581] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beeb980d-9f7e-4bf9-888a-b02756e5e3da {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.158522] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1739.158522] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f8a037-3cff-80e7-9354-0cb3834e489a" [ 1739.158522] env[62361]: _type = "Task" [ 1739.158522] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.167193] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f8a037-3cff-80e7-9354-0cb3834e489a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.239324] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1739.385849] env[62361]: DEBUG oslo_concurrency.lockutils [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.386547] env[62361]: DEBUG oslo_concurrency.lockutils [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.386752] env[62361]: DEBUG oslo_concurrency.lockutils [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.387985] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa9fbcd-990e-4a90-9dec-f25562926870 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.404697] env[62361]: DEBUG nova.virt.hardware [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1739.404973] env[62361]: DEBUG nova.virt.hardware [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1739.405101] env[62361]: DEBUG nova.virt.hardware [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1739.405289] env[62361]: DEBUG nova.virt.hardware [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1739.405436] env[62361]: DEBUG nova.virt.hardware [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1739.405582] env[62361]: DEBUG nova.virt.hardware [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1739.405786] env[62361]: DEBUG nova.virt.hardware [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1739.405947] env[62361]: DEBUG nova.virt.hardware [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1739.406125] env[62361]: DEBUG nova.virt.hardware [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1739.406294] env[62361]: DEBUG nova.virt.hardware [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1739.406464] env[62361]: DEBUG nova.virt.hardware [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1739.412819] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Reconfiguring VM to attach interface {{(pid=62361) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1739.413132] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b6b24f6-ff13-4edf-b14d-353689a9c9d5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.426600] env[62361]: DEBUG nova.objects.base [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Object Instance<1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b> lazy-loaded attributes: info_cache,migration_context {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1739.427400] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d170b0b-9ed0-44a1-b1a3-6c3f91ba010e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.430838] env[62361]: DEBUG oslo_vmware.api [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1739.430838] env[62361]: value = "task-1708881" [ 1739.430838] env[62361]: _type = "Task" [ 1739.430838] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.447209] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d54aa27-928c-4651-9814-9a701e88ceea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.451931] env[62361]: DEBUG oslo_vmware.api [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708881, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.454638] env[62361]: DEBUG oslo_vmware.api [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1739.454638] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52636b30-02e2-7040-974b-3cc5cdf42ef2" [ 1739.454638] env[62361]: _type = "Task" [ 1739.454638] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.461600] env[62361]: DEBUG oslo_vmware.api [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52636b30-02e2-7040-974b-3cc5cdf42ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.645332] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062339} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.645580] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1739.646488] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c3c3cf-b511-4409-bd8b-8f74ad427b48 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.671569] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 1d5bfc39-67a4-41d3-b195-1146984e5b58/1d5bfc39-67a4-41d3-b195-1146984e5b58.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1739.674788] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1459ea6f-33d1-40c7-a7d0-5f1853adae8c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.694532] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f8a037-3cff-80e7-9354-0cb3834e489a, 'name': SearchDatastore_Task, 'duration_secs': 0.008345} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.695712] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.695973] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] cd517fa8-5e04-46f7-b8c9-158508ea496d/cd517fa8-5e04-46f7-b8c9-158508ea496d.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1739.696294] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1739.696294] env[62361]: value = "task-1708882" [ 1739.696294] env[62361]: _type = "Task" [ 1739.696294] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.696476] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3986c39c-e4cc-45b5-a15a-be377ecdde70 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.706760] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.708053] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1739.708053] env[62361]: value = "task-1708883" [ 1739.708053] env[62361]: _type = "Task" [ 1739.708053] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.714903] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.743785] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1739.744034] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.279s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.744265] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1739.943645] env[62361]: DEBUG oslo_vmware.api [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.967434] env[62361]: DEBUG oslo_vmware.api [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52636b30-02e2-7040-974b-3cc5cdf42ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.015342} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.967788] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.968036] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.208499] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708882, 'name': ReconfigVM_Task, 'duration_secs': 0.292235} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.211735] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 1d5bfc39-67a4-41d3-b195-1146984e5b58/1d5bfc39-67a4-41d3-b195-1146984e5b58.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1740.212479] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96e23102-cca1-4aea-83e3-06fbd195d198 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.219110] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509105} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.220407] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] cd517fa8-5e04-46f7-b8c9-158508ea496d/cd517fa8-5e04-46f7-b8c9-158508ea496d.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1740.220677] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1740.221033] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1740.221033] env[62361]: value = "task-1708884" [ 1740.221033] env[62361]: _type = "Task" [ 1740.221033] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.221279] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abcac7d8-d0e0-43a7-bc38-cf7b0f7ff79b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.231605] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708884, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.232826] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1740.232826] env[62361]: value = "task-1708885" [ 1740.232826] env[62361]: _type = "Task" [ 1740.232826] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.240228] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.442745] env[62361]: DEBUG oslo_vmware.api [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708881, 'name': ReconfigVM_Task, 'duration_secs': 0.879579} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.443271] env[62361]: DEBUG oslo_concurrency.lockutils [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.443493] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Reconfigured VM to attach interface {{(pid=62361) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1740.592410] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e79aea-37d4-4643-8452-d3ea765e02e2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.600502] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a122030-a579-43f2-943c-08cb502e0c83 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.633019] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a985f937-630d-48d7-a736-c6d20afa570a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.641911] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b75911-9e57-4777-9fc4-5bc19123cb46 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.656803] env[62361]: DEBUG nova.compute.provider_tree [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.733090] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708884, 'name': Rename_Task, 'duration_secs': 0.159645} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.733406] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1740.736363] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28814b6b-dbe6-4a45-9daf-915b02c605dd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.742407] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074156} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.743492] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1740.743809] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1740.743809] env[62361]: value = "task-1708886" [ 1740.743809] env[62361]: _type = "Task" [ 1740.743809] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.744482] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9c3004-5d8b-4284-9dbd-65e943344013 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.753571] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.770744] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] cd517fa8-5e04-46f7-b8c9-158508ea496d/cd517fa8-5e04-46f7-b8c9-158508ea496d.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1740.770999] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c071694b-da2a-4473-b14d-cf7e912e030a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.789761] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1740.789761] env[62361]: value = "task-1708887" [ 1740.789761] env[62361]: _type = "Task" [ 1740.789761] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.797658] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.947953] env[62361]: DEBUG oslo_concurrency.lockutils [None req-25692a87-1e8c-4aa3-afaa-7dbbec2ad5dd tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-de2273f3-2bb6-4b18-bc3d-b89b01556b85-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.686s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.160790] env[62361]: DEBUG nova.scheduler.client.report [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1741.258197] env[62361]: DEBUG oslo_vmware.api [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708886, 'name': PowerOnVM_Task, 'duration_secs': 0.478429} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.258412] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1741.258618] env[62361]: INFO nova.compute.manager [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1741.258794] env[62361]: DEBUG nova.compute.manager [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1741.259554] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02214af5-e985-42c6-9eaf-ff16f53f9303 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.299688] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708887, 'name': ReconfigVM_Task, 'duration_secs': 0.429484} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.300537] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Reconfigured VM instance instance-00000067 to attach disk [datastore1] cd517fa8-5e04-46f7-b8c9-158508ea496d/cd517fa8-5e04-46f7-b8c9-158508ea496d.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1741.301187] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adb97dd9-3827-43d7-8ca6-8df32d715707 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.307969] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1741.307969] env[62361]: value = "task-1708888" [ 1741.307969] env[62361]: _type = "Task" [ 1741.307969] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.315847] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708888, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.776108] env[62361]: INFO nova.compute.manager [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Took 17.37 seconds to build instance. [ 1741.779364] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.779578] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.779671] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1741.818053] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708888, 'name': Rename_Task, 'duration_secs': 0.148063} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.818053] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1741.818246] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cb2ae09-5e90-466d-8cc0-0dca8cad9487 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.825188] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1741.825188] env[62361]: value = "task-1708889" [ 1741.825188] env[62361]: _type = "Task" [ 1741.825188] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.833088] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.173086] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.203s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.278063] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d023f7bb-9e3d-4f09-b8a0-57ac5ce8b49d tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.878s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.336056] env[62361]: DEBUG oslo_vmware.api [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708889, 'name': PowerOnVM_Task, 'duration_secs': 0.465188} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.336877] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1742.337097] env[62361]: INFO nova.compute.manager [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1742.337333] env[62361]: DEBUG nova.compute.manager [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1742.338829] env[62361]: DEBUG nova.compute.manager [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Received event network-vif-plugged-1dea8fc9-b84d-47ba-ab14-06fb830136e2 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1742.338993] env[62361]: DEBUG oslo_concurrency.lockutils [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] Acquiring lock "cd517fa8-5e04-46f7-b8c9-158508ea496d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.339213] env[62361]: DEBUG oslo_concurrency.lockutils [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] Lock "cd517fa8-5e04-46f7-b8c9-158508ea496d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.339379] env[62361]: DEBUG oslo_concurrency.lockutils [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] Lock "cd517fa8-5e04-46f7-b8c9-158508ea496d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.339541] env[62361]: DEBUG nova.compute.manager [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] No waiting events found dispatching network-vif-plugged-1dea8fc9-b84d-47ba-ab14-06fb830136e2 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1742.339700] env[62361]: WARNING nova.compute.manager [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Received unexpected event network-vif-plugged-1dea8fc9-b84d-47ba-ab14-06fb830136e2 for instance with vm_state building and task_state spawning. [ 1742.339887] env[62361]: DEBUG nova.compute.manager [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Received event network-changed-1dea8fc9-b84d-47ba-ab14-06fb830136e2 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1742.340101] env[62361]: DEBUG nova.compute.manager [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Refreshing instance network info cache due to event network-changed-1dea8fc9-b84d-47ba-ab14-06fb830136e2. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1742.340266] env[62361]: DEBUG oslo_concurrency.lockutils [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] Acquiring lock "refresh_cache-cd517fa8-5e04-46f7-b8c9-158508ea496d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.340408] env[62361]: DEBUG oslo_concurrency.lockutils [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] Acquired lock "refresh_cache-cd517fa8-5e04-46f7-b8c9-158508ea496d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.340553] env[62361]: DEBUG nova.network.neutron [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Refreshing network info cache for port 1dea8fc9-b84d-47ba-ab14-06fb830136e2 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1742.342122] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c618cf-fd81-4970-beb8-1640f1952476 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.733184] env[62361]: INFO nova.scheduler.client.report [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleted allocation for migration f090eb9d-3db6-408f-ae80-ea4368d52a70 [ 1742.859746] env[62361]: INFO nova.compute.manager [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Took 13.05 seconds to build instance. [ 1743.238834] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.587s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.352474] env[62361]: DEBUG nova.network.neutron [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Updated VIF entry in instance network info cache for port 1dea8fc9-b84d-47ba-ab14-06fb830136e2. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.352881] env[62361]: DEBUG nova.network.neutron [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Updating instance_info_cache with network_info: [{"id": "1dea8fc9-b84d-47ba-ab14-06fb830136e2", "address": "fa:16:3e:aa:e3:50", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dea8fc9-b8", "ovs_interfaceid": "1dea8fc9-b84d-47ba-ab14-06fb830136e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.362290] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d5ec6e6c-edb5-42c8-9478-9ef137b9d6ce tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.570s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.721244] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "interface-de2273f3-2bb6-4b18-bc3d-b89b01556b85-27922c9f-9aaf-4dd7-8dc3-9070362c7379" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.721244] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-de2273f3-2bb6-4b18-bc3d-b89b01556b85-27922c9f-9aaf-4dd7-8dc3-9070362c7379" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.721244] env[62361]: DEBUG nova.objects.instance [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lazy-loading 'flavor' on Instance uuid de2273f3-2bb6-4b18-bc3d-b89b01556b85 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1743.856875] env[62361]: DEBUG oslo_concurrency.lockutils [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] Releasing lock "refresh_cache-cd517fa8-5e04-46f7-b8c9-158508ea496d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.856875] env[62361]: DEBUG nova.compute.manager [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Received event network-vif-plugged-fcf20969-839e-472e-847e-4f84d776b634 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1743.856875] env[62361]: DEBUG oslo_concurrency.lockutils [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] Acquiring lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.856875] env[62361]: DEBUG oslo_concurrency.lockutils [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] Lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.857589] env[62361]: DEBUG oslo_concurrency.lockutils [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] Lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.857929] env[62361]: DEBUG nova.compute.manager [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] No waiting events found dispatching network-vif-plugged-fcf20969-839e-472e-847e-4f84d776b634 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1743.858167] env[62361]: WARNING nova.compute.manager [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Received unexpected event network-vif-plugged-fcf20969-839e-472e-847e-4f84d776b634 for instance with vm_state active and task_state None. [ 1743.858345] env[62361]: DEBUG nova.compute.manager [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Received event network-changed-fcf20969-839e-472e-847e-4f84d776b634 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1743.858588] env[62361]: DEBUG nova.compute.manager [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Refreshing instance network info cache due to event network-changed-fcf20969-839e-472e-847e-4f84d776b634. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1743.859019] env[62361]: DEBUG oslo_concurrency.lockutils [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] Acquiring lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.859569] env[62361]: DEBUG oslo_concurrency.lockutils [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] Acquired lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.859998] env[62361]: DEBUG nova.network.neutron [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Refreshing network info cache for port fcf20969-839e-472e-847e-4f84d776b634 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1744.335993] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.336210] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquired lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.336369] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Forcefully refreshing network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1744.367025] env[62361]: DEBUG nova.objects.instance [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lazy-loading 'pci_requests' on Instance uuid de2273f3-2bb6-4b18-bc3d-b89b01556b85 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.576300] env[62361]: DEBUG nova.network.neutron [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Updated VIF entry in instance network info cache for port fcf20969-839e-472e-847e-4f84d776b634. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1744.576840] env[62361]: DEBUG nova.network.neutron [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Updating instance_info_cache with network_info: [{"id": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "address": "fa:16:3e:e2:01:20", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28d0f7-f6", "ovs_interfaceid": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fcf20969-839e-472e-847e-4f84d776b634", "address": "fa:16:3e:13:62:8d", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf20969-83", "ovs_interfaceid": "fcf20969-839e-472e-847e-4f84d776b634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.678290] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.678572] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.680025] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.680025] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.680025] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.683842] env[62361]: INFO nova.compute.manager [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Terminating instance [ 1744.686216] env[62361]: DEBUG nova.compute.manager [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1744.686216] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1744.686660] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47ecea6-5085-4eae-8a6d-ad528217d956 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.696182] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.696436] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82aa19fe-b69a-42cf-a333-ff6553ee264f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.703016] env[62361]: DEBUG oslo_vmware.api [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1744.703016] env[62361]: value = "task-1708890" [ 1744.703016] env[62361]: _type = "Task" [ 1744.703016] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.713539] env[62361]: DEBUG oslo_vmware.api [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.753564] env[62361]: DEBUG oslo_concurrency.lockutils [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquiring lock "5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.753564] env[62361]: DEBUG oslo_concurrency.lockutils [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.753564] env[62361]: DEBUG oslo_concurrency.lockutils [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquiring lock "5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.753811] env[62361]: DEBUG oslo_concurrency.lockutils [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.754079] env[62361]: DEBUG oslo_concurrency.lockutils [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.756416] env[62361]: INFO nova.compute.manager [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Terminating instance [ 1744.759376] env[62361]: DEBUG nova.compute.manager [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1744.759632] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1744.760592] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8ab10e-6b16-42d1-a68a-3b6bae2c1c81 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.769411] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.769763] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66813ba3-d2e9-4932-aaba-ac5a924933bd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.781171] env[62361]: DEBUG oslo_vmware.api [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1744.781171] env[62361]: value = "task-1708891" [ 1744.781171] env[62361]: _type = "Task" [ 1744.781171] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.791989] env[62361]: DEBUG oslo_vmware.api [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.869903] env[62361]: DEBUG nova.objects.base [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1744.870312] env[62361]: DEBUG nova.network.neutron [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1744.951401] env[62361]: DEBUG nova.policy [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c92111993614dd9b80f3e62a764e30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa192e18bbe44519aa42ca60061c0a2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1745.080306] env[62361]: DEBUG oslo_concurrency.lockutils [req-580261b3-94d7-4d7a-ba97-aa776c60c996 req-3cb225a5-283e-4f2c-ad69-a8b4706cc055 service nova] Releasing lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.218940] env[62361]: DEBUG oslo_vmware.api [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708890, 'name': PowerOffVM_Task, 'duration_secs': 0.355431} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.218940] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.218940] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1745.218940] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40ff5685-8dc6-4983-a7fa-9049613153f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.295226] env[62361]: DEBUG oslo_vmware.api [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708891, 'name': PowerOffVM_Task, 'duration_secs': 0.281487} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.296054] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.299149] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1745.299149] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47e52523-aef0-435b-b9db-876cb0cd5b43 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.304509] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.304894] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.305197] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleting the datastore file [datastore1] 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.305722] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18b64df3-d26f-498d-9139-a2cd61055954 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.312510] env[62361]: DEBUG oslo_vmware.api [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for the task: (returnval){ [ 1745.312510] env[62361]: value = "task-1708894" [ 1745.312510] env[62361]: _type = "Task" [ 1745.312510] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.322608] env[62361]: DEBUG oslo_vmware.api [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.379863] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.381196] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.381196] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Deleting the datastore file [datastore1] 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.381196] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43c86e1e-6a3d-4b9f-86f4-2821ff2b3d33 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.391603] env[62361]: DEBUG oslo_vmware.api [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for the task: (returnval){ [ 1745.391603] env[62361]: value = "task-1708895" [ 1745.391603] env[62361]: _type = "Task" [ 1745.391603] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.401344] env[62361]: DEBUG oslo_vmware.api [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.445740] env[62361]: DEBUG oslo_concurrency.lockutils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "43c517ab-7236-43ea-a35b-51aaa67eac4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.446387] env[62361]: DEBUG oslo_concurrency.lockutils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "43c517ab-7236-43ea-a35b-51aaa67eac4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.546444] env[62361]: DEBUG nova.compute.manager [req-f4dff46d-9a4e-485d-ab6d-364e6f84e6c2 req-9a32b57e-9de1-4ebc-a694-7dcc18eeefd2 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Received event network-changed-44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1745.546774] env[62361]: DEBUG nova.compute.manager [req-f4dff46d-9a4e-485d-ab6d-364e6f84e6c2 req-9a32b57e-9de1-4ebc-a694-7dcc18eeefd2 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Refreshing instance network info cache due to event network-changed-44f09d6b-f4b4-47d7-8896-7b8d968894a8. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1745.547107] env[62361]: DEBUG oslo_concurrency.lockutils [req-f4dff46d-9a4e-485d-ab6d-364e6f84e6c2 req-9a32b57e-9de1-4ebc-a694-7dcc18eeefd2 service nova] Acquiring lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.547475] env[62361]: DEBUG oslo_concurrency.lockutils [req-f4dff46d-9a4e-485d-ab6d-364e6f84e6c2 req-9a32b57e-9de1-4ebc-a694-7dcc18eeefd2 service nova] Acquired lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.547765] env[62361]: DEBUG nova.network.neutron [req-f4dff46d-9a4e-485d-ab6d-364e6f84e6c2 req-9a32b57e-9de1-4ebc-a694-7dcc18eeefd2 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Refreshing network info cache for port 44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1745.708613] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance_info_cache with network_info: [{"id": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "address": "fa:16:3e:f7:c6:ba", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c9eb6e-09", "ovs_interfaceid": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.827264] env[62361]: DEBUG oslo_vmware.api [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Task: {'id': task-1708894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186156} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.827668] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.828049] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1745.828376] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1745.828703] env[62361]: INFO nova.compute.manager [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1745.829096] env[62361]: DEBUG oslo.service.loopingcall [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.829870] env[62361]: DEBUG nova.compute.manager [-] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1745.829870] env[62361]: DEBUG nova.network.neutron [-] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1745.906751] env[62361]: DEBUG oslo_vmware.api [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Task: {'id': task-1708895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349738} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.909019] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.909019] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1745.909019] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1745.909019] env[62361]: INFO nova.compute.manager [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1745.909019] env[62361]: DEBUG oslo.service.loopingcall [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.909019] env[62361]: DEBUG nova.compute.manager [-] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1745.909019] env[62361]: DEBUG nova.network.neutron [-] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1745.955390] env[62361]: DEBUG nova.compute.manager [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1746.213390] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Releasing lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.217943] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updated the network info_cache for instance {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1746.218170] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.218302] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.218463] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.219502] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.219502] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.219502] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.219502] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1746.219502] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.485424] env[62361]: DEBUG oslo_concurrency.lockutils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.485424] env[62361]: DEBUG oslo_concurrency.lockutils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.486951] env[62361]: INFO nova.compute.claims [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1746.672875] env[62361]: DEBUG nova.network.neutron [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Successfully updated port: 27922c9f-9aaf-4dd7-8dc3-9070362c7379 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1746.722660] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.766363] env[62361]: DEBUG nova.network.neutron [-] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.872834] env[62361]: DEBUG nova.network.neutron [req-f4dff46d-9a4e-485d-ab6d-364e6f84e6c2 req-9a32b57e-9de1-4ebc-a694-7dcc18eeefd2 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Updated VIF entry in instance network info cache for port 44f09d6b-f4b4-47d7-8896-7b8d968894a8. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1746.873242] env[62361]: DEBUG nova.network.neutron [req-f4dff46d-9a4e-485d-ab6d-364e6f84e6c2 req-9a32b57e-9de1-4ebc-a694-7dcc18eeefd2 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Updating instance_info_cache with network_info: [{"id": "44f09d6b-f4b4-47d7-8896-7b8d968894a8", "address": "fa:16:3e:5d:68:f7", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f09d6b-f4", "ovs_interfaceid": "44f09d6b-f4b4-47d7-8896-7b8d968894a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.010074] env[62361]: DEBUG nova.network.neutron [-] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.107717] env[62361]: DEBUG nova.compute.manager [req-6d220df0-7662-4b77-a908-014039d5d3a6 req-657361d7-f0f6-4523-a1ba-5d73ef3dca5e service nova] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Received event network-vif-deleted-92497cf3-660c-4314-bb1a-747fdb9ddc79 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1747.179882] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.179882] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.179882] env[62361]: DEBUG nova.network.neutron [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1747.270641] env[62361]: INFO nova.compute.manager [-] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Took 1.44 seconds to deallocate network for instance. [ 1747.380526] env[62361]: DEBUG oslo_concurrency.lockutils [req-f4dff46d-9a4e-485d-ab6d-364e6f84e6c2 req-9a32b57e-9de1-4ebc-a694-7dcc18eeefd2 service nova] Releasing lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.512488] env[62361]: INFO nova.compute.manager [-] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Took 1.60 seconds to deallocate network for instance. [ 1747.577764] env[62361]: DEBUG nova.compute.manager [req-ea1c0747-2b59-4233-a522-3d92c0c305ba req-c12ae143-a5c7-4891-b951-666bc47983f4 service nova] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Received event network-vif-deleted-1298b57e-467e-4e90-9cd2-6f90a6fbc741 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1747.578045] env[62361]: DEBUG nova.compute.manager [req-ea1c0747-2b59-4233-a522-3d92c0c305ba req-c12ae143-a5c7-4891-b951-666bc47983f4 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Received event network-vif-plugged-27922c9f-9aaf-4dd7-8dc3-9070362c7379 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1747.578285] env[62361]: DEBUG oslo_concurrency.lockutils [req-ea1c0747-2b59-4233-a522-3d92c0c305ba req-c12ae143-a5c7-4891-b951-666bc47983f4 service nova] Acquiring lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.578532] env[62361]: DEBUG oslo_concurrency.lockutils [req-ea1c0747-2b59-4233-a522-3d92c0c305ba req-c12ae143-a5c7-4891-b951-666bc47983f4 service nova] Lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.578723] env[62361]: DEBUG oslo_concurrency.lockutils [req-ea1c0747-2b59-4233-a522-3d92c0c305ba req-c12ae143-a5c7-4891-b951-666bc47983f4 service nova] Lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.578907] env[62361]: DEBUG nova.compute.manager [req-ea1c0747-2b59-4233-a522-3d92c0c305ba req-c12ae143-a5c7-4891-b951-666bc47983f4 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] No waiting events found dispatching network-vif-plugged-27922c9f-9aaf-4dd7-8dc3-9070362c7379 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1747.579108] env[62361]: WARNING nova.compute.manager [req-ea1c0747-2b59-4233-a522-3d92c0c305ba req-c12ae143-a5c7-4891-b951-666bc47983f4 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Received unexpected event network-vif-plugged-27922c9f-9aaf-4dd7-8dc3-9070362c7379 for instance with vm_state active and task_state None. [ 1747.579401] env[62361]: DEBUG nova.compute.manager [req-ea1c0747-2b59-4233-a522-3d92c0c305ba req-c12ae143-a5c7-4891-b951-666bc47983f4 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Received event network-changed-27922c9f-9aaf-4dd7-8dc3-9070362c7379 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1747.579639] env[62361]: DEBUG nova.compute.manager [req-ea1c0747-2b59-4233-a522-3d92c0c305ba req-c12ae143-a5c7-4891-b951-666bc47983f4 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Refreshing instance network info cache due to event network-changed-27922c9f-9aaf-4dd7-8dc3-9070362c7379. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1747.579801] env[62361]: DEBUG oslo_concurrency.lockutils [req-ea1c0747-2b59-4233-a522-3d92c0c305ba req-c12ae143-a5c7-4891-b951-666bc47983f4 service nova] Acquiring lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.655216] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "cb17edf0-cc03-46d4-83a4-84ab67df8572" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.655466] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.677184] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfd4d53-a18f-423f-801d-2b93355810cc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.687190] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f10104-77e3-43ce-a0bc-23b4e16486e2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.719970] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00503989-5fb5-4fb1-bf04-24f4105f15a5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.723279] env[62361]: WARNING nova.network.neutron [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] 1b9182d2-c5a7-4093-b784-9758b07a7ca3 already exists in list: networks containing: ['1b9182d2-c5a7-4093-b784-9758b07a7ca3']. ignoring it [ 1747.723467] env[62361]: WARNING nova.network.neutron [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] 1b9182d2-c5a7-4093-b784-9758b07a7ca3 already exists in list: networks containing: ['1b9182d2-c5a7-4093-b784-9758b07a7ca3']. ignoring it [ 1747.731828] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73848ac4-17be-4df1-84cb-9c9caf85bd13 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.746397] env[62361]: DEBUG nova.compute.provider_tree [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.780150] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.028923] env[62361]: DEBUG oslo_concurrency.lockutils [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.161478] env[62361]: DEBUG nova.compute.manager [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1748.174626] env[62361]: DEBUG nova.network.neutron [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Updating instance_info_cache with network_info: [{"id": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "address": "fa:16:3e:e2:01:20", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28d0f7-f6", "ovs_interfaceid": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fcf20969-839e-472e-847e-4f84d776b634", "address": "fa:16:3e:13:62:8d", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf20969-83", "ovs_interfaceid": "fcf20969-839e-472e-847e-4f84d776b634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27922c9f-9aaf-4dd7-8dc3-9070362c7379", "address": "fa:16:3e:2e:66:eb", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27922c9f-9a", "ovs_interfaceid": "27922c9f-9aaf-4dd7-8dc3-9070362c7379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.250811] env[62361]: DEBUG nova.scheduler.client.report [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1748.678485] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.679424] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.679424] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.680366] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.680633] env[62361]: DEBUG oslo_concurrency.lockutils [req-ea1c0747-2b59-4233-a522-3d92c0c305ba req-c12ae143-a5c7-4891-b951-666bc47983f4 service nova] Acquired lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.680816] env[62361]: DEBUG nova.network.neutron [req-ea1c0747-2b59-4233-a522-3d92c0c305ba req-c12ae143-a5c7-4891-b951-666bc47983f4 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Refreshing network info cache for port 27922c9f-9aaf-4dd7-8dc3-9070362c7379 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.682521] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc49495-503c-419d-8431-a646416f7e3d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.700499] env[62361]: DEBUG nova.virt.hardware [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1748.700734] env[62361]: DEBUG nova.virt.hardware [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1748.700883] env[62361]: DEBUG nova.virt.hardware [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1748.701117] env[62361]: DEBUG nova.virt.hardware [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1748.701210] env[62361]: DEBUG nova.virt.hardware [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1748.701356] env[62361]: DEBUG nova.virt.hardware [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1748.701562] env[62361]: DEBUG nova.virt.hardware [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1748.701754] env[62361]: DEBUG nova.virt.hardware [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1748.701904] env[62361]: DEBUG nova.virt.hardware [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1748.702037] env[62361]: DEBUG nova.virt.hardware [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1748.702215] env[62361]: DEBUG nova.virt.hardware [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1748.708530] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Reconfiguring VM to attach interface {{(pid=62361) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1748.709451] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-729caf67-2343-4f5f-b59f-3d38b4561555 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.727348] env[62361]: DEBUG oslo_vmware.api [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1748.727348] env[62361]: value = "task-1708896" [ 1748.727348] env[62361]: _type = "Task" [ 1748.727348] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.735320] env[62361]: DEBUG oslo_vmware.api [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708896, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.754610] env[62361]: DEBUG oslo_concurrency.lockutils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.755200] env[62361]: DEBUG nova.compute.manager [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1748.757737] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.035s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.757928] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.758102] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1748.758394] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.979s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.758617] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.760639] env[62361]: DEBUG oslo_concurrency.lockutils [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.732s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.760843] env[62361]: DEBUG nova.objects.instance [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lazy-loading 'resources' on Instance uuid 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.763354] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbd8935-a996-4f39-baca-cdc4a2bdf672 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.771852] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef0ebb9-4d6e-4b8a-83cb-25c69f1b8dbc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.787231] env[62361]: INFO nova.scheduler.client.report [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Deleted allocations for instance 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b [ 1748.788719] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c913e4eb-dfa7-48db-a15f-079215c64f84 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.799489] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69db1ec0-026a-4ba7-828d-0a2496a7b2b0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.831695] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180438MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1748.831860] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.174596] env[62361]: DEBUG nova.compute.manager [req-955cd37e-48e9-4d73-b5cc-1155df7218cb req-cfcad6a5-38cd-4dd7-a464-389b24f7b257 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Received event network-changed-1dea8fc9-b84d-47ba-ab14-06fb830136e2 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1749.174841] env[62361]: DEBUG nova.compute.manager [req-955cd37e-48e9-4d73-b5cc-1155df7218cb req-cfcad6a5-38cd-4dd7-a464-389b24f7b257 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Refreshing instance network info cache due to event network-changed-1dea8fc9-b84d-47ba-ab14-06fb830136e2. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1749.175192] env[62361]: DEBUG oslo_concurrency.lockutils [req-955cd37e-48e9-4d73-b5cc-1155df7218cb req-cfcad6a5-38cd-4dd7-a464-389b24f7b257 service nova] Acquiring lock "refresh_cache-cd517fa8-5e04-46f7-b8c9-158508ea496d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.175425] env[62361]: DEBUG oslo_concurrency.lockutils [req-955cd37e-48e9-4d73-b5cc-1155df7218cb req-cfcad6a5-38cd-4dd7-a464-389b24f7b257 service nova] Acquired lock "refresh_cache-cd517fa8-5e04-46f7-b8c9-158508ea496d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.175600] env[62361]: DEBUG nova.network.neutron [req-955cd37e-48e9-4d73-b5cc-1155df7218cb req-cfcad6a5-38cd-4dd7-a464-389b24f7b257 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Refreshing network info cache for port 1dea8fc9-b84d-47ba-ab14-06fb830136e2 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1749.239746] env[62361]: DEBUG oslo_vmware.api [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.266076] env[62361]: DEBUG nova.compute.utils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1749.272255] env[62361]: DEBUG nova.compute.manager [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1749.272518] env[62361]: DEBUG nova.network.neutron [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1749.302268] env[62361]: DEBUG oslo_concurrency.lockutils [None req-3a0dca0b-e950-4418-b894-e431051dcbcc tempest-DeleteServersTestJSON-2057300254 tempest-DeleteServersTestJSON-2057300254-project-member] Lock "1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.624s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.358262] env[62361]: DEBUG nova.policy [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93064d98a0e84c25b78736c4cd37a26d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69700e8d1f8e4cedaced84a586a8a681', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1749.459724] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da56865-2cc2-42bb-abd3-6e8ba005b6eb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.468823] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438f6f0f-d5ef-412a-9b59-0321f1959fff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.502138] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc40bc89-1a04-4862-8f21-2ffd3b3b7048 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.509864] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5bf34d-bd3c-4ac0-adfe-bd9bde471337 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.527062] env[62361]: DEBUG nova.compute.provider_tree [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.564176] env[62361]: DEBUG nova.network.neutron [req-ea1c0747-2b59-4233-a522-3d92c0c305ba req-c12ae143-a5c7-4891-b951-666bc47983f4 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Updated VIF entry in instance network info cache for port 27922c9f-9aaf-4dd7-8dc3-9070362c7379. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1749.564176] env[62361]: DEBUG nova.network.neutron [req-ea1c0747-2b59-4233-a522-3d92c0c305ba req-c12ae143-a5c7-4891-b951-666bc47983f4 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Updating instance_info_cache with network_info: [{"id": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "address": "fa:16:3e:e2:01:20", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28d0f7-f6", "ovs_interfaceid": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fcf20969-839e-472e-847e-4f84d776b634", "address": "fa:16:3e:13:62:8d", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf20969-83", "ovs_interfaceid": "fcf20969-839e-472e-847e-4f84d776b634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27922c9f-9aaf-4dd7-8dc3-9070362c7379", "address": "fa:16:3e:2e:66:eb", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27922c9f-9a", "ovs_interfaceid": "27922c9f-9aaf-4dd7-8dc3-9070362c7379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.639200] env[62361]: DEBUG nova.network.neutron [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Successfully created port: 53ae560a-07b4-46ea-97b9-ccbd36a52c79 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1749.741832] env[62361]: DEBUG oslo_vmware.api [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708896, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.776035] env[62361]: DEBUG nova.compute.manager [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1749.908866] env[62361]: DEBUG nova.network.neutron [req-955cd37e-48e9-4d73-b5cc-1155df7218cb req-cfcad6a5-38cd-4dd7-a464-389b24f7b257 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Updated VIF entry in instance network info cache for port 1dea8fc9-b84d-47ba-ab14-06fb830136e2. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1749.909279] env[62361]: DEBUG nova.network.neutron [req-955cd37e-48e9-4d73-b5cc-1155df7218cb req-cfcad6a5-38cd-4dd7-a464-389b24f7b257 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Updating instance_info_cache with network_info: [{"id": "1dea8fc9-b84d-47ba-ab14-06fb830136e2", "address": "fa:16:3e:aa:e3:50", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dea8fc9-b8", "ovs_interfaceid": "1dea8fc9-b84d-47ba-ab14-06fb830136e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.030904] env[62361]: DEBUG nova.scheduler.client.report [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1750.066436] env[62361]: DEBUG oslo_concurrency.lockutils [req-ea1c0747-2b59-4233-a522-3d92c0c305ba req-c12ae143-a5c7-4891-b951-666bc47983f4 service nova] Releasing lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.240927] env[62361]: DEBUG oslo_vmware.api [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708896, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.412234] env[62361]: DEBUG oslo_concurrency.lockutils [req-955cd37e-48e9-4d73-b5cc-1155df7218cb req-cfcad6a5-38cd-4dd7-a464-389b24f7b257 service nova] Releasing lock "refresh_cache-cd517fa8-5e04-46f7-b8c9-158508ea496d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.536412] env[62361]: DEBUG oslo_concurrency.lockutils [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.540235] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.860s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.541924] env[62361]: INFO nova.compute.claims [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1750.560971] env[62361]: INFO nova.scheduler.client.report [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Deleted allocations for instance 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b [ 1750.741820] env[62361]: DEBUG oslo_vmware.api [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708896, 'name': ReconfigVM_Task, 'duration_secs': 1.886957} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.742387] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.742595] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Reconfigured VM to attach interface {{(pid=62361) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1750.786251] env[62361]: DEBUG nova.compute.manager [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1750.813722] env[62361]: DEBUG nova.virt.hardware [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8d1428f90f1e30e75d43578a427e9f1e',container_format='bare',created_at=2024-12-10T21:24:39Z,direct_url=,disk_format='vmdk',id=8d6e6edb-ce18-4f9a-820b-f19aa739f0d0,min_disk=1,min_ram=0,name='tempest-test-snap-1929107026',owner='69700e8d1f8e4cedaced84a586a8a681',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-10T21:24:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1750.814022] env[62361]: DEBUG nova.virt.hardware [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1750.815015] env[62361]: DEBUG nova.virt.hardware [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1750.815015] env[62361]: DEBUG nova.virt.hardware [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1750.815015] env[62361]: DEBUG nova.virt.hardware [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1750.815015] env[62361]: DEBUG nova.virt.hardware [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1750.815015] env[62361]: DEBUG nova.virt.hardware [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1750.815227] env[62361]: DEBUG nova.virt.hardware [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1750.815317] env[62361]: DEBUG nova.virt.hardware [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1750.815522] env[62361]: DEBUG nova.virt.hardware [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1750.815730] env[62361]: DEBUG nova.virt.hardware [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1750.816637] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b57d5a-9993-4933-a3d0-284a88a3eec3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.825302] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9574b147-0e22-47c1-8ddb-8932f5e7bc73 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.053502] env[62361]: DEBUG nova.compute.manager [req-a259f254-9cb0-4987-bc8e-753baff423d4 req-db9f17e5-6562-44c5-b9a7-7d64191f4da2 service nova] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Received event network-vif-plugged-53ae560a-07b4-46ea-97b9-ccbd36a52c79 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1751.053728] env[62361]: DEBUG oslo_concurrency.lockutils [req-a259f254-9cb0-4987-bc8e-753baff423d4 req-db9f17e5-6562-44c5-b9a7-7d64191f4da2 service nova] Acquiring lock "43c517ab-7236-43ea-a35b-51aaa67eac4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.053990] env[62361]: DEBUG oslo_concurrency.lockutils [req-a259f254-9cb0-4987-bc8e-753baff423d4 req-db9f17e5-6562-44c5-b9a7-7d64191f4da2 service nova] Lock "43c517ab-7236-43ea-a35b-51aaa67eac4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.054179] env[62361]: DEBUG oslo_concurrency.lockutils [req-a259f254-9cb0-4987-bc8e-753baff423d4 req-db9f17e5-6562-44c5-b9a7-7d64191f4da2 service nova] Lock "43c517ab-7236-43ea-a35b-51aaa67eac4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.054351] env[62361]: DEBUG nova.compute.manager [req-a259f254-9cb0-4987-bc8e-753baff423d4 req-db9f17e5-6562-44c5-b9a7-7d64191f4da2 service nova] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] No waiting events found dispatching network-vif-plugged-53ae560a-07b4-46ea-97b9-ccbd36a52c79 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1751.054514] env[62361]: WARNING nova.compute.manager [req-a259f254-9cb0-4987-bc8e-753baff423d4 req-db9f17e5-6562-44c5-b9a7-7d64191f4da2 service nova] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Received unexpected event network-vif-plugged-53ae560a-07b4-46ea-97b9-ccbd36a52c79 for instance with vm_state building and task_state spawning. [ 1751.070930] env[62361]: DEBUG oslo_concurrency.lockutils [None req-114e0a9b-4f75-47bd-b9f6-88f37a309627 tempest-FloatingIPsAssociationTestJSON-996639967 tempest-FloatingIPsAssociationTestJSON-996639967-project-member] Lock "5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.318s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.139332] env[62361]: DEBUG nova.network.neutron [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Successfully updated port: 53ae560a-07b4-46ea-97b9-ccbd36a52c79 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1751.247394] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d3dc25e2-e496-44bc-b95b-e76f655b4fc6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-de2273f3-2bb6-4b18-bc3d-b89b01556b85-27922c9f-9aaf-4dd7-8dc3-9070362c7379" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.527s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.644659] env[62361]: DEBUG oslo_concurrency.lockutils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "refresh_cache-43c517ab-7236-43ea-a35b-51aaa67eac4d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.644659] env[62361]: DEBUG oslo_concurrency.lockutils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired lock "refresh_cache-43c517ab-7236-43ea-a35b-51aaa67eac4d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.644659] env[62361]: DEBUG nova.network.neutron [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.673745] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2e15bc-ed10-401b-936b-d834163312e2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.681824] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9c5d06-e7e0-4304-85b6-064aa711af9d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.713026] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1759f141-ec1e-4c3a-b09b-c9309a2b28eb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.720530] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca555cb-d59d-4724-8e22-b991d0a773c4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.733866] env[62361]: DEBUG nova.compute.provider_tree [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.194691] env[62361]: DEBUG nova.network.neutron [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1752.237372] env[62361]: DEBUG nova.scheduler.client.report [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1752.460102] env[62361]: DEBUG nova.network.neutron [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Updating instance_info_cache with network_info: [{"id": "53ae560a-07b4-46ea-97b9-ccbd36a52c79", "address": "fa:16:3e:17:16:46", "network": {"id": "46455119-92ff-4eb0-bbc2-43b3d78d9332", "bridge": "br-int", "label": "tempest-ImagesTestJSON-431158718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69700e8d1f8e4cedaced84a586a8a681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ae560a-07", "ovs_interfaceid": "53ae560a-07b4-46ea-97b9-ccbd36a52c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.742536] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.743130] env[62361]: DEBUG nova.compute.manager [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1752.746194] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.914s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.963350] env[62361]: DEBUG oslo_concurrency.lockutils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Releasing lock "refresh_cache-43c517ab-7236-43ea-a35b-51aaa67eac4d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.965369] env[62361]: DEBUG nova.compute.manager [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Instance network_info: |[{"id": "53ae560a-07b4-46ea-97b9-ccbd36a52c79", "address": "fa:16:3e:17:16:46", "network": {"id": "46455119-92ff-4eb0-bbc2-43b3d78d9332", "bridge": "br-int", "label": "tempest-ImagesTestJSON-431158718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69700e8d1f8e4cedaced84a586a8a681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ae560a-07", "ovs_interfaceid": "53ae560a-07b4-46ea-97b9-ccbd36a52c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1752.965935] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:16:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53ae560a-07b4-46ea-97b9-ccbd36a52c79', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1752.976502] env[62361]: DEBUG oslo.service.loopingcall [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.976779] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1752.976973] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bafdee6-370f-485a-9c69-74b967cbc37b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.999826] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1752.999826] env[62361]: value = "task-1708898" [ 1752.999826] env[62361]: _type = "Task" [ 1752.999826] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.009525] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708898, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.081924] env[62361]: DEBUG nova.compute.manager [req-9df1c4ef-9385-4f22-9301-a16f70a565f0 req-4f08d0cc-c336-4071-82e3-3fe56c199c84 service nova] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Received event network-changed-53ae560a-07b4-46ea-97b9-ccbd36a52c79 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1753.082148] env[62361]: DEBUG nova.compute.manager [req-9df1c4ef-9385-4f22-9301-a16f70a565f0 req-4f08d0cc-c336-4071-82e3-3fe56c199c84 service nova] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Refreshing instance network info cache due to event network-changed-53ae560a-07b4-46ea-97b9-ccbd36a52c79. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1753.082367] env[62361]: DEBUG oslo_concurrency.lockutils [req-9df1c4ef-9385-4f22-9301-a16f70a565f0 req-4f08d0cc-c336-4071-82e3-3fe56c199c84 service nova] Acquiring lock "refresh_cache-43c517ab-7236-43ea-a35b-51aaa67eac4d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.082516] env[62361]: DEBUG oslo_concurrency.lockutils [req-9df1c4ef-9385-4f22-9301-a16f70a565f0 req-4f08d0cc-c336-4071-82e3-3fe56c199c84 service nova] Acquired lock "refresh_cache-43c517ab-7236-43ea-a35b-51aaa67eac4d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.082676] env[62361]: DEBUG nova.network.neutron [req-9df1c4ef-9385-4f22-9301-a16f70a565f0 req-4f08d0cc-c336-4071-82e3-3fe56c199c84 service nova] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Refreshing network info cache for port 53ae560a-07b4-46ea-97b9-ccbd36a52c79 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1753.250634] env[62361]: DEBUG nova.compute.utils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1753.261025] env[62361]: DEBUG nova.compute.manager [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1753.261025] env[62361]: DEBUG nova.network.neutron [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1753.308478] env[62361]: DEBUG oslo_concurrency.lockutils [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "interface-de2273f3-2bb6-4b18-bc3d-b89b01556b85-fcf20969-839e-472e-847e-4f84d776b634" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.308758] env[62361]: DEBUG oslo_concurrency.lockutils [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-de2273f3-2bb6-4b18-bc3d-b89b01556b85-fcf20969-839e-472e-847e-4f84d776b634" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.312814] env[62361]: DEBUG nova.policy [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e183c4e5b2074685947e65c39ad6192e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d2890b1a85a4c649cf2367912f9abb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1753.511167] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708898, 'name': CreateVM_Task, 'duration_secs': 0.384104} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.511482] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1753.512257] env[62361]: DEBUG oslo_concurrency.lockutils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.512436] env[62361]: DEBUG oslo_concurrency.lockutils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.513301] env[62361]: DEBUG oslo_concurrency.lockutils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1753.514359] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7413b7a8-3a93-4a47-b548-052f3f73499b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.518967] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1753.518967] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f4e082-ef49-21f4-6e79-7b5ea51c4834" [ 1753.518967] env[62361]: _type = "Task" [ 1753.518967] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.526907] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f4e082-ef49-21f4-6e79-7b5ea51c4834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.728105] env[62361]: DEBUG nova.network.neutron [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Successfully created port: 5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1753.758639] env[62361]: DEBUG nova.compute.manager [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1753.795120] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 0e9e5d53-2528-4929-9f34-894aadb20547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.795226] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.795275] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance de2273f3-2bb6-4b18-bc3d-b89b01556b85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.795550] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance cb9aa169-8e65-4b70-a44a-cc3b8d572c4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.795550] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 331cb7b1-24b1-4df6-aa4f-23309e20b321 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.795655] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 1d5bfc39-67a4-41d3-b195-1146984e5b58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.795752] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance cd517fa8-5e04-46f7-b8c9-158508ea496d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.795864] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 43c517ab-7236-43ea-a35b-51aaa67eac4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.795975] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance cb17edf0-cc03-46d4-83a4-84ab67df8572 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1753.796188] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1753.796328] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1753.812885] env[62361]: DEBUG oslo_concurrency.lockutils [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.813094] env[62361]: DEBUG oslo_concurrency.lockutils [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.814013] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10184499-8381-4bd4-aed8-544a3a5fbcab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.848446] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb2680f-f477-4ad2-853d-e7c2576ba7aa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.882310] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Reconfiguring VM to detach interface {{(pid=62361) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1753.885133] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-805b0053-ab95-4505-98b3-99ff957c30bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.904835] env[62361]: DEBUG nova.network.neutron [req-9df1c4ef-9385-4f22-9301-a16f70a565f0 req-4f08d0cc-c336-4071-82e3-3fe56c199c84 service nova] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Updated VIF entry in instance network info cache for port 53ae560a-07b4-46ea-97b9-ccbd36a52c79. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1753.904835] env[62361]: DEBUG nova.network.neutron [req-9df1c4ef-9385-4f22-9301-a16f70a565f0 req-4f08d0cc-c336-4071-82e3-3fe56c199c84 service nova] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Updating instance_info_cache with network_info: [{"id": "53ae560a-07b4-46ea-97b9-ccbd36a52c79", "address": "fa:16:3e:17:16:46", "network": {"id": "46455119-92ff-4eb0-bbc2-43b3d78d9332", "bridge": "br-int", "label": "tempest-ImagesTestJSON-431158718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69700e8d1f8e4cedaced84a586a8a681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ae560a-07", "ovs_interfaceid": "53ae560a-07b4-46ea-97b9-ccbd36a52c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.912121] env[62361]: DEBUG oslo_vmware.api [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1753.912121] env[62361]: value = "task-1708899" [ 1753.912121] env[62361]: _type = "Task" [ 1753.912121] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.924035] env[62361]: DEBUG oslo_vmware.api [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.030162] env[62361]: DEBUG oslo_concurrency.lockutils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.030530] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Processing image 8d6e6edb-ce18-4f9a-820b-f19aa739f0d0 {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1754.030884] env[62361]: DEBUG oslo_concurrency.lockutils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.031216] env[62361]: DEBUG oslo_concurrency.lockutils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.031430] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1754.031822] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b67549ab-db1e-418f-ac3f-dba3e0e2e51e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.035242] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e9b9b3-ffe3-4e62-b44f-674738558489 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.043983] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2af332-8116-4fb4-aa42-c2ba0df6775a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.078579] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1754.078753] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1754.079911] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217b450a-df91-4c37-8c51-df3dbd077c06 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.084177] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5baff07-557a-4eb6-92f1-0a5f1ec82637 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.089786] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1754.089786] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5256de45-8f15-aeb6-2df7-0aefd11da1d1" [ 1754.089786] env[62361]: _type = "Task" [ 1754.089786] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.097737] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1eb2b2-320d-4c4e-bd83-d56d93020302 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.116350] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Preparing fetch location {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1754.116617] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Fetch image to [datastore1] OSTACK_IMG_0e8fe0c3-d4a5-409b-9f8f-ff4b0686d676/OSTACK_IMG_0e8fe0c3-d4a5-409b-9f8f-ff4b0686d676.vmdk {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1754.116800] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Downloading stream optimized image 8d6e6edb-ce18-4f9a-820b-f19aa739f0d0 to [datastore1] OSTACK_IMG_0e8fe0c3-d4a5-409b-9f8f-ff4b0686d676/OSTACK_IMG_0e8fe0c3-d4a5-409b-9f8f-ff4b0686d676.vmdk on the data store datastore1 as vApp {{(pid=62361) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1754.116972] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Downloading image file data 8d6e6edb-ce18-4f9a-820b-f19aa739f0d0 to the ESX as VM named 'OSTACK_IMG_0e8fe0c3-d4a5-409b-9f8f-ff4b0686d676' {{(pid=62361) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1754.119414] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.195991] env[62361]: DEBUG oslo_vmware.rw_handles [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1754.195991] env[62361]: value = "resgroup-9" [ 1754.195991] env[62361]: _type = "ResourcePool" [ 1754.195991] env[62361]: }. {{(pid=62361) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1754.196315] env[62361]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-95989d8f-3af1-4bf9-84dd-baa1bbf4cdbe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.218332] env[62361]: DEBUG oslo_vmware.rw_handles [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lease: (returnval){ [ 1754.218332] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a3abf0-8816-74a0-5b89-ca4ba9a381cc" [ 1754.218332] env[62361]: _type = "HttpNfcLease" [ 1754.218332] env[62361]: } obtained for vApp import into resource pool (val){ [ 1754.218332] env[62361]: value = "resgroup-9" [ 1754.218332] env[62361]: _type = "ResourcePool" [ 1754.218332] env[62361]: }. {{(pid=62361) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1754.218332] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the lease: (returnval){ [ 1754.218332] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a3abf0-8816-74a0-5b89-ca4ba9a381cc" [ 1754.218332] env[62361]: _type = "HttpNfcLease" [ 1754.218332] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1754.225381] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1754.225381] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a3abf0-8816-74a0-5b89-ca4ba9a381cc" [ 1754.225381] env[62361]: _type = "HttpNfcLease" [ 1754.225381] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1754.411699] env[62361]: DEBUG oslo_concurrency.lockutils [req-9df1c4ef-9385-4f22-9301-a16f70a565f0 req-4f08d0cc-c336-4071-82e3-3fe56c199c84 service nova] Releasing lock "refresh_cache-43c517ab-7236-43ea-a35b-51aaa67eac4d" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.426383] env[62361]: DEBUG oslo_vmware.api [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.624800] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1754.726770] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1754.726770] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a3abf0-8816-74a0-5b89-ca4ba9a381cc" [ 1754.726770] env[62361]: _type = "HttpNfcLease" [ 1754.726770] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1754.770781] env[62361]: DEBUG nova.compute.manager [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1754.798740] env[62361]: DEBUG nova.virt.hardware [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1754.799048] env[62361]: DEBUG nova.virt.hardware [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1754.799215] env[62361]: DEBUG nova.virt.hardware [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1754.799399] env[62361]: DEBUG nova.virt.hardware [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1754.800981] env[62361]: DEBUG nova.virt.hardware [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1754.801180] env[62361]: DEBUG nova.virt.hardware [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1754.801401] env[62361]: DEBUG nova.virt.hardware [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1754.801592] env[62361]: DEBUG nova.virt.hardware [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1754.801768] env[62361]: DEBUG nova.virt.hardware [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1754.802108] env[62361]: DEBUG nova.virt.hardware [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1754.802322] env[62361]: DEBUG nova.virt.hardware [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1754.803447] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286a4c48-8e5f-4588-a7c9-fc7fabb08442 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.815422] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df4b87e-d7f9-4670-b021-0efd0295d6e6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.923639] env[62361]: DEBUG oslo_vmware.api [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.128128] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1755.128344] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.382s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.128577] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1755.128717] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Cleaning up deleted instances {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1755.231121] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1755.231121] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a3abf0-8816-74a0-5b89-ca4ba9a381cc" [ 1755.231121] env[62361]: _type = "HttpNfcLease" [ 1755.231121] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1755.231121] env[62361]: DEBUG oslo_vmware.rw_handles [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1755.231121] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a3abf0-8816-74a0-5b89-ca4ba9a381cc" [ 1755.231121] env[62361]: _type = "HttpNfcLease" [ 1755.231121] env[62361]: }. {{(pid=62361) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1755.231121] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac5913c-3f70-4dc1-a9b4-be50f29a72ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.242569] env[62361]: DEBUG oslo_vmware.rw_handles [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52745b3c-0acb-ae06-8d32-669c27038046/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1755.243083] env[62361]: DEBUG oslo_vmware.rw_handles [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52745b3c-0acb-ae06-8d32-669c27038046/disk-0.vmdk. {{(pid=62361) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1755.329753] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e4a00d5c-5559-45ee-83b2-1842c355d55b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.423018] env[62361]: DEBUG oslo_vmware.api [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.453024] env[62361]: DEBUG nova.compute.manager [req-e9deee8c-aff6-4540-beeb-f525ae01abd7 req-344b1bc5-7342-4ab5-9637-de28f6e09c9a service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Received event network-vif-plugged-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1755.453272] env[62361]: DEBUG oslo_concurrency.lockutils [req-e9deee8c-aff6-4540-beeb-f525ae01abd7 req-344b1bc5-7342-4ab5-9637-de28f6e09c9a service nova] Acquiring lock "cb17edf0-cc03-46d4-83a4-84ab67df8572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.453489] env[62361]: DEBUG oslo_concurrency.lockutils [req-e9deee8c-aff6-4540-beeb-f525ae01abd7 req-344b1bc5-7342-4ab5-9637-de28f6e09c9a service nova] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.453662] env[62361]: DEBUG oslo_concurrency.lockutils [req-e9deee8c-aff6-4540-beeb-f525ae01abd7 req-344b1bc5-7342-4ab5-9637-de28f6e09c9a service nova] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.453827] env[62361]: DEBUG nova.compute.manager [req-e9deee8c-aff6-4540-beeb-f525ae01abd7 req-344b1bc5-7342-4ab5-9637-de28f6e09c9a service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] No waiting events found dispatching network-vif-plugged-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1755.453991] env[62361]: WARNING nova.compute.manager [req-e9deee8c-aff6-4540-beeb-f525ae01abd7 req-344b1bc5-7342-4ab5-9637-de28f6e09c9a service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Received unexpected event network-vif-plugged-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 for instance with vm_state building and task_state spawning. [ 1755.616896] env[62361]: DEBUG nova.network.neutron [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Successfully updated port: 5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1755.644858] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] There are 57 instances to clean {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1755.645129] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: a54712bc-6417-4dbc-aada-d3d6e77935c7] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1755.925193] env[62361]: DEBUG oslo_vmware.api [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.070607] env[62361]: DEBUG oslo_vmware.rw_handles [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Completed reading data from the image iterator. {{(pid=62361) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1756.071139] env[62361]: DEBUG oslo_vmware.rw_handles [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52745b3c-0acb-ae06-8d32-669c27038046/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1756.071830] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc79e00-cd9f-4eb4-b273-15f13c257786 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.078843] env[62361]: DEBUG oslo_vmware.rw_handles [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52745b3c-0acb-ae06-8d32-669c27038046/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1756.079079] env[62361]: DEBUG oslo_vmware.rw_handles [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52745b3c-0acb-ae06-8d32-669c27038046/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1756.079315] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e5045ad7-ab75-4688-91d8-8c2a107c4783 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.120882] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.121050] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.121250] env[62361]: DEBUG nova.network.neutron [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.153990] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: e58e64a0-bc54-48e1-a22b-bf6b1f6bca2a] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1756.276147] env[62361]: DEBUG oslo_vmware.rw_handles [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52745b3c-0acb-ae06-8d32-669c27038046/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1756.276527] env[62361]: INFO nova.virt.vmwareapi.images [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Downloaded image file data 8d6e6edb-ce18-4f9a-820b-f19aa739f0d0 [ 1756.277412] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697e6779-a4ad-458b-9b38-bac09f0a2b3d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.299274] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea8be604-41bf-4c9c-aa5a-fb6327c32b7d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.329330] env[62361]: INFO nova.virt.vmwareapi.images [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] The imported VM was unregistered [ 1756.331816] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Caching image {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1756.332298] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0 {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1756.332806] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c52c0c37-dc81-41b0-8f10-c794a299dfd7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.366034] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Created directory with path [datastore1] devstack-image-cache_base/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0 {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1756.366034] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0e8fe0c3-d4a5-409b-9f8f-ff4b0686d676/OSTACK_IMG_0e8fe0c3-d4a5-409b-9f8f-ff4b0686d676.vmdk to [datastore1] devstack-image-cache_base/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0.vmdk. {{(pid=62361) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1756.366034] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7dbe1624-2331-482f-9800-7d7383dc9e7a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.374729] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1756.374729] env[62361]: value = "task-1708902" [ 1756.374729] env[62361]: _type = "Task" [ 1756.374729] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.384209] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708902, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.428640] env[62361]: DEBUG oslo_vmware.api [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.662494] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: c633538f-aecb-4fb5-88de-8dee9db0e8ea] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1756.669945] env[62361]: DEBUG nova.network.neutron [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1756.876350] env[62361]: DEBUG nova.network.neutron [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Updating instance_info_cache with network_info: [{"id": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "address": "fa:16:3e:ec:ff:8a", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c2e13d3-1e", "ovs_interfaceid": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.890122] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708902, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.929303] env[62361]: DEBUG oslo_vmware.api [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.170092] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 1109db7f-e0c3-4f02-a4fb-5c61c8d9b62b] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1757.386035] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Releasing lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.386035] env[62361]: DEBUG nova.compute.manager [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Instance network_info: |[{"id": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "address": "fa:16:3e:ec:ff:8a", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c2e13d3-1e", "ovs_interfaceid": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1757.386035] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:ff:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c2e13d3-1e81-49b1-a7ff-13854b01e5f5', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1757.394429] env[62361]: DEBUG oslo.service.loopingcall [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.395851] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1757.396368] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-827a9c80-ccdd-465a-a1e6-3e083be5127d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.420953] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708902, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.424534] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1757.424534] env[62361]: value = "task-1708903" [ 1757.424534] env[62361]: _type = "Task" [ 1757.424534] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.432548] env[62361]: DEBUG oslo_vmware.api [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.438207] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708903, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.503435] env[62361]: DEBUG nova.compute.manager [req-180952e2-ef74-44c7-8e21-a082cfd0319b req-afba8ce4-9be6-4675-a650-7dab5c3bf668 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Received event network-changed-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1757.503435] env[62361]: DEBUG nova.compute.manager [req-180952e2-ef74-44c7-8e21-a082cfd0319b req-afba8ce4-9be6-4675-a650-7dab5c3bf668 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Refreshing instance network info cache due to event network-changed-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1757.503756] env[62361]: DEBUG oslo_concurrency.lockutils [req-180952e2-ef74-44c7-8e21-a082cfd0319b req-afba8ce4-9be6-4675-a650-7dab5c3bf668 service nova] Acquiring lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.503788] env[62361]: DEBUG oslo_concurrency.lockutils [req-180952e2-ef74-44c7-8e21-a082cfd0319b req-afba8ce4-9be6-4675-a650-7dab5c3bf668 service nova] Acquired lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.503925] env[62361]: DEBUG nova.network.neutron [req-180952e2-ef74-44c7-8e21-a082cfd0319b req-afba8ce4-9be6-4675-a650-7dab5c3bf668 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Refreshing network info cache for port 5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1757.672484] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 5c6a18f6-8a4a-4b9e-ad89-a724c362ea6b] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1757.767173] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "26f6545a-4d96-4e34-918b-ca6ef94f176b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.767173] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "26f6545a-4d96-4e34-918b-ca6ef94f176b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.891905] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708902, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.930997] env[62361]: DEBUG oslo_vmware.api [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.938893] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708903, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.177611] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 7538ffce-0351-43f6-a5be-09028e5b1c5f] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1758.270260] env[62361]: DEBUG nova.compute.manager [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1758.371210] env[62361]: DEBUG oslo_concurrency.lockutils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "05eeec3f-570c-4294-bd35-d9804f67f317" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.371706] env[62361]: DEBUG oslo_concurrency.lockutils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "05eeec3f-570c-4294-bd35-d9804f67f317" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.390663] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708902, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.433434] env[62361]: DEBUG oslo_vmware.api [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.446289] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708903, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.453531] env[62361]: DEBUG nova.network.neutron [req-180952e2-ef74-44c7-8e21-a082cfd0319b req-afba8ce4-9be6-4675-a650-7dab5c3bf668 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Updated VIF entry in instance network info cache for port 5c2e13d3-1e81-49b1-a7ff-13854b01e5f5. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1758.454013] env[62361]: DEBUG nova.network.neutron [req-180952e2-ef74-44c7-8e21-a082cfd0319b req-afba8ce4-9be6-4675-a650-7dab5c3bf668 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Updating instance_info_cache with network_info: [{"id": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "address": "fa:16:3e:ec:ff:8a", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c2e13d3-1e", "ovs_interfaceid": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.679417] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 8c22c9c1-9b96-4838-ab23-5a497cf83294] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1758.798079] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.798406] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.800577] env[62361]: INFO nova.compute.claims [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1758.878240] env[62361]: DEBUG nova.compute.manager [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1758.893230] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708902, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.929705] env[62361]: DEBUG oslo_vmware.api [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.943700] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708903, 'name': CreateVM_Task, 'duration_secs': 1.491525} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.943914] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1758.944584] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.944757] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.945103] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1758.945375] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c5f25b-a74e-4564-b0d7-afe527680019 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.951043] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1758.951043] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d0b58f-d1f6-49f6-865d-b8389712f4dd" [ 1758.951043] env[62361]: _type = "Task" [ 1758.951043] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.956991] env[62361]: DEBUG oslo_concurrency.lockutils [req-180952e2-ef74-44c7-8e21-a082cfd0319b req-afba8ce4-9be6-4675-a650-7dab5c3bf668 service nova] Releasing lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.961264] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d0b58f-d1f6-49f6-865d-b8389712f4dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.182665] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: e51f5739-400e-46f1-a3dd-9f75eeb07638] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1759.394544] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708902, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.827972} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.394684] env[62361]: INFO nova.virt.vmwareapi.ds_util [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0e8fe0c3-d4a5-409b-9f8f-ff4b0686d676/OSTACK_IMG_0e8fe0c3-d4a5-409b-9f8f-ff4b0686d676.vmdk to [datastore1] devstack-image-cache_base/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0.vmdk. [ 1759.394818] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Cleaning up location [datastore1] OSTACK_IMG_0e8fe0c3-d4a5-409b-9f8f-ff4b0686d676 {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1759.395450] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0e8fe0c3-d4a5-409b-9f8f-ff4b0686d676 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1759.395450] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e4f790a-d92a-4bfa-add6-ad32fce792e4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.401786] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1759.401786] env[62361]: value = "task-1708904" [ 1759.401786] env[62361]: _type = "Task" [ 1759.401786] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.409802] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.411160] env[62361]: DEBUG oslo_concurrency.lockutils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.428980] env[62361]: DEBUG oslo_vmware.api [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708899, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.468716] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d0b58f-d1f6-49f6-865d-b8389712f4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.088107} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.469044] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.469282] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1759.469627] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.469730] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.469873] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1759.473030] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-768fa782-38df-4da5-ac97-c80e10c4e633 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.479009] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1759.479202] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1759.479926] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c397c1dc-6c92-4fc9-8119-479467da7e2b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.485621] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1759.485621] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529fe7d8-850f-9714-287b-fad5401c33df" [ 1759.485621] env[62361]: _type = "Task" [ 1759.485621] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.495519] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529fe7d8-850f-9714-287b-fad5401c33df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.686168] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 6c3aa0dd-4823-44b3-ac33-66fbde6bf2bb] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1759.918510] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032761} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.918883] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.919016] env[62361]: DEBUG oslo_concurrency.lockutils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.919331] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0.vmdk to [datastore1] 43c517ab-7236-43ea-a35b-51aaa67eac4d/43c517ab-7236-43ea-a35b-51aaa67eac4d.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1759.919852] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fd7993a-8e43-4242-89e8-8f5e3428d6f1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.934814] env[62361]: DEBUG oslo_vmware.api [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708899, 'name': ReconfigVM_Task, 'duration_secs': 5.802117} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.936236] env[62361]: DEBUG oslo_concurrency.lockutils [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.936506] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Reconfigured VM to detach interface {{(pid=62361) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1759.938825] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1759.938825] env[62361]: value = "task-1708905" [ 1759.938825] env[62361]: _type = "Task" [ 1759.938825] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.950143] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.002483] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529fe7d8-850f-9714-287b-fad5401c33df, 'name': SearchDatastore_Task, 'duration_secs': 0.011454} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.006393] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f35eca-34c2-49e9-806b-03188de763c1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.012572] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1760.012572] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ec9e4a-5155-ba61-fbfd-1aa63f9f08eb" [ 1760.012572] env[62361]: _type = "Task" [ 1760.012572] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.025566] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ec9e4a-5155-ba61-fbfd-1aa63f9f08eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.040581] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5161df82-7696-4689-9838-a7e3510e7d96 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.049823] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecba625-66b0-40d6-97e4-de142c8c8bce {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.086822] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7dc5a4-141f-4daf-9bbf-9380ac57b33e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.096216] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7c8a44-48ff-404e-8f68-408bfecdefbf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.111972] env[62361]: DEBUG nova.compute.provider_tree [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.191173] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 88031e4b-f9c0-49cc-955d-85000353d853] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1760.320767] env[62361]: DEBUG nova.compute.manager [req-c8bbdced-6b03-43ff-9d3b-6871d1de2706 req-de5fbdc7-831e-49a7-b57d-1e35d5b9a532 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Received event network-vif-deleted-fcf20969-839e-472e-847e-4f84d776b634 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1760.320913] env[62361]: INFO nova.compute.manager [req-c8bbdced-6b03-43ff-9d3b-6871d1de2706 req-de5fbdc7-831e-49a7-b57d-1e35d5b9a532 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Neutron deleted interface fcf20969-839e-472e-847e-4f84d776b634; detaching it from the instance and deleting it from the info cache [ 1760.321147] env[62361]: DEBUG nova.network.neutron [req-c8bbdced-6b03-43ff-9d3b-6871d1de2706 req-de5fbdc7-831e-49a7-b57d-1e35d5b9a532 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Updating instance_info_cache with network_info: [{"id": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "address": "fa:16:3e:e2:01:20", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28d0f7-f6", "ovs_interfaceid": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27922c9f-9aaf-4dd7-8dc3-9070362c7379", "address": "fa:16:3e:2e:66:eb", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27922c9f-9a", "ovs_interfaceid": "27922c9f-9aaf-4dd7-8dc3-9070362c7379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.449904] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708905, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.523707] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52ec9e4a-5155-ba61-fbfd-1aa63f9f08eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.524091] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.524388] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] cb17edf0-cc03-46d4-83a4-84ab67df8572/cb17edf0-cc03-46d4-83a4-84ab67df8572.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1760.524710] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-884f7053-60ea-41a9-8642-c0d279a2f114 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.532686] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1760.532686] env[62361]: value = "task-1708906" [ 1760.532686] env[62361]: _type = "Task" [ 1760.532686] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.542089] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.614791] env[62361]: DEBUG nova.scheduler.client.report [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1760.694407] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: d9b1417b-2dd6-4cee-9241-fd8453903319] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1760.824650] env[62361]: DEBUG oslo_concurrency.lockutils [req-c8bbdced-6b03-43ff-9d3b-6871d1de2706 req-de5fbdc7-831e-49a7-b57d-1e35d5b9a532 service nova] Acquiring lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.824857] env[62361]: DEBUG oslo_concurrency.lockutils [req-c8bbdced-6b03-43ff-9d3b-6871d1de2706 req-de5fbdc7-831e-49a7-b57d-1e35d5b9a532 service nova] Acquired lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.825811] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8750694a-10d5-4f8d-a12e-de8c0b35e760 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.845258] env[62361]: DEBUG oslo_concurrency.lockutils [req-c8bbdced-6b03-43ff-9d3b-6871d1de2706 req-de5fbdc7-831e-49a7-b57d-1e35d5b9a532 service nova] Releasing lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.845566] env[62361]: WARNING nova.compute.manager [req-c8bbdced-6b03-43ff-9d3b-6871d1de2706 req-de5fbdc7-831e-49a7-b57d-1e35d5b9a532 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Detach interface failed, port_id=fcf20969-839e-472e-847e-4f84d776b634, reason: No device with interface-id fcf20969-839e-472e-847e-4f84d776b634 exists on VM: nova.exception.NotFound: No device with interface-id fcf20969-839e-472e-847e-4f84d776b634 exists on VM [ 1760.951771] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708905, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.956281] env[62361]: DEBUG nova.compute.manager [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Received event network-vif-deleted-27922c9f-9aaf-4dd7-8dc3-9070362c7379 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1760.956281] env[62361]: INFO nova.compute.manager [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Neutron deleted interface 27922c9f-9aaf-4dd7-8dc3-9070362c7379; detaching it from the instance and deleting it from the info cache [ 1760.956281] env[62361]: DEBUG nova.network.neutron [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Updating instance_info_cache with network_info: [{"id": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "address": "fa:16:3e:e2:01:20", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28d0f7-f6", "ovs_interfaceid": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.043507] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.120131] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.120856] env[62361]: DEBUG nova.compute.manager [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1761.123859] env[62361]: DEBUG oslo_concurrency.lockutils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.713s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.125553] env[62361]: INFO nova.compute.claims [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1761.198371] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: a9719205-e53d-4dbc-ae61-a6ca06ecaa0d] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1761.278086] env[62361]: DEBUG oslo_concurrency.lockutils [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.278485] env[62361]: DEBUG oslo_concurrency.lockutils [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.278847] env[62361]: DEBUG nova.network.neutron [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1761.453283] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708905, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.459131] env[62361]: DEBUG oslo_concurrency.lockutils [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Acquiring lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.459373] env[62361]: DEBUG oslo_concurrency.lockutils [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Acquired lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.460281] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de0593f-232c-4532-a39a-e520790eabcc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.482851] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc4f1cb-443f-4b32-b395-37473c44d1f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.510509] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.516739] env[62361]: DEBUG nova.virt.vmwareapi.vmops [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Reconfiguring VM to detach interface {{(pid=62361) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1761.517104] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5eb7202-4df2-4d1d-85dd-4acbd5eaf007 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.547841] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.549301] env[62361]: DEBUG oslo_vmware.api [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Waiting for the task: (returnval){ [ 1761.549301] env[62361]: value = "task-1708907" [ 1761.549301] env[62361]: _type = "Task" [ 1761.549301] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.557672] env[62361]: DEBUG oslo_vmware.api [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Task: {'id': task-1708907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.630272] env[62361]: DEBUG nova.compute.utils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1761.638029] env[62361]: DEBUG nova.compute.manager [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1761.638029] env[62361]: DEBUG nova.network.neutron [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1761.703239] env[62361]: DEBUG nova.policy [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd23925b319554b43b48ec82ba6263242', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca5af56f3e6346a5bad958b803703eed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1761.705484] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: ce240222-4195-4b7d-9197-cbe08780ad9e] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1761.909413] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "0e9e5d53-2528-4929-9f34-894aadb20547" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.909818] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "0e9e5d53-2528-4929-9f34-894aadb20547" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.910085] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "0e9e5d53-2528-4929-9f34-894aadb20547-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.910202] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "0e9e5d53-2528-4929-9f34-894aadb20547-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.910381] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "0e9e5d53-2528-4929-9f34-894aadb20547-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.912842] env[62361]: INFO nova.compute.manager [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Terminating instance [ 1761.915716] env[62361]: DEBUG nova.compute.manager [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1761.916013] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1761.917154] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c2a46f-0c16-4486-a545-6b89fa40969e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.925473] env[62361]: INFO nova.compute.manager [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Rebuilding instance [ 1761.939417] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.939727] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eedcb681-d3f8-4e3f-bf08-51a229ee1405 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.958029] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708905, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.960415] env[62361]: DEBUG oslo_vmware.api [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1761.960415] env[62361]: value = "task-1708908" [ 1761.960415] env[62361]: _type = "Task" [ 1761.960415] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.972604] env[62361]: DEBUG oslo_vmware.api [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.001153] env[62361]: DEBUG nova.compute.manager [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1762.002406] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7742a998-747e-4dc3-be70-9a89bd027726 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.050852] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.056773] env[62361]: DEBUG nova.network.neutron [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Updating instance_info_cache with network_info: [{"id": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "address": "fa:16:3e:e2:01:20", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb28d0f7-f6", "ovs_interfaceid": "cb28d0f7-f6a1-44cf-a5de-02381902c248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.065277] env[62361]: DEBUG oslo_vmware.api [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Task: {'id': task-1708907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.141594] env[62361]: DEBUG nova.compute.manager [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1762.211215] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: c0f760a8-b10d-44eb-b523-7ee51667fa24] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1762.213799] env[62361]: DEBUG nova.network.neutron [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Successfully created port: 506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.368640] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccb0659-91bb-4905-929d-1d26dab3aed4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.376372] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1de160-4e6e-404d-9496-cac99f1ea291 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.408517] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7d629c-53f8-4e8e-882b-844dca7d1f59 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.419031] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9dcd3e-a0d9-402c-8098-5e762a50080b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.432022] env[62361]: DEBUG nova.compute.provider_tree [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.454822] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708905, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.456673} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.455130] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0/8d6e6edb-ce18-4f9a-820b-f19aa739f0d0.vmdk to [datastore1] 43c517ab-7236-43ea-a35b-51aaa67eac4d/43c517ab-7236-43ea-a35b-51aaa67eac4d.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1762.455965] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcdf4a1-0390-44ca-93fe-5fa30690410a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.482098] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 43c517ab-7236-43ea-a35b-51aaa67eac4d/43c517ab-7236-43ea-a35b-51aaa67eac4d.vmdk or device None with type streamOptimized {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.485583] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-703f87b2-7388-4e46-9824-a037281a45b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.509396] env[62361]: DEBUG oslo_vmware.api [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.511502] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1762.511502] env[62361]: value = "task-1708909" [ 1762.511502] env[62361]: _type = "Task" [ 1762.511502] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.515859] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1762.516161] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a6512a8-deaa-4375-847f-87fe5adcfe6c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.525862] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1762.525862] env[62361]: value = "task-1708910" [ 1762.525862] env[62361]: _type = "Task" [ 1762.525862] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.526167] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708909, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.534797] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.547062] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708906, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.562607] env[62361]: DEBUG oslo_concurrency.lockutils [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "refresh_cache-de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.565023] env[62361]: DEBUG oslo_vmware.api [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Task: {'id': task-1708907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.718781] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: e53bef48-f10b-46b4-8c95-c5e53c56c9ca] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1762.937578] env[62361]: DEBUG nova.scheduler.client.report [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1762.981436] env[62361]: DEBUG oslo_vmware.api [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708908, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.021904] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708909, 'name': ReconfigVM_Task, 'duration_secs': 0.407902} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.022700] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 43c517ab-7236-43ea-a35b-51aaa67eac4d/43c517ab-7236-43ea-a35b-51aaa67eac4d.vmdk or device None with type streamOptimized {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1763.023038] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-562a2b35-ed20-4a24-88d6-48e2f45a85e0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.031144] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1763.031144] env[62361]: value = "task-1708911" [ 1763.031144] env[62361]: _type = "Task" [ 1763.031144] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.037879] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708910, 'name': PowerOffVM_Task, 'duration_secs': 0.220133} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.038492] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1763.038716] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1763.039534] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62648884-630c-43f3-9f36-1bdf80736766 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.047688] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708911, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.057047] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708906, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.208852} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.057047] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1763.060115] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] cb17edf0-cc03-46d4-83a4-84ab67df8572/cb17edf0-cc03-46d4-83a4-84ab67df8572.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1763.060365] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1763.060580] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f8e4410-ce5e-434f-aa28-628edd51d773 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.062358] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51610591-7feb-46cd-b617-31192ef18afd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.069302] env[62361]: DEBUG oslo_concurrency.lockutils [None req-35e5775b-96da-487d-acdf-2574a0552c94 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-de2273f3-2bb6-4b18-bc3d-b89b01556b85-fcf20969-839e-472e-847e-4f84d776b634" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.760s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.070344] env[62361]: DEBUG oslo_vmware.api [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Task: {'id': task-1708907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.071903] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1763.071903] env[62361]: value = "task-1708913" [ 1763.071903] env[62361]: _type = "Task" [ 1763.071903] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.083673] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.135313] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1763.135543] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1763.135772] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Deleting the datastore file [datastore1] 331cb7b1-24b1-4df6-aa4f-23309e20b321 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1763.136110] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe87af86-4386-48ff-939b-8939efa5194c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.143752] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1763.143752] env[62361]: value = "task-1708914" [ 1763.143752] env[62361]: _type = "Task" [ 1763.143752] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.152344] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.157458] env[62361]: DEBUG nova.compute.manager [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1763.181212] env[62361]: DEBUG nova.virt.hardware [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1763.181507] env[62361]: DEBUG nova.virt.hardware [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1763.181672] env[62361]: DEBUG nova.virt.hardware [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.181855] env[62361]: DEBUG nova.virt.hardware [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1763.182021] env[62361]: DEBUG nova.virt.hardware [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.182335] env[62361]: DEBUG nova.virt.hardware [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1763.182449] env[62361]: DEBUG nova.virt.hardware [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1763.182587] env[62361]: DEBUG nova.virt.hardware [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1763.182759] env[62361]: DEBUG nova.virt.hardware [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1763.182931] env[62361]: DEBUG nova.virt.hardware [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1763.183118] env[62361]: DEBUG nova.virt.hardware [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1763.184050] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b53f0a-fe61-4ac0-932e-65ad539a518c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.196412] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac6f234-e73e-4e64-b4b0-dbedc29b4942 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.221642] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: b6b3f152-2a1c-4ee4-8dab-f37c8db38201] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1763.444022] env[62361]: DEBUG oslo_concurrency.lockutils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.444330] env[62361]: DEBUG nova.compute.manager [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1763.487729] env[62361]: DEBUG oslo_vmware.api [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708908, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.542263] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708911, 'name': Rename_Task, 'duration_secs': 0.178174} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.544143] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1763.544143] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bbf5453-d507-4796-8ca9-39149eddfdb2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.550177] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1763.550177] env[62361]: value = "task-1708915" [ 1763.550177] env[62361]: _type = "Task" [ 1763.550177] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.566041] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.571415] env[62361]: DEBUG oslo_vmware.api [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Task: {'id': task-1708907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.581526] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085067} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.581623] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1763.582449] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9593ad2-3dd5-423f-a2e7-86ce5a4903d2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.606433] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] cb17edf0-cc03-46d4-83a4-84ab67df8572/cb17edf0-cc03-46d4-83a4-84ab67df8572.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1763.606793] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64843d67-f35e-41f4-8f56-f99d912bffc2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.629144] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1763.629144] env[62361]: value = "task-1708916" [ 1763.629144] env[62361]: _type = "Task" [ 1763.629144] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.639124] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.653877] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.724617] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: a95ff5b0-11a2-44ef-97e8-b197d74b42fb] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1763.953134] env[62361]: DEBUG nova.compute.utils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1763.953134] env[62361]: DEBUG nova.compute.manager [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1763.953812] env[62361]: DEBUG nova.network.neutron [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1763.984000] env[62361]: DEBUG oslo_vmware.api [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708908, 'name': PowerOffVM_Task, 'duration_secs': 1.785848} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.985034] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1763.985629] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1763.986068] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dada4d2-6f91-4722-b729-0e4fcd6dee84 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.003145] env[62361]: DEBUG nova.policy [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd23925b319554b43b48ec82ba6263242', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca5af56f3e6346a5bad958b803703eed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1764.010987] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "6a7f7a81-8117-49a7-a2b7-9edbda2ab335" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.011695] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "6a7f7a81-8117-49a7-a2b7-9edbda2ab335" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.044746] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "725767e6-4b60-4f95-b743-a677b662194f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.045036] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "725767e6-4b60-4f95-b743-a677b662194f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.067385] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708915, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.069259] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1764.069479] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1764.070286] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Deleting the datastore file [datastore1] 0e9e5d53-2528-4929-9f34-894aadb20547 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1764.070286] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-824a2018-9663-4469-ad03-8a41c9a381dd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.076736] env[62361]: DEBUG oslo_vmware.api [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Task: {'id': task-1708907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.078052] env[62361]: DEBUG oslo_vmware.api [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1764.078052] env[62361]: value = "task-1708918" [ 1764.078052] env[62361]: _type = "Task" [ 1764.078052] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.088804] env[62361]: DEBUG oslo_vmware.api [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.090314] env[62361]: DEBUG nova.compute.manager [req-7956dc5b-e390-45a7-9a09-54483d9f6c85 req-10df4bab-0896-457d-90d3-a159cd1d2046 service nova] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Received event network-vif-plugged-506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1764.091019] env[62361]: DEBUG oslo_concurrency.lockutils [req-7956dc5b-e390-45a7-9a09-54483d9f6c85 req-10df4bab-0896-457d-90d3-a159cd1d2046 service nova] Acquiring lock "26f6545a-4d96-4e34-918b-ca6ef94f176b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.091019] env[62361]: DEBUG oslo_concurrency.lockutils [req-7956dc5b-e390-45a7-9a09-54483d9f6c85 req-10df4bab-0896-457d-90d3-a159cd1d2046 service nova] Lock "26f6545a-4d96-4e34-918b-ca6ef94f176b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.091164] env[62361]: DEBUG oslo_concurrency.lockutils [req-7956dc5b-e390-45a7-9a09-54483d9f6c85 req-10df4bab-0896-457d-90d3-a159cd1d2046 service nova] Lock "26f6545a-4d96-4e34-918b-ca6ef94f176b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.091323] env[62361]: DEBUG nova.compute.manager [req-7956dc5b-e390-45a7-9a09-54483d9f6c85 req-10df4bab-0896-457d-90d3-a159cd1d2046 service nova] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] No waiting events found dispatching network-vif-plugged-506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1764.091494] env[62361]: WARNING nova.compute.manager [req-7956dc5b-e390-45a7-9a09-54483d9f6c85 req-10df4bab-0896-457d-90d3-a159cd1d2046 service nova] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Received unexpected event network-vif-plugged-506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93 for instance with vm_state building and task_state spawning. [ 1764.139655] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708916, 'name': ReconfigVM_Task, 'duration_secs': 0.367869} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.139937] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Reconfigured VM instance instance-00000069 to attach disk [datastore1] cb17edf0-cc03-46d4-83a4-84ab67df8572/cb17edf0-cc03-46d4-83a4-84ab67df8572.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1764.140796] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24b866c8-7b14-4d22-af28-6b74363b8662 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.150602] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1764.150602] env[62361]: value = "task-1708919" [ 1764.150602] env[62361]: _type = "Task" [ 1764.150602] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.157784] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533458} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.158895] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1764.159123] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1764.159490] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1764.166315] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708919, 'name': Rename_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.188849] env[62361]: DEBUG nova.network.neutron [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Successfully updated port: 506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1764.230025] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 2fc59d25-a58c-484f-bac8-20fdc797b674] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1764.301028] env[62361]: DEBUG nova.network.neutron [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Successfully created port: dbcf7782-ffd5-425e-8349-f726a3c128f3 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1764.459983] env[62361]: DEBUG nova.compute.manager [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1764.517155] env[62361]: DEBUG nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1764.554019] env[62361]: DEBUG nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1764.572028] env[62361]: DEBUG oslo_vmware.api [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708915, 'name': PowerOnVM_Task, 'duration_secs': 0.540373} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.572028] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1764.572028] env[62361]: INFO nova.compute.manager [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Took 13.79 seconds to spawn the instance on the hypervisor. [ 1764.572028] env[62361]: DEBUG nova.compute.manager [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1764.572617] env[62361]: DEBUG oslo_vmware.api [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Task: {'id': task-1708907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.573475] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70480e7-ac3a-49da-8b93-48b5d3ae275c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.596587] env[62361]: DEBUG oslo_vmware.api [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324265} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.596587] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1764.596991] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1764.600286] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1764.600286] env[62361]: INFO nova.compute.manager [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1764.600286] env[62361]: DEBUG oslo.service.loopingcall [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.600286] env[62361]: DEBUG nova.compute.manager [-] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1764.600286] env[62361]: DEBUG nova.network.neutron [-] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1764.660601] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708919, 'name': Rename_Task, 'duration_secs': 0.22548} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.660886] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.661508] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b711318-f140-4e9d-96df-c5bfcafedfbd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.671547] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1764.671547] env[62361]: value = "task-1708920" [ 1764.671547] env[62361]: _type = "Task" [ 1764.671547] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.680567] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.693948] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "refresh_cache-26f6545a-4d96-4e34-918b-ca6ef94f176b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.693948] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "refresh_cache-26f6545a-4d96-4e34-918b-ca6ef94f176b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.693948] env[62361]: DEBUG nova.network.neutron [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.731942] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 33be6421-85e4-4871-9e4d-d448254f661c] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1765.040657] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.040987] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.042578] env[62361]: INFO nova.compute.claims [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1765.068626] env[62361]: DEBUG oslo_vmware.api [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Task: {'id': task-1708907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.069791] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.101456] env[62361]: INFO nova.compute.manager [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Took 18.64 seconds to build instance. [ 1765.187637] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.199961] env[62361]: DEBUG nova.virt.hardware [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1765.200344] env[62361]: DEBUG nova.virt.hardware [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1765.200574] env[62361]: DEBUG nova.virt.hardware [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1765.200840] env[62361]: DEBUG nova.virt.hardware [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1765.201089] env[62361]: DEBUG nova.virt.hardware [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1765.201299] env[62361]: DEBUG nova.virt.hardware [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1765.201558] env[62361]: DEBUG nova.virt.hardware [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1765.201774] env[62361]: DEBUG nova.virt.hardware [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1765.202011] env[62361]: DEBUG nova.virt.hardware [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1765.202233] env[62361]: DEBUG nova.virt.hardware [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1765.202493] env[62361]: DEBUG nova.virt.hardware [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1765.203356] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f12415-2f33-4cce-9dda-e39ba6c0db8a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.211633] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df028ef2-0bb7-4900-ba4b-a43c2b11cf6f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.227527] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:db:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '489519a0-5d33-4b2e-acc9-6ac7bdc58283', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1765.235232] env[62361]: DEBUG oslo.service.loopingcall [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.236119] env[62361]: DEBUG nova.network.neutron [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1765.238145] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 5da531b6-8799-4bf5-8f19-21b8895a1b49] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1765.239898] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1765.240377] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-307fb905-4456-46f1-ba5d-d07d102d139f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.260991] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1765.260991] env[62361]: value = "task-1708921" [ 1765.260991] env[62361]: _type = "Task" [ 1765.260991] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.269952] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708921, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.340516] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "43c517ab-7236-43ea-a35b-51aaa67eac4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.397070] env[62361]: DEBUG nova.network.neutron [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Updating instance_info_cache with network_info: [{"id": "506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93", "address": "fa:16:3e:ab:b2:d9", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap506e3aaf-50", "ovs_interfaceid": "506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.474917] env[62361]: DEBUG nova.compute.manager [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1765.497376] env[62361]: DEBUG nova.virt.hardware [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1765.497630] env[62361]: DEBUG nova.virt.hardware [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1765.497788] env[62361]: DEBUG nova.virt.hardware [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1765.497970] env[62361]: DEBUG nova.virt.hardware [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1765.498132] env[62361]: DEBUG nova.virt.hardware [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1765.498456] env[62361]: DEBUG nova.virt.hardware [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1765.498532] env[62361]: DEBUG nova.virt.hardware [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1765.498645] env[62361]: DEBUG nova.virt.hardware [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1765.498934] env[62361]: DEBUG nova.virt.hardware [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1765.499239] env[62361]: DEBUG nova.virt.hardware [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1765.499529] env[62361]: DEBUG nova.virt.hardware [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1765.500436] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52becb7b-d76e-4900-9953-cd98823ab35f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.508833] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec25ef3-68a0-479b-8637-4a380eaca5c7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.569949] env[62361]: DEBUG oslo_vmware.api [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Task: {'id': task-1708907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.604383] env[62361]: DEBUG oslo_concurrency.lockutils [None req-470b46ce-5b40-45db-ae52-388852dca502 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "43c517ab-7236-43ea-a35b-51aaa67eac4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.158s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.604815] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "43c517ab-7236-43ea-a35b-51aaa67eac4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.264s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.605245] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "43c517ab-7236-43ea-a35b-51aaa67eac4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.605623] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "43c517ab-7236-43ea-a35b-51aaa67eac4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.605949] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "43c517ab-7236-43ea-a35b-51aaa67eac4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.609684] env[62361]: INFO nova.compute.manager [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Terminating instance [ 1765.614405] env[62361]: DEBUG nova.compute.manager [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1765.614754] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1765.615552] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cf3100-4f7c-477a-9033-592a59f22904 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.618535] env[62361]: DEBUG nova.network.neutron [-] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.625139] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1765.626028] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f7156b1-ac91-4947-acff-5d4c4dedd2ad {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.633856] env[62361]: DEBUG oslo_vmware.api [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1765.633856] env[62361]: value = "task-1708922" [ 1765.633856] env[62361]: _type = "Task" [ 1765.633856] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.642482] env[62361]: DEBUG oslo_vmware.api [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.686963] env[62361]: DEBUG oslo_vmware.api [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1708920, 'name': PowerOnVM_Task, 'duration_secs': 0.882448} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.686963] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.686963] env[62361]: INFO nova.compute.manager [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Took 10.92 seconds to spawn the instance on the hypervisor. [ 1765.687159] env[62361]: DEBUG nova.compute.manager [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1765.687959] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3413a307-3e44-458b-9909-cbc723ad6daa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.741795] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: c787f9cf-09f6-422d-9ec1-77992cd49360] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1765.752922] env[62361]: DEBUG nova.compute.manager [req-97f82e63-023e-4ecc-aeb4-3e246cb0e2e5 req-79a46f56-d98c-4999-b101-3f617ae3e39d service nova] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Received event network-vif-plugged-dbcf7782-ffd5-425e-8349-f726a3c128f3 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1765.753073] env[62361]: DEBUG oslo_concurrency.lockutils [req-97f82e63-023e-4ecc-aeb4-3e246cb0e2e5 req-79a46f56-d98c-4999-b101-3f617ae3e39d service nova] Acquiring lock "05eeec3f-570c-4294-bd35-d9804f67f317-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.753287] env[62361]: DEBUG oslo_concurrency.lockutils [req-97f82e63-023e-4ecc-aeb4-3e246cb0e2e5 req-79a46f56-d98c-4999-b101-3f617ae3e39d service nova] Lock "05eeec3f-570c-4294-bd35-d9804f67f317-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.754271] env[62361]: DEBUG oslo_concurrency.lockutils [req-97f82e63-023e-4ecc-aeb4-3e246cb0e2e5 req-79a46f56-d98c-4999-b101-3f617ae3e39d service nova] Lock "05eeec3f-570c-4294-bd35-d9804f67f317-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.754642] env[62361]: DEBUG nova.compute.manager [req-97f82e63-023e-4ecc-aeb4-3e246cb0e2e5 req-79a46f56-d98c-4999-b101-3f617ae3e39d service nova] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] No waiting events found dispatching network-vif-plugged-dbcf7782-ffd5-425e-8349-f726a3c128f3 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1765.754940] env[62361]: WARNING nova.compute.manager [req-97f82e63-023e-4ecc-aeb4-3e246cb0e2e5 req-79a46f56-d98c-4999-b101-3f617ae3e39d service nova] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Received unexpected event network-vif-plugged-dbcf7782-ffd5-425e-8349-f726a3c128f3 for instance with vm_state building and task_state spawning. [ 1765.774634] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708921, 'name': CreateVM_Task, 'duration_secs': 0.390174} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.775323] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1765.776451] env[62361]: DEBUG oslo_concurrency.lockutils [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.776647] env[62361]: DEBUG oslo_concurrency.lockutils [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.776959] env[62361]: DEBUG oslo_concurrency.lockutils [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1765.777471] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51acc4c7-26de-430a-b1a0-306b91c09b93 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.783313] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1765.783313] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523aae66-7f05-2ed9-7fd8-5b4c159329f7" [ 1765.783313] env[62361]: _type = "Task" [ 1765.783313] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.794179] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523aae66-7f05-2ed9-7fd8-5b4c159329f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.899485] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "refresh_cache-26f6545a-4d96-4e34-918b-ca6ef94f176b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.903614] env[62361]: DEBUG nova.compute.manager [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Instance network_info: |[{"id": "506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93", "address": "fa:16:3e:ab:b2:d9", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap506e3aaf-50", "ovs_interfaceid": "506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1765.903614] env[62361]: DEBUG nova.network.neutron [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Successfully updated port: dbcf7782-ffd5-425e-8349-f726a3c128f3 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1765.903614] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:b2:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1765.913110] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Creating folder: Project (ca5af56f3e6346a5bad958b803703eed). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1765.914621] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6455f003-1219-468f-a412-282e47dd1fd1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.926106] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Created folder: Project (ca5af56f3e6346a5bad958b803703eed) in parent group-v355747. [ 1765.926334] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Creating folder: Instances. Parent ref: group-v356029. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1765.926582] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4fc5cc4-3077-4a0d-a65c-976d183ca5b8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.938546] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Created folder: Instances in parent group-v356029. [ 1765.939165] env[62361]: DEBUG oslo.service.loopingcall [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.939165] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1765.939318] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8203692-0a6c-4473-ac07-744f08b66f7f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.960253] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1765.960253] env[62361]: value = "task-1708925" [ 1765.960253] env[62361]: _type = "Task" [ 1765.960253] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.969103] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708925, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.070680] env[62361]: DEBUG oslo_vmware.api [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Task: {'id': task-1708907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.117265] env[62361]: DEBUG nova.compute.manager [req-be3de204-68b4-4558-a45c-1e9d15c160de req-6c5c0c46-e769-4ec0-ac3d-0469ed8ddcfe service nova] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Received event network-changed-506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1766.117362] env[62361]: DEBUG nova.compute.manager [req-be3de204-68b4-4558-a45c-1e9d15c160de req-6c5c0c46-e769-4ec0-ac3d-0469ed8ddcfe service nova] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Refreshing instance network info cache due to event network-changed-506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1766.117560] env[62361]: DEBUG oslo_concurrency.lockutils [req-be3de204-68b4-4558-a45c-1e9d15c160de req-6c5c0c46-e769-4ec0-ac3d-0469ed8ddcfe service nova] Acquiring lock "refresh_cache-26f6545a-4d96-4e34-918b-ca6ef94f176b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.117703] env[62361]: DEBUG oslo_concurrency.lockutils [req-be3de204-68b4-4558-a45c-1e9d15c160de req-6c5c0c46-e769-4ec0-ac3d-0469ed8ddcfe service nova] Acquired lock "refresh_cache-26f6545a-4d96-4e34-918b-ca6ef94f176b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.117864] env[62361]: DEBUG nova.network.neutron [req-be3de204-68b4-4558-a45c-1e9d15c160de req-6c5c0c46-e769-4ec0-ac3d-0469ed8ddcfe service nova] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Refreshing network info cache for port 506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1766.122127] env[62361]: INFO nova.compute.manager [-] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Took 1.52 seconds to deallocate network for instance. [ 1766.146053] env[62361]: DEBUG oslo_vmware.api [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708922, 'name': PowerOffVM_Task, 'duration_secs': 0.391843} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.146053] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1766.146053] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1766.146053] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23901ae4-48f8-41de-b358-44210f5c6af5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.208231] env[62361]: INFO nova.compute.manager [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Took 17.54 seconds to build instance. [ 1766.228859] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41496ba0-8224-4a11-9ddb-8402d927fcf0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.236582] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6e4ca7-4047-4c85-aab9-3c4531faadf6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.267096] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 24915c45-ca89-4bba-b8cc-2e3b094e857f] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1766.270211] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837c1168-54a7-4976-afaf-097cb1f3a618 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.277268] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5903e5-98ce-4ff0-b6ce-7fa9ad517a47 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.291074] env[62361]: DEBUG nova.compute.provider_tree [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1766.301880] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523aae66-7f05-2ed9-7fd8-5b4c159329f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010757} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.302179] env[62361]: DEBUG oslo_concurrency.lockutils [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.302395] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1766.302617] env[62361]: DEBUG oslo_concurrency.lockutils [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.303090] env[62361]: DEBUG oslo_concurrency.lockutils [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.303090] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1766.303399] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17cdeb1d-fcb5-47e6-9590-f540e9d39000 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.311655] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1766.311873] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1766.312528] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af9d572-9656-41bb-840c-4311240997ef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.317498] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1766.317498] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522d2026-21a2-058c-f8db-dc92a965ce84" [ 1766.317498] env[62361]: _type = "Task" [ 1766.317498] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.324649] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522d2026-21a2-058c-f8db-dc92a965ce84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.410608] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1766.410608] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1766.410608] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Deleting the datastore file [datastore1] 43c517ab-7236-43ea-a35b-51aaa67eac4d {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1766.410608] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84672448-d0df-42e4-a46f-682b804699fb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.414978] env[62361]: DEBUG oslo_concurrency.lockutils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "refresh_cache-05eeec3f-570c-4294-bd35-d9804f67f317" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.415111] env[62361]: DEBUG oslo_concurrency.lockutils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "refresh_cache-05eeec3f-570c-4294-bd35-d9804f67f317" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.415228] env[62361]: DEBUG nova.network.neutron [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.417330] env[62361]: DEBUG oslo_vmware.api [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1766.417330] env[62361]: value = "task-1708927" [ 1766.417330] env[62361]: _type = "Task" [ 1766.417330] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.425079] env[62361]: DEBUG oslo_vmware.api [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.469924] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708925, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.570908] env[62361]: DEBUG oslo_vmware.api [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Task: {'id': task-1708907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.628691] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.710367] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481419c6-bf2b-4a3f-bf4b-361c0ba78326 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.055s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.772868] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: f2fe9e98-6986-4e9c-8ea5-dcfbcf9cc86f] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1766.823808] env[62361]: ERROR nova.scheduler.client.report [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [req-ef243b91-5286-4a3d-be65-1356d4dee254] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ef243b91-5286-4a3d-be65-1356d4dee254"}]} [ 1766.834021] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]522d2026-21a2-058c-f8db-dc92a965ce84, 'name': SearchDatastore_Task, 'duration_secs': 0.008331} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.834021] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d614601-0881-4e0a-ad15-e8ced1698b56 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.837866] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1766.837866] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527e3e07-f7fb-eb6a-56f2-ac9b3e60ee45" [ 1766.837866] env[62361]: _type = "Task" [ 1766.837866] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.843902] env[62361]: DEBUG nova.network.neutron [req-be3de204-68b4-4558-a45c-1e9d15c160de req-6c5c0c46-e769-4ec0-ac3d-0469ed8ddcfe service nova] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Updated VIF entry in instance network info cache for port 506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1766.844412] env[62361]: DEBUG nova.network.neutron [req-be3de204-68b4-4558-a45c-1e9d15c160de req-6c5c0c46-e769-4ec0-ac3d-0469ed8ddcfe service nova] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Updating instance_info_cache with network_info: [{"id": "506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93", "address": "fa:16:3e:ab:b2:d9", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap506e3aaf-50", "ovs_interfaceid": "506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.846291] env[62361]: DEBUG nova.scheduler.client.report [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1766.853632] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527e3e07-f7fb-eb6a-56f2-ac9b3e60ee45, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.857111] env[62361]: DEBUG oslo_concurrency.lockutils [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.857111] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 331cb7b1-24b1-4df6-aa4f-23309e20b321/331cb7b1-24b1-4df6-aa4f-23309e20b321.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1766.857111] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39105998-abf0-4622-84a4-aaaef901124f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.863026] env[62361]: DEBUG nova.scheduler.client.report [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1766.863026] env[62361]: DEBUG nova.compute.provider_tree [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1766.864707] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1766.864707] env[62361]: value = "task-1708928" [ 1766.864707] env[62361]: _type = "Task" [ 1766.864707] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.873062] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.878607] env[62361]: DEBUG nova.scheduler.client.report [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1766.899021] env[62361]: DEBUG nova.scheduler.client.report [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1766.931625] env[62361]: DEBUG oslo_vmware.api [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148072} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.934494] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1766.934882] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1766.935876] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.935876] env[62361]: INFO nova.compute.manager [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1766.935876] env[62361]: DEBUG oslo.service.loopingcall [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.936322] env[62361]: DEBUG nova.compute.manager [-] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1766.936458] env[62361]: DEBUG nova.network.neutron [-] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1766.974125] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708925, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.980178] env[62361]: DEBUG nova.network.neutron [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1767.084187] env[62361]: DEBUG oslo_vmware.api [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Task: {'id': task-1708907, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.149741] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46510654-4283-4a48-bac0-79294da79c01 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.157701] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc684b3f-33ae-4db2-89d1-5e75fc748ebe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.191300] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2232ba2-dabf-434a-82b1-e80c48599a3a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.199982] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66041fd-e916-475a-9b8e-f37847d0031f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.208245] env[62361]: DEBUG nova.network.neutron [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Updating instance_info_cache with network_info: [{"id": "dbcf7782-ffd5-425e-8349-f726a3c128f3", "address": "fa:16:3e:a3:f3:99", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbcf7782-ff", "ovs_interfaceid": "dbcf7782-ffd5-425e-8349-f726a3c128f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.217132] env[62361]: DEBUG nova.compute.provider_tree [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1767.276609] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 6944696b-6262-421c-bcb9-c9d534bc9907] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1767.349353] env[62361]: DEBUG oslo_concurrency.lockutils [req-be3de204-68b4-4558-a45c-1e9d15c160de req-6c5c0c46-e769-4ec0-ac3d-0469ed8ddcfe service nova] Releasing lock "refresh_cache-26f6545a-4d96-4e34-918b-ca6ef94f176b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.349665] env[62361]: DEBUG nova.compute.manager [req-be3de204-68b4-4558-a45c-1e9d15c160de req-6c5c0c46-e769-4ec0-ac3d-0469ed8ddcfe service nova] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Received event network-vif-deleted-5aaa59e4-835b-4bf4-ac71-2225aef44ac8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1767.376630] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502562} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.376896] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 331cb7b1-24b1-4df6-aa4f-23309e20b321/331cb7b1-24b1-4df6-aa4f-23309e20b321.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1767.377137] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1767.377385] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-212fff38-2a59-46b7-b079-ccc55cbe4a81 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.383428] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1767.383428] env[62361]: value = "task-1708929" [ 1767.383428] env[62361]: _type = "Task" [ 1767.383428] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.390427] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.471261] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708925, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.573453] env[62361]: DEBUG oslo_vmware.api [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Task: {'id': task-1708907, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.709607] env[62361]: DEBUG oslo_concurrency.lockutils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "refresh_cache-05eeec3f-570c-4294-bd35-d9804f67f317" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.709956] env[62361]: DEBUG nova.compute.manager [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Instance network_info: |[{"id": "dbcf7782-ffd5-425e-8349-f726a3c128f3", "address": "fa:16:3e:a3:f3:99", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbcf7782-ff", "ovs_interfaceid": "dbcf7782-ffd5-425e-8349-f726a3c128f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1767.710418] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:f3:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbcf7782-ffd5-425e-8349-f726a3c128f3', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1767.718075] env[62361]: DEBUG oslo.service.loopingcall [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.718301] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1767.718534] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-face6817-5563-42c3-bf3e-e589f4e59294 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.736048] env[62361]: DEBUG nova.network.neutron [-] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.742728] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1767.742728] env[62361]: value = "task-1708930" [ 1767.742728] env[62361]: _type = "Task" [ 1767.742728] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.750635] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708930, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.765228] env[62361]: DEBUG nova.scheduler.client.report [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Updated inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1767.765228] env[62361]: DEBUG nova.compute.provider_tree [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 152 to 153 during operation: update_inventory {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1767.765228] env[62361]: DEBUG nova.compute.provider_tree [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1767.775683] env[62361]: DEBUG nova.compute.manager [req-111c3dac-bd5f-4a7d-875d-14d26356abba req-88fc5f30-90a0-4463-b274-f82ace9b8e36 service nova] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Received event network-changed-dbcf7782-ffd5-425e-8349-f726a3c128f3 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1767.775916] env[62361]: DEBUG nova.compute.manager [req-111c3dac-bd5f-4a7d-875d-14d26356abba req-88fc5f30-90a0-4463-b274-f82ace9b8e36 service nova] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Refreshing instance network info cache due to event network-changed-dbcf7782-ffd5-425e-8349-f726a3c128f3. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1767.776063] env[62361]: DEBUG oslo_concurrency.lockutils [req-111c3dac-bd5f-4a7d-875d-14d26356abba req-88fc5f30-90a0-4463-b274-f82ace9b8e36 service nova] Acquiring lock "refresh_cache-05eeec3f-570c-4294-bd35-d9804f67f317" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.776213] env[62361]: DEBUG oslo_concurrency.lockutils [req-111c3dac-bd5f-4a7d-875d-14d26356abba req-88fc5f30-90a0-4463-b274-f82ace9b8e36 service nova] Acquired lock "refresh_cache-05eeec3f-570c-4294-bd35-d9804f67f317" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.776379] env[62361]: DEBUG nova.network.neutron [req-111c3dac-bd5f-4a7d-875d-14d26356abba req-88fc5f30-90a0-4463-b274-f82ace9b8e36 service nova] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Refreshing network info cache for port dbcf7782-ffd5-425e-8349-f726a3c128f3 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1767.781017] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 14b2cf2b-2c3b-4084-a58e-45957acc5a78] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1767.893993] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064125} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.894300] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1767.895100] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c7db14-d7bd-4ed7-9def-783c30c3401c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.918681] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 331cb7b1-24b1-4df6-aa4f-23309e20b321/331cb7b1-24b1-4df6-aa4f-23309e20b321.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1767.919388] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d577d5ac-2206-4197-b5cb-94669c7de36e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.939808] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1767.939808] env[62361]: value = "task-1708931" [ 1767.939808] env[62361]: _type = "Task" [ 1767.939808] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.948358] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.971569] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708925, 'name': CreateVM_Task, 'duration_secs': 1.748751} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.971798] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1767.972572] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.972746] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.973103] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1767.973404] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5affa34d-37d4-4f4d-808a-d16871de35d3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.978856] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1767.978856] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5282d48c-4aee-2b2f-2538-21b474b6afb2" [ 1767.978856] env[62361]: _type = "Task" [ 1767.978856] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.989313] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5282d48c-4aee-2b2f-2538-21b474b6afb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.073030] env[62361]: DEBUG oslo_vmware.api [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Task: {'id': task-1708907, 'name': ReconfigVM_Task, 'duration_secs': 6.062408} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.073030] env[62361]: DEBUG oslo_concurrency.lockutils [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] Releasing lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.073030] env[62361]: DEBUG nova.virt.vmwareapi.vmops [req-213abeff-fe53-49cb-87ff-a68bc8d889b3 req-2e6ea442-4ec0-4b48-aa84-4e0baefb2639 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Reconfigured VM to detach interface {{(pid=62361) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1768.073030] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.563s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.073680] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.073680] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.073680] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.076804] env[62361]: INFO nova.compute.manager [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Terminating instance [ 1768.078735] env[62361]: DEBUG nova.compute.manager [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1768.079016] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1768.079846] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2967ca1a-e519-4113-b94d-e106ee6a8f00 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.087568] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1768.087863] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16a83ca7-d94f-4263-98b0-565bc6726859 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.094741] env[62361]: DEBUG oslo_vmware.api [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1768.094741] env[62361]: value = "task-1708932" [ 1768.094741] env[62361]: _type = "Task" [ 1768.094741] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.103758] env[62361]: DEBUG oslo_vmware.api [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.148748] env[62361]: DEBUG nova.compute.manager [req-ec9566ad-7048-4493-b21a-a8eac741f662 req-194e1dae-6e3e-40b3-be19-f5e953a544e8 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Received event network-changed-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1768.149070] env[62361]: DEBUG nova.compute.manager [req-ec9566ad-7048-4493-b21a-a8eac741f662 req-194e1dae-6e3e-40b3-be19-f5e953a544e8 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Refreshing instance network info cache due to event network-changed-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1768.149329] env[62361]: DEBUG oslo_concurrency.lockutils [req-ec9566ad-7048-4493-b21a-a8eac741f662 req-194e1dae-6e3e-40b3-be19-f5e953a544e8 service nova] Acquiring lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.149492] env[62361]: DEBUG oslo_concurrency.lockutils [req-ec9566ad-7048-4493-b21a-a8eac741f662 req-194e1dae-6e3e-40b3-be19-f5e953a544e8 service nova] Acquired lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.149670] env[62361]: DEBUG nova.network.neutron [req-ec9566ad-7048-4493-b21a-a8eac741f662 req-194e1dae-6e3e-40b3-be19-f5e953a544e8 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Refreshing network info cache for port 5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1768.239388] env[62361]: INFO nova.compute.manager [-] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Took 1.30 seconds to deallocate network for instance. [ 1768.254272] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708930, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.270388] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.229s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.271030] env[62361]: DEBUG nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1768.274036] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.204s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.275764] env[62361]: INFO nova.compute.claims [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1768.282898] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 2b837b2c-7b6e-4d52-bf02-3cb1fe10559b] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1768.450565] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708931, 'name': ReconfigVM_Task, 'duration_secs': 0.453553} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.450878] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 331cb7b1-24b1-4df6-aa4f-23309e20b321/331cb7b1-24b1-4df6-aa4f-23309e20b321.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1768.451563] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7146f81e-34d3-4453-bcdb-d17f9bb27f48 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.458692] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1768.458692] env[62361]: value = "task-1708933" [ 1768.458692] env[62361]: _type = "Task" [ 1768.458692] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.469857] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708933, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.490909] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5282d48c-4aee-2b2f-2538-21b474b6afb2, 'name': SearchDatastore_Task, 'duration_secs': 0.026675} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.491254] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.491494] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.491801] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.491991] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.492239] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1768.492514] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f4f062a-3db9-42c9-b240-cb1a6cddecb9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.504458] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1768.504636] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1768.505373] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daed0ee6-6b4a-4589-b8a0-ecaa421ac190 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.508835] env[62361]: DEBUG nova.network.neutron [req-111c3dac-bd5f-4a7d-875d-14d26356abba req-88fc5f30-90a0-4463-b274-f82ace9b8e36 service nova] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Updated VIF entry in instance network info cache for port dbcf7782-ffd5-425e-8349-f726a3c128f3. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1768.509225] env[62361]: DEBUG nova.network.neutron [req-111c3dac-bd5f-4a7d-875d-14d26356abba req-88fc5f30-90a0-4463-b274-f82ace9b8e36 service nova] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Updating instance_info_cache with network_info: [{"id": "dbcf7782-ffd5-425e-8349-f726a3c128f3", "address": "fa:16:3e:a3:f3:99", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbcf7782-ff", "ovs_interfaceid": "dbcf7782-ffd5-425e-8349-f726a3c128f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.511618] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1768.511618] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527f4b69-8e61-7a69-45fc-5f0b15c58a70" [ 1768.511618] env[62361]: _type = "Task" [ 1768.511618] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.519722] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527f4b69-8e61-7a69-45fc-5f0b15c58a70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.605300] env[62361]: DEBUG oslo_vmware.api [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708932, 'name': PowerOffVM_Task, 'duration_secs': 0.260049} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.605580] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1768.605755] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1768.606022] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a12b1b7-284b-4c77-a1c8-b360d6a54c75 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.708609] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1768.708609] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1768.708759] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Deleting the datastore file [datastore1] de2273f3-2bb6-4b18-bc3d-b89b01556b85 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1768.709126] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adf1c4a4-d1dd-4bee-9ce2-a7c2e638c96c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.717623] env[62361]: DEBUG oslo_vmware.api [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1768.717623] env[62361]: value = "task-1708935" [ 1768.717623] env[62361]: _type = "Task" [ 1768.717623] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.725697] env[62361]: DEBUG oslo_vmware.api [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.750339] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.754502] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708930, 'name': CreateVM_Task, 'duration_secs': 0.511896} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.754680] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1768.755599] env[62361]: DEBUG oslo_concurrency.lockutils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.755709] env[62361]: DEBUG oslo_concurrency.lockutils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.756036] env[62361]: DEBUG oslo_concurrency.lockutils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1768.756305] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd40bb1-e0c4-47fa-bf4f-26677266833f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.761728] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1768.761728] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52224891-0d21-2450-6638-db17755911b7" [ 1768.761728] env[62361]: _type = "Task" [ 1768.761728] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.769560] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52224891-0d21-2450-6638-db17755911b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.780425] env[62361]: DEBUG nova.compute.utils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1768.783124] env[62361]: DEBUG nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1768.784227] env[62361]: DEBUG nova.network.neutron [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1768.788771] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 39397b39-395f-4599-ac17-8032c689a9ab] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1768.829375] env[62361]: DEBUG nova.policy [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '456d301dc4a24256ace7a84e7153b8ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc93b581ec3c49ccb575e4bb12ab408b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1768.901030] env[62361]: DEBUG nova.network.neutron [req-ec9566ad-7048-4493-b21a-a8eac741f662 req-194e1dae-6e3e-40b3-be19-f5e953a544e8 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Updated VIF entry in instance network info cache for port 5c2e13d3-1e81-49b1-a7ff-13854b01e5f5. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1768.901354] env[62361]: DEBUG nova.network.neutron [req-ec9566ad-7048-4493-b21a-a8eac741f662 req-194e1dae-6e3e-40b3-be19-f5e953a544e8 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Updating instance_info_cache with network_info: [{"id": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "address": "fa:16:3e:ec:ff:8a", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c2e13d3-1e", "ovs_interfaceid": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.968792] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708933, 'name': Rename_Task, 'duration_secs': 0.24311} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.969065] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1768.969324] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c664d41c-69d6-4c93-9513-d13b73440db9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.976007] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1768.976007] env[62361]: value = "task-1708936" [ 1768.976007] env[62361]: _type = "Task" [ 1768.976007] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.983644] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.013493] env[62361]: DEBUG oslo_concurrency.lockutils [req-111c3dac-bd5f-4a7d-875d-14d26356abba req-88fc5f30-90a0-4463-b274-f82ace9b8e36 service nova] Releasing lock "refresh_cache-05eeec3f-570c-4294-bd35-d9804f67f317" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.022712] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527f4b69-8e61-7a69-45fc-5f0b15c58a70, 'name': SearchDatastore_Task, 'duration_secs': 0.05227} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.023705] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2785aeb1-ce51-4ef6-95ca-a52bf3a5bbee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.028765] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1769.028765] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524ef9b3-e023-fcbf-62cc-42961e4b66f2" [ 1769.028765] env[62361]: _type = "Task" [ 1769.028765] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.036219] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524ef9b3-e023-fcbf-62cc-42961e4b66f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.086644] env[62361]: DEBUG nova.network.neutron [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Successfully created port: 7094d57e-3c10-4f16-8b9b-e75b3b40e9a8 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1769.228545] env[62361]: DEBUG oslo_vmware.api [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.272617] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52224891-0d21-2450-6638-db17755911b7, 'name': SearchDatastore_Task, 'duration_secs': 0.048207} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.272617] env[62361]: DEBUG oslo_concurrency.lockutils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.272617] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1769.272617] env[62361]: DEBUG oslo_concurrency.lockutils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.289954] env[62361]: DEBUG nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1769.294305] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 4e15c2f5-6486-4fb8-b82c-a29ff70dac6d] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1769.404377] env[62361]: DEBUG oslo_concurrency.lockutils [req-ec9566ad-7048-4493-b21a-a8eac741f662 req-194e1dae-6e3e-40b3-be19-f5e953a544e8 service nova] Releasing lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.404377] env[62361]: DEBUG nova.compute.manager [req-ec9566ad-7048-4493-b21a-a8eac741f662 req-194e1dae-6e3e-40b3-be19-f5e953a544e8 service nova] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Received event network-vif-deleted-53ae560a-07b4-46ea-97b9-ccbd36a52c79 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1769.487688] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708936, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.491202] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745f06c6-6caa-4d8a-86ec-841ba4b62bf0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.498093] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421d4eb1-c22c-47c2-b747-5c0d50add8ca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.528981] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8c7543-6b1b-4605-aeae-86174ca66aa4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.539146] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524ef9b3-e023-fcbf-62cc-42961e4b66f2, 'name': SearchDatastore_Task, 'duration_secs': 0.021076} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.541077] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.541342] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 26f6545a-4d96-4e34-918b-ca6ef94f176b/26f6545a-4d96-4e34-918b-ca6ef94f176b.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1769.541633] env[62361]: DEBUG oslo_concurrency.lockutils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.541820] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1769.542041] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa329f17-04c5-4583-a621-afd76a679c9f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.544574] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dd72b0-71f3-4b58-a6fa-58dfb15d7f22 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.548128] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d11f396-6ecf-49bb-ba27-3f73419eea0c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.559102] env[62361]: DEBUG nova.compute.provider_tree [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1769.562955] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1769.562955] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1769.562955] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1769.562955] env[62361]: value = "task-1708937" [ 1769.562955] env[62361]: _type = "Task" [ 1769.562955] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.563379] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db805fe-3f3f-4543-9ef9-cc1b0d19f072 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.571593] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1769.571593] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52895649-0e4d-88b3-6a52-dbe6adf24ed3" [ 1769.571593] env[62361]: _type = "Task" [ 1769.571593] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.574676] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.582076] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52895649-0e4d-88b3-6a52-dbe6adf24ed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.728930] env[62361]: DEBUG oslo_vmware.api [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1708935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.574259} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.729204] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1769.729416] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1769.729618] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1769.729815] env[62361]: INFO nova.compute.manager [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1769.730097] env[62361]: DEBUG oslo.service.loopingcall [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1769.730322] env[62361]: DEBUG nova.compute.manager [-] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1769.730421] env[62361]: DEBUG nova.network.neutron [-] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1769.798069] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 1453ac2c-c25c-4914-a6a3-f84bce809e1e] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1769.988257] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708936, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.079360] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708937, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.088475] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52895649-0e4d-88b3-6a52-dbe6adf24ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.027173} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.089420] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9abbdedb-dc6e-43df-9bf4-9353edae4767 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.096275] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1770.096275] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524c5b95-5d49-c803-1135-0414860ec8f9" [ 1770.096275] env[62361]: _type = "Task" [ 1770.096275] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.100463] env[62361]: DEBUG nova.scheduler.client.report [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Updated inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1770.100770] env[62361]: DEBUG nova.compute.provider_tree [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 153 to 154 during operation: update_inventory {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1770.100985] env[62361]: DEBUG nova.compute.provider_tree [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1770.109623] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524c5b95-5d49-c803-1135-0414860ec8f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.255396] env[62361]: DEBUG nova.compute.manager [req-0019497a-105f-4f5f-a646-9b007e15fbaf req-19a45b8b-6f13-43ac-9f62-05478b863cd4 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Received event network-vif-deleted-cb28d0f7-f6a1-44cf-a5de-02381902c248 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1770.255715] env[62361]: INFO nova.compute.manager [req-0019497a-105f-4f5f-a646-9b007e15fbaf req-19a45b8b-6f13-43ac-9f62-05478b863cd4 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Neutron deleted interface cb28d0f7-f6a1-44cf-a5de-02381902c248; detaching it from the instance and deleting it from the info cache [ 1770.255816] env[62361]: DEBUG nova.network.neutron [req-0019497a-105f-4f5f-a646-9b007e15fbaf req-19a45b8b-6f13-43ac-9f62-05478b863cd4 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.301359] env[62361]: DEBUG nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1770.304029] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 26061f68-dd70-445b-bf28-157cf5cd13f8] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1770.339170] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1770.339635] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1770.340199] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1770.340286] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1770.340483] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1770.340739] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1770.341163] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1770.341454] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1770.341770] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1770.342082] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1770.342403] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1770.345245] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c846ec2a-353a-4e2e-9c86-0281561cddfc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.358560] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c8e378-f87f-4e85-b756-7c26f29be5b8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.490196] env[62361]: DEBUG oslo_vmware.api [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1708936, 'name': PowerOnVM_Task, 'duration_secs': 1.42569} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.490196] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1770.490196] env[62361]: DEBUG nova.compute.manager [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1770.490196] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e427eaf-24cb-4bc0-935c-30b1d1bc8418 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.578298] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732756} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.578573] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 26f6545a-4d96-4e34-918b-ca6ef94f176b/26f6545a-4d96-4e34-918b-ca6ef94f176b.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1770.578787] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1770.579213] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59935f5f-09cb-4be1-8310-642f4109f596 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.586282] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1770.586282] env[62361]: value = "task-1708938" [ 1770.586282] env[62361]: _type = "Task" [ 1770.586282] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.598523] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.608629] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.609173] env[62361]: DEBUG nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1770.611903] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524c5b95-5d49-c803-1135-0414860ec8f9, 'name': SearchDatastore_Task, 'duration_secs': 0.05802} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.612293] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.984s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.612520] env[62361]: DEBUG nova.objects.instance [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lazy-loading 'resources' on Instance uuid 0e9e5d53-2528-4929-9f34-894aadb20547 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.613482] env[62361]: DEBUG oslo_concurrency.lockutils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.613782] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 05eeec3f-570c-4294-bd35-d9804f67f317/05eeec3f-570c-4294-bd35-d9804f67f317.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1770.614772] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72e86508-9ba9-44c1-a5e5-0d45bc77abdf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.622950] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1770.622950] env[62361]: value = "task-1708939" [ 1770.622950] env[62361]: _type = "Task" [ 1770.622950] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.633117] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.671132] env[62361]: DEBUG nova.compute.manager [req-aa26ac4f-ba55-442f-910e-eb63a3b64928 req-c979f9b9-3125-4388-a14d-45f84e3ac8c2 service nova] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Received event network-vif-plugged-7094d57e-3c10-4f16-8b9b-e75b3b40e9a8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1770.671379] env[62361]: DEBUG oslo_concurrency.lockutils [req-aa26ac4f-ba55-442f-910e-eb63a3b64928 req-c979f9b9-3125-4388-a14d-45f84e3ac8c2 service nova] Acquiring lock "6a7f7a81-8117-49a7-a2b7-9edbda2ab335-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.671594] env[62361]: DEBUG oslo_concurrency.lockutils [req-aa26ac4f-ba55-442f-910e-eb63a3b64928 req-c979f9b9-3125-4388-a14d-45f84e3ac8c2 service nova] Lock "6a7f7a81-8117-49a7-a2b7-9edbda2ab335-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.671778] env[62361]: DEBUG oslo_concurrency.lockutils [req-aa26ac4f-ba55-442f-910e-eb63a3b64928 req-c979f9b9-3125-4388-a14d-45f84e3ac8c2 service nova] Lock "6a7f7a81-8117-49a7-a2b7-9edbda2ab335-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.672063] env[62361]: DEBUG nova.compute.manager [req-aa26ac4f-ba55-442f-910e-eb63a3b64928 req-c979f9b9-3125-4388-a14d-45f84e3ac8c2 service nova] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] No waiting events found dispatching network-vif-plugged-7094d57e-3c10-4f16-8b9b-e75b3b40e9a8 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1770.672224] env[62361]: WARNING nova.compute.manager [req-aa26ac4f-ba55-442f-910e-eb63a3b64928 req-c979f9b9-3125-4388-a14d-45f84e3ac8c2 service nova] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Received unexpected event network-vif-plugged-7094d57e-3c10-4f16-8b9b-e75b3b40e9a8 for instance with vm_state building and task_state spawning. [ 1770.728206] env[62361]: DEBUG nova.network.neutron [-] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.758251] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c4d9546-56bf-48c6-9d16-f8b55adfcfcd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.771229] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aab15b9-94c2-455f-9639-f8875152c1f5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.782174] env[62361]: DEBUG nova.network.neutron [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Successfully updated port: 7094d57e-3c10-4f16-8b9b-e75b3b40e9a8 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1770.803698] env[62361]: DEBUG nova.compute.manager [req-0019497a-105f-4f5f-a646-9b007e15fbaf req-19a45b8b-6f13-43ac-9f62-05478b863cd4 service nova] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Detach interface failed, port_id=cb28d0f7-f6a1-44cf-a5de-02381902c248, reason: Instance de2273f3-2bb6-4b18-bc3d-b89b01556b85 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1770.807857] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: c15e00f9-1a2e-41aa-99a6-10b0519d9468] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1771.009726] env[62361]: DEBUG oslo_concurrency.lockutils [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.100097] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080939} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.100429] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1771.101341] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75ab868-22a8-4d63-b31a-1a805f9bab5f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.117522] env[62361]: DEBUG nova.compute.utils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.130992] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 26f6545a-4d96-4e34-918b-ca6ef94f176b/26f6545a-4d96-4e34-918b-ca6ef94f176b.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.132316] env[62361]: DEBUG nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1771.134915] env[62361]: DEBUG nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1771.135771] env[62361]: DEBUG nova.network.neutron [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1771.137203] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2cb74f7-151a-469f-8cef-5ee274c2b11f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.172123] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708939, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.174584] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1771.174584] env[62361]: value = "task-1708940" [ 1771.174584] env[62361]: _type = "Task" [ 1771.174584] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.193788] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.205439] env[62361]: DEBUG nova.policy [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '456d301dc4a24256ace7a84e7153b8ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc93b581ec3c49ccb575e4bb12ab408b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1771.231110] env[62361]: INFO nova.compute.manager [-] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Took 1.50 seconds to deallocate network for instance. [ 1771.285657] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "refresh_cache-6a7f7a81-8117-49a7-a2b7-9edbda2ab335" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.285924] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquired lock "refresh_cache-6a7f7a81-8117-49a7-a2b7-9edbda2ab335" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.286188] env[62361]: DEBUG nova.network.neutron [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1771.310657] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 70a183d7-eaa8-47b3-bd65-c230308e7ff1] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1771.357094] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a707dba-8c20-421d-b587-cd2401f91da1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.365429] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c67c1a6-84b2-49b8-ad96-2450dc114ecf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.397327] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bae303-4b91-4c11-93a6-faffe51b1e0a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.404520] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e6ca15-49ac-4e93-af57-f2e7a77c157b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.419078] env[62361]: DEBUG nova.compute.provider_tree [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.490464] env[62361]: DEBUG nova.network.neutron [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Successfully created port: 6cf97ab9-c289-4a28-a6cc-b240895576ea {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1771.647587] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582702} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.647936] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 05eeec3f-570c-4294-bd35-d9804f67f317/05eeec3f-570c-4294-bd35-d9804f67f317.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1771.648129] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1771.648336] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7903999-d71b-49e1-a2f0-1dcc56a4a3cf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.658356] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1771.658356] env[62361]: value = "task-1708941" [ 1771.658356] env[62361]: _type = "Task" [ 1771.658356] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.672178] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.693318] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.738168] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.820296] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 01c60578-d377-407d-8a27-b8d89f560a0e] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1771.825022] env[62361]: DEBUG nova.network.neutron [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1771.922261] env[62361]: DEBUG nova.scheduler.client.report [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1771.992062] env[62361]: DEBUG nova.network.neutron [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Updating instance_info_cache with network_info: [{"id": "7094d57e-3c10-4f16-8b9b-e75b3b40e9a8", "address": "fa:16:3e:f2:05:2d", "network": {"id": "c9b076b1-3db6-44f5-80be-4cfadaf74fcd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-366632134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc93b581ec3c49ccb575e4bb12ab408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7094d57e-3c", "ovs_interfaceid": "7094d57e-3c10-4f16-8b9b-e75b3b40e9a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.165721] env[62361]: DEBUG nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1772.170966] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111669} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.171301] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1772.172112] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fffaab-5195-42c9-ad02-0c2779d4e1d4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.194793] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 05eeec3f-570c-4294-bd35-d9804f67f317/05eeec3f-570c-4294-bd35-d9804f67f317.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1772.199410] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a713b68-4d14-4622-990f-98b9226cb720 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.220075] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.222244] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1772.222491] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1772.222657] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.222843] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1772.223103] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.223164] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1772.223404] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1772.223600] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1772.223774] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1772.223936] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1772.224126] env[62361]: DEBUG nova.virt.hardware [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1772.225910] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd401cd-a3e9-4034-98d2-64409d2f5d38 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.228521] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1772.228521] env[62361]: value = "task-1708942" [ 1772.228521] env[62361]: _type = "Task" [ 1772.228521] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.235484] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d2f4f5-8508-4805-8654-9887004c6d56 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.242313] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.322708] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 7f433f05-397b-461a-86ec-3ad0f3381547] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1772.429888] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.432575] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.682s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.432886] env[62361]: DEBUG nova.objects.instance [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lazy-loading 'resources' on Instance uuid 43c517ab-7236-43ea-a35b-51aaa67eac4d {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1772.452201] env[62361]: INFO nova.scheduler.client.report [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Deleted allocations for instance 0e9e5d53-2528-4929-9f34-894aadb20547 [ 1772.495849] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Releasing lock "refresh_cache-6a7f7a81-8117-49a7-a2b7-9edbda2ab335" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.496781] env[62361]: DEBUG nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Instance network_info: |[{"id": "7094d57e-3c10-4f16-8b9b-e75b3b40e9a8", "address": "fa:16:3e:f2:05:2d", "network": {"id": "c9b076b1-3db6-44f5-80be-4cfadaf74fcd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-366632134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc93b581ec3c49ccb575e4bb12ab408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7094d57e-3c", "ovs_interfaceid": "7094d57e-3c10-4f16-8b9b-e75b3b40e9a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1772.496781] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:05:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7094d57e-3c10-4f16-8b9b-e75b3b40e9a8', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1772.506233] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Creating folder: Project (fc93b581ec3c49ccb575e4bb12ab408b). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1772.507028] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b8c1df4-ecfe-43b0-8963-d78449095a05 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.518840] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Created folder: Project (fc93b581ec3c49ccb575e4bb12ab408b) in parent group-v355747. [ 1772.519164] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Creating folder: Instances. Parent ref: group-v356033. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1772.519473] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0fdae23-c4f2-4885-b09a-7d78a4750ae3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.529018] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Created folder: Instances in parent group-v356033. [ 1772.529988] env[62361]: DEBUG oslo.service.loopingcall [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.529988] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1772.529988] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2db464ae-e501-444a-a741-933d23450dcd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.551387] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1772.551387] env[62361]: value = "task-1708945" [ 1772.551387] env[62361]: _type = "Task" [ 1772.551387] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.559753] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708945, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.696972] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708940, 'name': ReconfigVM_Task, 'duration_secs': 1.196022} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.697287] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 26f6545a-4d96-4e34-918b-ca6ef94f176b/26f6545a-4d96-4e34-918b-ca6ef94f176b.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1772.698891] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5e6c00f-28a0-4073-aafb-53243e55b74a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.701569] env[62361]: DEBUG nova.compute.manager [req-b29e4f4d-f326-43a0-9ced-17a86a2a631a req-eb2f9cc1-454a-4321-925b-1e787e8b1923 service nova] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Received event network-changed-7094d57e-3c10-4f16-8b9b-e75b3b40e9a8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1772.701618] env[62361]: DEBUG nova.compute.manager [req-b29e4f4d-f326-43a0-9ced-17a86a2a631a req-eb2f9cc1-454a-4321-925b-1e787e8b1923 service nova] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Refreshing instance network info cache due to event network-changed-7094d57e-3c10-4f16-8b9b-e75b3b40e9a8. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1772.701822] env[62361]: DEBUG oslo_concurrency.lockutils [req-b29e4f4d-f326-43a0-9ced-17a86a2a631a req-eb2f9cc1-454a-4321-925b-1e787e8b1923 service nova] Acquiring lock "refresh_cache-6a7f7a81-8117-49a7-a2b7-9edbda2ab335" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.701969] env[62361]: DEBUG oslo_concurrency.lockutils [req-b29e4f4d-f326-43a0-9ced-17a86a2a631a req-eb2f9cc1-454a-4321-925b-1e787e8b1923 service nova] Acquired lock "refresh_cache-6a7f7a81-8117-49a7-a2b7-9edbda2ab335" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.702192] env[62361]: DEBUG nova.network.neutron [req-b29e4f4d-f326-43a0-9ced-17a86a2a631a req-eb2f9cc1-454a-4321-925b-1e787e8b1923 service nova] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Refreshing network info cache for port 7094d57e-3c10-4f16-8b9b-e75b3b40e9a8 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1772.708380] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1772.708380] env[62361]: value = "task-1708946" [ 1772.708380] env[62361]: _type = "Task" [ 1772.708380] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.724134] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708946, 'name': Rename_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.739034] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708942, 'name': ReconfigVM_Task, 'duration_secs': 0.275689} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.739402] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 05eeec3f-570c-4294-bd35-d9804f67f317/05eeec3f-570c-4294-bd35-d9804f67f317.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1772.740552] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3d2538d-8c35-4fb1-9447-4cc3ce26c939 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.747477] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1772.747477] env[62361]: value = "task-1708947" [ 1772.747477] env[62361]: _type = "Task" [ 1772.747477] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.756877] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708947, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.826537] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 87a80e88-fe64-46e2-b261-3dae67261939] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1772.961049] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ee3fb83c-24c3-4d99-a50f-2b897d24c523 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "0e9e5d53-2528-4929-9f34-894aadb20547" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.051s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.062849] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708945, 'name': CreateVM_Task, 'duration_secs': 0.434015} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.066781] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1773.067669] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.067839] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.068154] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1773.069361] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da10b6eb-53e9-4531-b327-6bf9256c0161 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.073655] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1773.073655] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527bd5bf-8b2c-a5e5-7adf-1c97fb197e3d" [ 1773.073655] env[62361]: _type = "Task" [ 1773.073655] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.084851] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527bd5bf-8b2c-a5e5-7adf-1c97fb197e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.122834] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6449a288-2b63-46f9-ba30-7bb640bbb22f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.129806] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2cac24-5928-456d-85f7-94c982db82b1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.162064] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b048e6-2ff2-4268-b78a-379897f1d426 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.169816] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d29562e-ed4e-4cd2-8112-d77c51084b64 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.183893] env[62361]: DEBUG nova.compute.provider_tree [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.185884] env[62361]: DEBUG nova.network.neutron [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Successfully updated port: 6cf97ab9-c289-4a28-a6cc-b240895576ea {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1773.218848] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708946, 'name': Rename_Task, 'duration_secs': 0.164498} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.219170] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1773.219422] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1761865d-448e-4fa5-8ee9-fcad65a4b18f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.226569] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1773.226569] env[62361]: value = "task-1708948" [ 1773.226569] env[62361]: _type = "Task" [ 1773.226569] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.235464] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.258028] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708947, 'name': Rename_Task, 'duration_secs': 0.201876} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.258127] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1773.258673] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55877243-ab81-4b99-a844-392c7d3e65e7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.264970] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1773.264970] env[62361]: value = "task-1708949" [ 1773.264970] env[62361]: _type = "Task" [ 1773.264970] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.273720] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.329469] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 7f38e33c-5913-4f35-bed2-56c34c48e432] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1773.447943] env[62361]: DEBUG nova.network.neutron [req-b29e4f4d-f326-43a0-9ced-17a86a2a631a req-eb2f9cc1-454a-4321-925b-1e787e8b1923 service nova] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Updated VIF entry in instance network info cache for port 7094d57e-3c10-4f16-8b9b-e75b3b40e9a8. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1773.448705] env[62361]: DEBUG nova.network.neutron [req-b29e4f4d-f326-43a0-9ced-17a86a2a631a req-eb2f9cc1-454a-4321-925b-1e787e8b1923 service nova] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Updating instance_info_cache with network_info: [{"id": "7094d57e-3c10-4f16-8b9b-e75b3b40e9a8", "address": "fa:16:3e:f2:05:2d", "network": {"id": "c9b076b1-3db6-44f5-80be-4cfadaf74fcd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-366632134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc93b581ec3c49ccb575e4bb12ab408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7094d57e-3c", "ovs_interfaceid": "7094d57e-3c10-4f16-8b9b-e75b3b40e9a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.586652] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527bd5bf-8b2c-a5e5-7adf-1c97fb197e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.017609} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.587343] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.587343] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1773.587487] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.587594] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.588782] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1773.588782] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd8a8e78-98c9-4399-8906-e1a1660e1d42 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.599940] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1773.600148] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1773.600912] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6608f8b2-2daa-46dc-b9cb-3d0e191c0d47 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.610258] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1773.610258] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525e1970-f8ab-b21b-672c-73637f378069" [ 1773.610258] env[62361]: _type = "Task" [ 1773.610258] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.619890] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525e1970-f8ab-b21b-672c-73637f378069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.690857] env[62361]: DEBUG nova.scheduler.client.report [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1773.692464] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "refresh_cache-725767e6-4b60-4f95-b743-a677b662194f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.692894] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquired lock "refresh_cache-725767e6-4b60-4f95-b743-a677b662194f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.693245] env[62361]: DEBUG nova.network.neutron [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1773.740186] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708948, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.775198] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708949, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.832977] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: befe6745-06f9-49c0-8bb6-cd45a606bb97] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1773.953520] env[62361]: DEBUG oslo_concurrency.lockutils [req-b29e4f4d-f326-43a0-9ced-17a86a2a631a req-eb2f9cc1-454a-4321-925b-1e787e8b1923 service nova] Releasing lock "refresh_cache-6a7f7a81-8117-49a7-a2b7-9edbda2ab335" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.120881] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525e1970-f8ab-b21b-672c-73637f378069, 'name': SearchDatastore_Task, 'duration_secs': 0.021906} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.121716] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f5c7997-dcab-4c5c-a1c7-05f37bd26e63 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.127537] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1774.127537] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e835c9-93a8-8a8d-f401-36e2ce0f70dc" [ 1774.127537] env[62361]: _type = "Task" [ 1774.127537] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.135142] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e835c9-93a8-8a8d-f401-36e2ce0f70dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.195946] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.198200] env[62361]: DEBUG oslo_concurrency.lockutils [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.189s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.198397] env[62361]: DEBUG nova.objects.instance [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62361) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1774.223305] env[62361]: INFO nova.scheduler.client.report [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Deleted allocations for instance 43c517ab-7236-43ea-a35b-51aaa67eac4d [ 1774.233088] env[62361]: DEBUG nova.network.neutron [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1774.238778] env[62361]: DEBUG oslo_vmware.api [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708948, 'name': PowerOnVM_Task, 'duration_secs': 0.638495} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.239533] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.239795] env[62361]: INFO nova.compute.manager [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Took 11.08 seconds to spawn the instance on the hypervisor. [ 1774.240349] env[62361]: DEBUG nova.compute.manager [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1774.240905] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c89f2d7-4522-4986-8b64-595986ced7a6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.278588] env[62361]: DEBUG oslo_vmware.api [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708949, 'name': PowerOnVM_Task, 'duration_secs': 0.511248} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.278948] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.279506] env[62361]: INFO nova.compute.manager [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1774.279796] env[62361]: DEBUG nova.compute.manager [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1774.281013] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b2cbae-846c-477b-8875-5755d85385d2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.336772] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: cf12a075-c381-4ba9-9bf6-582689bec58d] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1774.414836] env[62361]: DEBUG nova.network.neutron [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Updating instance_info_cache with network_info: [{"id": "6cf97ab9-c289-4a28-a6cc-b240895576ea", "address": "fa:16:3e:a2:7f:91", "network": {"id": "c9b076b1-3db6-44f5-80be-4cfadaf74fcd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-366632134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc93b581ec3c49ccb575e4bb12ab408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cf97ab9-c2", "ovs_interfaceid": "6cf97ab9-c289-4a28-a6cc-b240895576ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.638947] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e835c9-93a8-8a8d-f401-36e2ce0f70dc, 'name': SearchDatastore_Task, 'duration_secs': 0.042907} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.639380] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.639667] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 6a7f7a81-8117-49a7-a2b7-9edbda2ab335/6a7f7a81-8117-49a7-a2b7-9edbda2ab335.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1774.639933] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54341b08-77f2-478d-9cc2-dc0cf0db1f5b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.647521] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1774.647521] env[62361]: value = "task-1708950" [ 1774.647521] env[62361]: _type = "Task" [ 1774.647521] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.655021] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.730732] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1b9e30af-af52-4137-a4aa-cde5238c9945 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "43c517ab-7236-43ea-a35b-51aaa67eac4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.126s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.744186] env[62361]: DEBUG oslo_concurrency.lockutils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.744186] env[62361]: DEBUG oslo_concurrency.lockutils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.761787] env[62361]: DEBUG nova.compute.manager [req-e600faf8-aa5a-44a5-85d6-5647b175a836 req-eaefedea-bc52-4c0b-8dae-e475867a6305 service nova] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Received event network-vif-plugged-6cf97ab9-c289-4a28-a6cc-b240895576ea {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1774.761967] env[62361]: DEBUG oslo_concurrency.lockutils [req-e600faf8-aa5a-44a5-85d6-5647b175a836 req-eaefedea-bc52-4c0b-8dae-e475867a6305 service nova] Acquiring lock "725767e6-4b60-4f95-b743-a677b662194f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.762411] env[62361]: DEBUG oslo_concurrency.lockutils [req-e600faf8-aa5a-44a5-85d6-5647b175a836 req-eaefedea-bc52-4c0b-8dae-e475867a6305 service nova] Lock "725767e6-4b60-4f95-b743-a677b662194f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.762411] env[62361]: DEBUG oslo_concurrency.lockutils [req-e600faf8-aa5a-44a5-85d6-5647b175a836 req-eaefedea-bc52-4c0b-8dae-e475867a6305 service nova] Lock "725767e6-4b60-4f95-b743-a677b662194f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.762568] env[62361]: DEBUG nova.compute.manager [req-e600faf8-aa5a-44a5-85d6-5647b175a836 req-eaefedea-bc52-4c0b-8dae-e475867a6305 service nova] [instance: 725767e6-4b60-4f95-b743-a677b662194f] No waiting events found dispatching network-vif-plugged-6cf97ab9-c289-4a28-a6cc-b240895576ea {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1774.762731] env[62361]: WARNING nova.compute.manager [req-e600faf8-aa5a-44a5-85d6-5647b175a836 req-eaefedea-bc52-4c0b-8dae-e475867a6305 service nova] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Received unexpected event network-vif-plugged-6cf97ab9-c289-4a28-a6cc-b240895576ea for instance with vm_state building and task_state spawning. [ 1774.762883] env[62361]: DEBUG nova.compute.manager [req-e600faf8-aa5a-44a5-85d6-5647b175a836 req-eaefedea-bc52-4c0b-8dae-e475867a6305 service nova] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Received event network-changed-6cf97ab9-c289-4a28-a6cc-b240895576ea {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1774.763074] env[62361]: DEBUG nova.compute.manager [req-e600faf8-aa5a-44a5-85d6-5647b175a836 req-eaefedea-bc52-4c0b-8dae-e475867a6305 service nova] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Refreshing instance network info cache due to event network-changed-6cf97ab9-c289-4a28-a6cc-b240895576ea. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1774.763197] env[62361]: DEBUG oslo_concurrency.lockutils [req-e600faf8-aa5a-44a5-85d6-5647b175a836 req-eaefedea-bc52-4c0b-8dae-e475867a6305 service nova] Acquiring lock "refresh_cache-725767e6-4b60-4f95-b743-a677b662194f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.763611] env[62361]: INFO nova.compute.manager [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Took 15.99 seconds to build instance. [ 1774.806911] env[62361]: INFO nova.compute.manager [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Took 15.42 seconds to build instance. [ 1774.840463] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 07679006-d4fe-4699-969e-a92156194070] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1774.917473] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Releasing lock "refresh_cache-725767e6-4b60-4f95-b743-a677b662194f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.917968] env[62361]: DEBUG nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Instance network_info: |[{"id": "6cf97ab9-c289-4a28-a6cc-b240895576ea", "address": "fa:16:3e:a2:7f:91", "network": {"id": "c9b076b1-3db6-44f5-80be-4cfadaf74fcd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-366632134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc93b581ec3c49ccb575e4bb12ab408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cf97ab9-c2", "ovs_interfaceid": "6cf97ab9-c289-4a28-a6cc-b240895576ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1774.918403] env[62361]: DEBUG oslo_concurrency.lockutils [req-e600faf8-aa5a-44a5-85d6-5647b175a836 req-eaefedea-bc52-4c0b-8dae-e475867a6305 service nova] Acquired lock "refresh_cache-725767e6-4b60-4f95-b743-a677b662194f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.918815] env[62361]: DEBUG nova.network.neutron [req-e600faf8-aa5a-44a5-85d6-5647b175a836 req-eaefedea-bc52-4c0b-8dae-e475867a6305 service nova] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Refreshing network info cache for port 6cf97ab9-c289-4a28-a6cc-b240895576ea {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1774.920682] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:7f:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cf97ab9-c289-4a28-a6cc-b240895576ea', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1774.933041] env[62361]: DEBUG oslo.service.loopingcall [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.937289] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1774.937928] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7e0d842-0e11-40c0-8f3a-597f754abf8b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.975354] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1774.975354] env[62361]: value = "task-1708951" [ 1774.975354] env[62361]: _type = "Task" [ 1774.975354] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.984728] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708951, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.159510] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708950, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.209262] env[62361]: DEBUG oslo_concurrency.lockutils [None req-51cacad0-3d21-434f-984c-32e2f93d2fc3 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.210549] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.472s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.210784] env[62361]: DEBUG nova.objects.instance [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lazy-loading 'resources' on Instance uuid de2273f3-2bb6-4b18-bc3d-b89b01556b85 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.247540] env[62361]: DEBUG nova.compute.manager [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1775.265990] env[62361]: DEBUG oslo_concurrency.lockutils [None req-5717c83c-e122-471d-8ed6-e319c247157b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "26f6545a-4d96-4e34-918b-ca6ef94f176b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.500s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.309350] env[62361]: DEBUG oslo_concurrency.lockutils [None req-01701cb3-7c03-4820-9c5f-e46a425443c9 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "05eeec3f-570c-4294-bd35-d9804f67f317" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.937s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.311049] env[62361]: DEBUG nova.network.neutron [req-e600faf8-aa5a-44a5-85d6-5647b175a836 req-eaefedea-bc52-4c0b-8dae-e475867a6305 service nova] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Updated VIF entry in instance network info cache for port 6cf97ab9-c289-4a28-a6cc-b240895576ea. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1775.311456] env[62361]: DEBUG nova.network.neutron [req-e600faf8-aa5a-44a5-85d6-5647b175a836 req-eaefedea-bc52-4c0b-8dae-e475867a6305 service nova] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Updating instance_info_cache with network_info: [{"id": "6cf97ab9-c289-4a28-a6cc-b240895576ea", "address": "fa:16:3e:a2:7f:91", "network": {"id": "c9b076b1-3db6-44f5-80be-4cfadaf74fcd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-366632134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc93b581ec3c49ccb575e4bb12ab408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cf97ab9-c2", "ovs_interfaceid": "6cf97ab9-c289-4a28-a6cc-b240895576ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.345723] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: ea3d9715-fbaf-44c4-986b-20996b2958bb] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1775.395844] env[62361]: INFO nova.compute.manager [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Rescuing [ 1775.395944] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "refresh_cache-05eeec3f-570c-4294-bd35-d9804f67f317" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.396073] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "refresh_cache-05eeec3f-570c-4294-bd35-d9804f67f317" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.396288] env[62361]: DEBUG nova.network.neutron [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.471634] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "cb9aa169-8e65-4b70-a44a-cc3b8d572c4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.472453] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "cb9aa169-8e65-4b70-a44a-cc3b8d572c4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.472453] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "cb9aa169-8e65-4b70-a44a-cc3b8d572c4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.472664] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "cb9aa169-8e65-4b70-a44a-cc3b8d572c4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.472753] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "cb9aa169-8e65-4b70-a44a-cc3b8d572c4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.474982] env[62361]: INFO nova.compute.manager [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Terminating instance [ 1775.477605] env[62361]: DEBUG nova.compute.manager [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1775.477925] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1775.481923] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e97f1e-f718-4f95-bb35-92f97eca2b6f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.491827] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708951, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.494076] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1775.494678] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01a604aa-49b2-437b-8edf-12c004bc9c41 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.501930] env[62361]: DEBUG oslo_vmware.api [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1775.501930] env[62361]: value = "task-1708952" [ 1775.501930] env[62361]: _type = "Task" [ 1775.501930] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.511169] env[62361]: DEBUG oslo_vmware.api [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.512378] env[62361]: DEBUG oslo_concurrency.lockutils [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.512612] env[62361]: DEBUG oslo_concurrency.lockutils [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.661400] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676709} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.661636] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 6a7f7a81-8117-49a7-a2b7-9edbda2ab335/6a7f7a81-8117-49a7-a2b7-9edbda2ab335.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1775.661846] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1775.662106] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-876f32b6-4688-44ad-a5f3-330413ed8544 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.669304] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1775.669304] env[62361]: value = "task-1708953" [ 1775.669304] env[62361]: _type = "Task" [ 1775.669304] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.677576] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.769569] env[62361]: DEBUG oslo_concurrency.lockutils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.815133] env[62361]: DEBUG oslo_concurrency.lockutils [req-e600faf8-aa5a-44a5-85d6-5647b175a836 req-eaefedea-bc52-4c0b-8dae-e475867a6305 service nova] Releasing lock "refresh_cache-725767e6-4b60-4f95-b743-a677b662194f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.848769] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 427ae412-ed01-4b32-ae0b-ac620ec9cf85] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1775.875015] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f098ffa5-9627-4150-bcc6-5f3400eaedde {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.883370] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d32ad30-670b-4417-9033-9c05b60f0733 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.915191] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7aaa559-b3fd-4842-b33a-723355ad534e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.922968] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbaac64-88e5-4321-ae70-cb6038f5c9ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.938294] env[62361]: DEBUG nova.compute.provider_tree [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.987396] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708951, 'name': CreateVM_Task, 'duration_secs': 0.628466} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.989879] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1775.990641] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.990808] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.991172] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1775.991749] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-953dc2db-e867-4b5b-9182-f4d81e424b18 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.997049] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1775.997049] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521b3a46-f2c7-72cb-f432-e56d504ef7c9" [ 1775.997049] env[62361]: _type = "Task" [ 1775.997049] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.005355] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521b3a46-f2c7-72cb-f432-e56d504ef7c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.015484] env[62361]: DEBUG nova.compute.utils [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1776.016677] env[62361]: DEBUG oslo_vmware.api [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708952, 'name': PowerOffVM_Task, 'duration_secs': 0.239444} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.017101] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1776.017290] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1776.017513] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15198555-c5a0-4763-a119-806a35f847af {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.055571] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "9d27a316-beba-43a1-be60-658c22241fe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.056040] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "9d27a316-beba-43a1-be60-658c22241fe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.124021] env[62361]: DEBUG nova.network.neutron [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Updating instance_info_cache with network_info: [{"id": "dbcf7782-ffd5-425e-8349-f726a3c128f3", "address": "fa:16:3e:a3:f3:99", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbcf7782-ff", "ovs_interfaceid": "dbcf7782-ffd5-425e-8349-f726a3c128f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.147493] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1776.147728] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1776.147912] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Deleting the datastore file [datastore1] cb9aa169-8e65-4b70-a44a-cc3b8d572c4b {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1776.148199] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-204789b1-f720-4483-b4af-6af1c10e9b87 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.156738] env[62361]: DEBUG oslo_vmware.api [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1776.156738] env[62361]: value = "task-1708955" [ 1776.156738] env[62361]: _type = "Task" [ 1776.156738] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.164911] env[62361]: DEBUG oslo_vmware.api [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.177871] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271104} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.178139] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1776.178876] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f1704e-70d4-4835-bdcb-81e37310fb05 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.201041] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 6a7f7a81-8117-49a7-a2b7-9edbda2ab335/6a7f7a81-8117-49a7-a2b7-9edbda2ab335.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1776.201531] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6124182-d7aa-46c3-afa5-8c49da9b7096 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.220279] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1776.220279] env[62361]: value = "task-1708956" [ 1776.220279] env[62361]: _type = "Task" [ 1776.220279] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.227686] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.354639] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 77001028-7b3e-403a-8975-ff98fb95532f] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1776.441406] env[62361]: DEBUG nova.scheduler.client.report [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1776.511055] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521b3a46-f2c7-72cb-f432-e56d504ef7c9, 'name': SearchDatastore_Task, 'duration_secs': 0.051802} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.511055] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.511055] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1776.511399] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.511514] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.511713] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1776.511993] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd4e4ed1-c0d0-48c2-ac5e-0f536a1f719e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.517922] env[62361]: DEBUG oslo_concurrency.lockutils [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.521109] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1776.521360] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1776.522113] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb01f14-89f4-4ae8-b981-b6eecc4a9baf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.527768] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1776.527768] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529dd287-124c-4141-6b2f-5545c4c38b3b" [ 1776.527768] env[62361]: _type = "Task" [ 1776.527768] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.536755] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529dd287-124c-4141-6b2f-5545c4c38b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.560565] env[62361]: DEBUG nova.compute.manager [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1776.626176] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "refresh_cache-05eeec3f-570c-4294-bd35-d9804f67f317" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.671876] env[62361]: DEBUG oslo_vmware.api [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295816} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.672196] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1776.672398] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1776.672587] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1776.672785] env[62361]: INFO nova.compute.manager [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1776.673038] env[62361]: DEBUG oslo.service.loopingcall [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.673871] env[62361]: DEBUG nova.compute.manager [-] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1776.673973] env[62361]: DEBUG nova.network.neutron [-] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1776.730633] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708956, 'name': ReconfigVM_Task, 'duration_secs': 0.373518} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.730910] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 6a7f7a81-8117-49a7-a2b7-9edbda2ab335/6a7f7a81-8117-49a7-a2b7-9edbda2ab335.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1776.731604] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73ce6e0b-db09-4b90-9731-028514b54774 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.738450] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1776.738450] env[62361]: value = "task-1708957" [ 1776.738450] env[62361]: _type = "Task" [ 1776.738450] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.747393] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708957, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.858596] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: fffbfa22-099b-4030-9f42-1a3139a0261f] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1776.916804] env[62361]: DEBUG nova.compute.manager [req-370e3526-5fb1-41d9-8bc7-8d5d7a321074 req-02a3166d-d6e8-4f19-b9d5-617af2dcb68e service nova] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Received event network-vif-deleted-7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1776.917079] env[62361]: INFO nova.compute.manager [req-370e3526-5fb1-41d9-8bc7-8d5d7a321074 req-02a3166d-d6e8-4f19-b9d5-617af2dcb68e service nova] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Neutron deleted interface 7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb; detaching it from the instance and deleting it from the info cache [ 1776.917199] env[62361]: DEBUG nova.network.neutron [req-370e3526-5fb1-41d9-8bc7-8d5d7a321074 req-02a3166d-d6e8-4f19-b9d5-617af2dcb68e service nova] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.947442] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.949724] env[62361]: DEBUG oslo_concurrency.lockutils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.180s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.951298] env[62361]: INFO nova.compute.claims [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1776.974156] env[62361]: INFO nova.scheduler.client.report [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Deleted allocations for instance de2273f3-2bb6-4b18-bc3d-b89b01556b85 [ 1777.038474] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529dd287-124c-4141-6b2f-5545c4c38b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.011555} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.039315] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d0b2b50-2cf5-4319-88a6-3e29ca206547 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.044794] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1777.044794] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52209b22-04c5-45a9-9fe8-f9b339dc33a2" [ 1777.044794] env[62361]: _type = "Task" [ 1777.044794] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.053047] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52209b22-04c5-45a9-9fe8-f9b339dc33a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.080551] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.170050] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.170050] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e0fc07b-c83f-43fe-8492-743505589af3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.177243] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1777.177243] env[62361]: value = "task-1708958" [ 1777.177243] env[62361]: _type = "Task" [ 1777.177243] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.185057] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.249758] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708957, 'name': Rename_Task, 'duration_secs': 0.372467} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.250000] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1777.250275] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d9cbd6d-73eb-4316-ab70-02174702e204 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.256923] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1777.256923] env[62361]: value = "task-1708959" [ 1777.256923] env[62361]: _type = "Task" [ 1777.256923] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.264257] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.363101] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 2f5000ce-0275-4fa5-b09c-d9a07b6c41c1] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1777.396021] env[62361]: DEBUG nova.network.neutron [-] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.420514] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a2e16ab-c656-486b-9e3a-a254490e619c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.429820] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4c4ced-b7e0-4567-9052-fd9708c1d7ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.460836] env[62361]: DEBUG nova.compute.manager [req-370e3526-5fb1-41d9-8bc7-8d5d7a321074 req-02a3166d-d6e8-4f19-b9d5-617af2dcb68e service nova] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Detach interface failed, port_id=7c0c6309-f8ea-4c5c-9e32-0df3c18ccdeb, reason: Instance cb9aa169-8e65-4b70-a44a-cc3b8d572c4b could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1777.480777] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ff935ffd-a324-438a-9dd8-5c57f2066ce9 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "de2273f3-2bb6-4b18-bc3d-b89b01556b85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.408s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.554725] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52209b22-04c5-45a9-9fe8-f9b339dc33a2, 'name': SearchDatastore_Task, 'duration_secs': 0.039907} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.554952] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.555243] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 725767e6-4b60-4f95-b743-a677b662194f/725767e6-4b60-4f95-b743-a677b662194f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1777.555517] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68d0c8aa-a065-4021-bf26-9e14f7d663f2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.562307] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1777.562307] env[62361]: value = "task-1708960" [ 1777.562307] env[62361]: _type = "Task" [ 1777.562307] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.570241] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.584978] env[62361]: DEBUG oslo_concurrency.lockutils [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.585268] env[62361]: DEBUG oslo_concurrency.lockutils [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.585562] env[62361]: INFO nova.compute.manager [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Attaching volume 894644ad-d0b1-4036-8939-5295a83df5f1 to /dev/sdb [ 1777.618382] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426bc502-20c4-4355-b2fa-68a8d3cb2240 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.626782] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5edce6-ebef-4c04-9500-8f8a8944c243 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.639701] env[62361]: DEBUG nova.virt.block_device [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Updating existing volume attachment record: 17fb59fc-a33b-40eb-9e40-790de0002ea4 {{(pid=62361) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1777.688428] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708958, 'name': PowerOffVM_Task, 'duration_secs': 0.221713} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.688503] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1777.689307] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24902ba1-b41d-4b10-8985-d08b2c3a7bfa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.708332] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398793bf-97ce-4294-b618-e7b9dd4fcc47 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.742960] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.743320] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cbd0576-2763-4472-83fc-2c633de82a49 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.750085] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1777.750085] env[62361]: value = "task-1708961" [ 1777.750085] env[62361]: _type = "Task" [ 1777.750085] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.763123] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] VM already powered off {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1777.763357] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1777.764485] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.764485] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.764485] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1777.764485] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-799a198c-0ddc-42b9-9996-846ff77ed968 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.771471] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708959, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.775624] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1777.775805] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1777.776594] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86bea9d2-100b-419a-b2e8-c8679b08f2d5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.781810] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1777.781810] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525a0512-6fb6-6244-f004-617807618160" [ 1777.781810] env[62361]: _type = "Task" [ 1777.781810] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.790142] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525a0512-6fb6-6244-f004-617807618160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.867020] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 1751c8c5-854f-45f2-a559-95a4ccd0f578] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1777.897922] env[62361]: INFO nova.compute.manager [-] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Took 1.22 seconds to deallocate network for instance. [ 1778.073886] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708960, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.137223] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f9d98f-15ea-4b93-8170-d474d523b0fd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.146658] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c6cc4b-ae79-42b0-8c02-5c86f07c47d3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.180062] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9fd2e2-bce2-4c42-b273-ad029eaa4040 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.186804] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b19e748-764c-48a2-9a78-7786e53c1570 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.200686] env[62361]: DEBUG nova.compute.provider_tree [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.269215] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708959, 'name': PowerOnVM_Task, 'duration_secs': 0.562803} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.269519] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1778.269710] env[62361]: INFO nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1778.269886] env[62361]: DEBUG nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1778.270717] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4d8f97-e438-4814-b6af-5afc9752db2b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.291431] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525a0512-6fb6-6244-f004-617807618160, 'name': SearchDatastore_Task, 'duration_secs': 0.016378} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.292295] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c8532a-4af6-4511-9fed-ff6d66d7ccdc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.298007] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1778.298007] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e2db0f-3243-7426-b78c-81a0b63ce163" [ 1778.298007] env[62361]: _type = "Task" [ 1778.298007] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.305526] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e2db0f-3243-7426-b78c-81a0b63ce163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.370816] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: a6fd8ee3-7216-45c2-9169-93e5072bcc74] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1778.405337] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.574741] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616933} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.575268] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 725767e6-4b60-4f95-b743-a677b662194f/725767e6-4b60-4f95-b743-a677b662194f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1778.575268] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1778.575563] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd7bc635-9b69-4ec1-b339-da49d7ea67e7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.583567] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1778.583567] env[62361]: value = "task-1708963" [ 1778.583567] env[62361]: _type = "Task" [ 1778.583567] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.592194] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.705265] env[62361]: DEBUG nova.scheduler.client.report [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1778.790198] env[62361]: INFO nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Took 13.77 seconds to build instance. [ 1778.808183] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e2db0f-3243-7426-b78c-81a0b63ce163, 'name': SearchDatastore_Task, 'duration_secs': 0.011015} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.809009] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.809289] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 05eeec3f-570c-4294-bd35-d9804f67f317/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk. {{(pid=62361) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1778.809547] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46bbccc0-2f88-403f-95b4-50e245e8da81 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.816813] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1778.816813] env[62361]: value = "task-1708964" [ 1778.816813] env[62361]: _type = "Task" [ 1778.816813] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.825480] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.874611] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: a14db7b4-d41b-4fee-885a-ba2dbb40e0a1] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1779.093104] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094494} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.093426] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.094279] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce8fa25-51d8-4679-8367-3f43ef3bc80f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.117871] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 725767e6-4b60-4f95-b743-a677b662194f/725767e6-4b60-4f95-b743-a677b662194f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.118235] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df27637a-01e7-4198-ae8c-f39c19ffb961 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.151975] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1779.151975] env[62361]: value = "task-1708965" [ 1779.151975] env[62361]: _type = "Task" [ 1779.151975] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.165745] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.211126] env[62361]: DEBUG oslo_concurrency.lockutils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.212042] env[62361]: DEBUG nova.compute.manager [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1779.216735] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.136s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.219088] env[62361]: INFO nova.compute.claims [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1779.292963] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "6a7f7a81-8117-49a7-a2b7-9edbda2ab335" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.281s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.328164] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500191} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.328457] env[62361]: INFO nova.virt.vmwareapi.ds_util [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 05eeec3f-570c-4294-bd35-d9804f67f317/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk. [ 1779.329271] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91061d5b-9d39-432c-b1d2-a1ae3a2d953c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.354684] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 05eeec3f-570c-4294-bd35-d9804f67f317/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.354947] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3d6f3a7-b9aa-40b6-a254-ab4b08106609 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.373888] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1779.373888] env[62361]: value = "task-1708966" [ 1779.373888] env[62361]: _type = "Task" [ 1779.373888] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.377816] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 3c9d108f-efe1-4fb6-b505-8cb51d38adc1] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1779.385731] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708966, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.662780] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.724804] env[62361]: DEBUG nova.compute.utils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1779.728177] env[62361]: DEBUG nova.compute.manager [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1779.728397] env[62361]: DEBUG nova.network.neutron [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1779.775462] env[62361]: DEBUG nova.policy [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc9a87d5223c43adb6b85a437778dfc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a267b021ac54bb19733ba43571e9bdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1779.884278] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: f2670f16-d09a-405f-8f23-b6c2aca29e57] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1779.886202] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.924167] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "aae2f356-66f0-4aaa-943c-de879fc5b390" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.924407] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "aae2f356-66f0-4aaa-943c-de879fc5b390" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.062647] env[62361]: DEBUG nova.network.neutron [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Successfully created port: 1730786e-e3ad-4aab-bcfa-0a3fdd343e46 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1780.163848] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708965, 'name': ReconfigVM_Task, 'duration_secs': 0.832248} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.164711] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 725767e6-4b60-4f95-b743-a677b662194f/725767e6-4b60-4f95-b743-a677b662194f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.165459] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3448c32d-3159-4841-85e1-e33351f37c87 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.171789] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1780.171789] env[62361]: value = "task-1708968" [ 1780.171789] env[62361]: _type = "Task" [ 1780.171789] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.180033] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708968, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.229015] env[62361]: DEBUG nova.compute.manager [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1780.388107] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 892cb689-afd2-4995-880f-cef4186f2439] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1780.390054] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708966, 'name': ReconfigVM_Task, 'duration_secs': 1.011602} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.391599] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 05eeec3f-570c-4294-bd35-d9804f67f317/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.393861] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c772ee59-ec5f-46a7-ab9d-0bd476e0d3f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.432806] env[62361]: DEBUG nova.compute.manager [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1780.435641] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671281db-4290-4090-9165-ce650cd1b40e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.453915] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1780.453915] env[62361]: value = "task-1708969" [ 1780.453915] env[62361]: _type = "Task" [ 1780.453915] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.465222] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.496981] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f786c7d1-d04a-4aa9-a1ed-9fe4fbac5846 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.504723] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c438fe-3962-4678-bacb-966447b77e51 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.540909] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bb9171-9892-4a7c-b226-64f1db321766 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.553206] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80bee97-82aa-4876-839c-09a9167ccb99 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.568587] env[62361]: DEBUG nova.compute.provider_tree [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.686323] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708968, 'name': Rename_Task, 'duration_secs': 0.181933} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.686679] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1780.687048] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de38bc8b-cc2b-4f44-9deb-a5795502ec33 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.694504] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1780.694504] env[62361]: value = "task-1708970" [ 1780.694504] env[62361]: _type = "Task" [ 1780.694504] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.705520] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.758270] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "1d5bfc39-67a4-41d3-b195-1146984e5b58" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.758557] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.758739] env[62361]: INFO nova.compute.manager [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Shelving [ 1780.892428] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 3388fd22-865a-4cf7-9912-af8ca03ed930] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1780.964408] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708969, 'name': ReconfigVM_Task, 'duration_secs': 0.256372} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.965454] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.965753] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1780.966017] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61d5765d-3816-4f42-9d2e-f79968a3a144 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.972954] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1780.972954] env[62361]: value = "task-1708971" [ 1780.972954] env[62361]: _type = "Task" [ 1780.972954] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.980712] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.074622] env[62361]: DEBUG nova.scheduler.client.report [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1781.205947] env[62361]: DEBUG oslo_vmware.api [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708970, 'name': PowerOnVM_Task, 'duration_secs': 0.451366} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.206153] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.206354] env[62361]: INFO nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1781.206526] env[62361]: DEBUG nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1781.207294] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5153c5-a8e7-49e8-b615-a8d4e0106ee1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.241577] env[62361]: DEBUG nova.compute.manager [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1781.266102] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1781.266382] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf681aca-ee20-4476-8599-e67efabb4e16 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.270099] env[62361]: DEBUG nova.virt.hardware [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1781.270334] env[62361]: DEBUG nova.virt.hardware [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1781.270515] env[62361]: DEBUG nova.virt.hardware [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1781.270739] env[62361]: DEBUG nova.virt.hardware [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1781.270890] env[62361]: DEBUG nova.virt.hardware [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1781.271091] env[62361]: DEBUG nova.virt.hardware [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1781.271296] env[62361]: DEBUG nova.virt.hardware [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1781.271485] env[62361]: DEBUG nova.virt.hardware [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1781.271658] env[62361]: DEBUG nova.virt.hardware [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1781.271865] env[62361]: DEBUG nova.virt.hardware [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1781.272055] env[62361]: DEBUG nova.virt.hardware [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1781.272874] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ce2806-6a6b-44f4-8e92-884583a6bed2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.282864] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacd3d31-d5b6-40f5-a75c-dba5b4d339f5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.287814] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1781.287814] env[62361]: value = "task-1708972" [ 1781.287814] env[62361]: _type = "Task" [ 1781.287814] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.307218] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.395677] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 0da9b618-9d28-4028-a42b-fa3b9661cb6c] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1781.485520] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.580160] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.580696] env[62361]: DEBUG nova.compute.manager [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1781.583566] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.178s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.583822] env[62361]: DEBUG nova.objects.instance [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lazy-loading 'resources' on Instance uuid cb9aa169-8e65-4b70-a44a-cc3b8d572c4b {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.726681] env[62361]: INFO nova.compute.manager [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Took 16.67 seconds to build instance. [ 1781.803527] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708972, 'name': PowerOffVM_Task, 'duration_secs': 0.326792} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.804848] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1781.805725] env[62361]: DEBUG nova.compute.manager [req-9bfbc76a-be23-44d6-a06c-7964b4db8760 req-d962e4d9-72d8-46c0-a28b-d42cffadf75b service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Received event network-vif-plugged-1730786e-e3ad-4aab-bcfa-0a3fdd343e46 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1781.805910] env[62361]: DEBUG oslo_concurrency.lockutils [req-9bfbc76a-be23-44d6-a06c-7964b4db8760 req-d962e4d9-72d8-46c0-a28b-d42cffadf75b service nova] Acquiring lock "afc8e327-cf51-4d0a-97f2-24d6d296833f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.806117] env[62361]: DEBUG oslo_concurrency.lockutils [req-9bfbc76a-be23-44d6-a06c-7964b4db8760 req-d962e4d9-72d8-46c0-a28b-d42cffadf75b service nova] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.806280] env[62361]: DEBUG oslo_concurrency.lockutils [req-9bfbc76a-be23-44d6-a06c-7964b4db8760 req-d962e4d9-72d8-46c0-a28b-d42cffadf75b service nova] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.806451] env[62361]: DEBUG nova.compute.manager [req-9bfbc76a-be23-44d6-a06c-7964b4db8760 req-d962e4d9-72d8-46c0-a28b-d42cffadf75b service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] No waiting events found dispatching network-vif-plugged-1730786e-e3ad-4aab-bcfa-0a3fdd343e46 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1781.806609] env[62361]: WARNING nova.compute.manager [req-9bfbc76a-be23-44d6-a06c-7964b4db8760 req-d962e4d9-72d8-46c0-a28b-d42cffadf75b service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Received unexpected event network-vif-plugged-1730786e-e3ad-4aab-bcfa-0a3fdd343e46 for instance with vm_state building and task_state spawning. [ 1781.807414] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229f56ce-2620-4444-8de7-f3f95e658573 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.828022] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cf3031-242d-4963-b56a-430edf9aa0fa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.899014] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 92528be1-55ff-40e4-9404-99a4db7766c5] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1781.918987] env[62361]: DEBUG nova.network.neutron [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Successfully updated port: 1730786e-e3ad-4aab-bcfa-0a3fdd343e46 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1781.985579] env[62361]: DEBUG oslo_vmware.api [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708971, 'name': PowerOnVM_Task, 'duration_secs': 0.674187} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.985865] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.988526] env[62361]: DEBUG nova.compute.manager [None req-d546493f-4e45-4112-9fa0-7556f2532635 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1781.989384] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c828df02-7c3a-4647-aae4-e426bbbe0557 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.086612] env[62361]: DEBUG nova.compute.utils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1782.091424] env[62361]: DEBUG nova.compute.manager [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1782.091424] env[62361]: DEBUG nova.network.neutron [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1782.133055] env[62361]: DEBUG nova.policy [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93064d98a0e84c25b78736c4cd37a26d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69700e8d1f8e4cedaced84a586a8a681', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1782.185966] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Volume attach. Driver type: vmdk {{(pid=62361) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1782.186259] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356037', 'volume_id': '894644ad-d0b1-4036-8939-5295a83df5f1', 'name': 'volume-894644ad-d0b1-4036-8939-5295a83df5f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cd517fa8-5e04-46f7-b8c9-158508ea496d', 'attached_at': '', 'detached_at': '', 'volume_id': '894644ad-d0b1-4036-8939-5295a83df5f1', 'serial': '894644ad-d0b1-4036-8939-5295a83df5f1'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1782.187126] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48addf4-bbe0-4219-96d6-33dddd084335 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.207058] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad3cd2b-c9bd-488d-8ba4-7c74554eabea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.235711] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-894644ad-d0b1-4036-8939-5295a83df5f1/volume-894644ad-d0b1-4036-8939-5295a83df5f1.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1782.239649] env[62361]: DEBUG oslo_concurrency.lockutils [None req-26db781a-7e17-4591-b578-c82bf6a77f24 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "725767e6-4b60-4f95-b743-a677b662194f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.195s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.240035] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca05019f-7355-4301-9f62-50f4c8f8e667 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.261020] env[62361]: DEBUG oslo_vmware.api [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1782.261020] env[62361]: value = "task-1708973" [ 1782.261020] env[62361]: _type = "Task" [ 1782.261020] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.269098] env[62361]: DEBUG oslo_vmware.api [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.311805] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5f169a-1e98-4864-a9dc-7d15492f975f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.318860] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89092bc-ddd7-4025-a86d-d5b5f657ecf6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.357574] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1782.358460] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-154cc85e-bffb-4469-91b2-209c5cc1778e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.362070] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d0e601-596b-45f8-9ae0-fc7a3eaae768 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.371978] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aab21ee-f2da-47c9-ae5b-340d53338d56 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.376254] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1782.376254] env[62361]: value = "task-1708974" [ 1782.376254] env[62361]: _type = "Task" [ 1782.376254] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.389187] env[62361]: DEBUG nova.compute.provider_tree [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.395505] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708974, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.401924] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: cad0a47a-d332-400d-a662-8b0089e6d803] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1782.421276] env[62361]: DEBUG oslo_concurrency.lockutils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "refresh_cache-afc8e327-cf51-4d0a-97f2-24d6d296833f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.421497] env[62361]: DEBUG oslo_concurrency.lockutils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquired lock "refresh_cache-afc8e327-cf51-4d0a-97f2-24d6d296833f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.421730] env[62361]: DEBUG nova.network.neutron [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1782.465375] env[62361]: DEBUG nova.network.neutron [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Successfully created port: 855a717d-474c-47be-aaa0-d41e312e910f {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1782.591488] env[62361]: DEBUG nova.compute.manager [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1782.770200] env[62361]: DEBUG oslo_vmware.api [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708973, 'name': ReconfigVM_Task, 'duration_secs': 0.450789} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.770484] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-894644ad-d0b1-4036-8939-5295a83df5f1/volume-894644ad-d0b1-4036-8939-5295a83df5f1.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1782.775342] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2290407c-5ef6-468d-a378-e3e244d51b3a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.790013] env[62361]: DEBUG oslo_vmware.api [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1782.790013] env[62361]: value = "task-1708975" [ 1782.790013] env[62361]: _type = "Task" [ 1782.790013] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.797867] env[62361]: DEBUG oslo_vmware.api [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.885890] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708974, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.893033] env[62361]: DEBUG nova.scheduler.client.report [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1782.904510] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: e26524ba-912d-40ac-a299-6d6c4aae65e0] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1782.974809] env[62361]: DEBUG nova.network.neutron [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1783.026413] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "6a7f7a81-8117-49a7-a2b7-9edbda2ab335" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.026413] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "6a7f7a81-8117-49a7-a2b7-9edbda2ab335" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.026413] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "6a7f7a81-8117-49a7-a2b7-9edbda2ab335-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.026413] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "6a7f7a81-8117-49a7-a2b7-9edbda2ab335-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.026413] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "6a7f7a81-8117-49a7-a2b7-9edbda2ab335-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.027607] env[62361]: INFO nova.compute.manager [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Terminating instance [ 1783.029844] env[62361]: DEBUG nova.compute.manager [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1783.030180] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1783.031204] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18acc99b-f6cb-40bb-aa68-124efe85ae59 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.040021] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1783.040021] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-119061ef-a2d8-4090-be28-aa939cc87bc4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.048842] env[62361]: DEBUG oslo_vmware.api [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1783.048842] env[62361]: value = "task-1708976" [ 1783.048842] env[62361]: _type = "Task" [ 1783.048842] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.065298] env[62361]: DEBUG oslo_vmware.api [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.103621] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "725767e6-4b60-4f95-b743-a677b662194f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.104149] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "725767e6-4b60-4f95-b743-a677b662194f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.104523] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "725767e6-4b60-4f95-b743-a677b662194f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.104883] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "725767e6-4b60-4f95-b743-a677b662194f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.105423] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "725767e6-4b60-4f95-b743-a677b662194f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.108670] env[62361]: INFO nova.compute.manager [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Terminating instance [ 1783.111813] env[62361]: DEBUG nova.compute.manager [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1783.115017] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1783.115017] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29967b6a-8d15-4b41-bba9-12dd7494e7c2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.128089] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1783.128565] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-126f6b63-cd1a-4151-97ab-0ab67a68a0d7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.134840] env[62361]: DEBUG oslo_vmware.api [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1783.134840] env[62361]: value = "task-1708977" [ 1783.134840] env[62361]: _type = "Task" [ 1783.134840] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.145160] env[62361]: DEBUG oslo_vmware.api [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.195555] env[62361]: DEBUG nova.network.neutron [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Updating instance_info_cache with network_info: [{"id": "1730786e-e3ad-4aab-bcfa-0a3fdd343e46", "address": "fa:16:3e:88:78:e0", "network": {"id": "3cf1addb-c9ef-4950-ad83-68b5d59eda18", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1289262723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a267b021ac54bb19733ba43571e9bdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1730786e-e3", "ovs_interfaceid": "1730786e-e3ad-4aab-bcfa-0a3fdd343e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.300402] env[62361]: DEBUG oslo_vmware.api [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.386099] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708974, 'name': CreateSnapshot_Task, 'duration_secs': 0.828654} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.386393] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1783.387197] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b0ef04-9eb5-49a5-aa31-f9c9950b2d55 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.399078] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.400801] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.435s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.402636] env[62361]: INFO nova.compute.claims [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1783.407255] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 933f8a73-a8e1-4168-a91e-9cc248518ecd] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1783.422085] env[62361]: INFO nova.scheduler.client.report [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Deleted allocations for instance cb9aa169-8e65-4b70-a44a-cc3b8d572c4b [ 1783.559496] env[62361]: DEBUG oslo_vmware.api [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708976, 'name': PowerOffVM_Task, 'duration_secs': 0.239422} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.559742] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1783.559905] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1783.560162] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d81cf59e-bd58-4a47-9567-749095eff4d2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.609513] env[62361]: DEBUG nova.compute.manager [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1783.637907] env[62361]: DEBUG nova.virt.hardware [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1783.638203] env[62361]: DEBUG nova.virt.hardware [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1783.638356] env[62361]: DEBUG nova.virt.hardware [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.638583] env[62361]: DEBUG nova.virt.hardware [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1783.638756] env[62361]: DEBUG nova.virt.hardware [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.638930] env[62361]: DEBUG nova.virt.hardware [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1783.639187] env[62361]: DEBUG nova.virt.hardware [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1783.639380] env[62361]: DEBUG nova.virt.hardware [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1783.639578] env[62361]: DEBUG nova.virt.hardware [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1783.639788] env[62361]: DEBUG nova.virt.hardware [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1783.639999] env[62361]: DEBUG nova.virt.hardware [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1783.641149] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e5ee40-b498-4c92-84c8-5e1890b83ea8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.655868] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400306ba-3d20-419d-b592-ceefe17ba2e5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.661233] env[62361]: DEBUG oslo_vmware.api [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.663653] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1783.663653] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1783.663653] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Deleting the datastore file [datastore1] 6a7f7a81-8117-49a7-a2b7-9edbda2ab335 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1783.663919] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0410484c-c007-4104-8b00-cac86719c1ac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.680679] env[62361]: DEBUG oslo_vmware.api [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1783.680679] env[62361]: value = "task-1708979" [ 1783.680679] env[62361]: _type = "Task" [ 1783.680679] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.688619] env[62361]: DEBUG oslo_vmware.api [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.698359] env[62361]: DEBUG oslo_concurrency.lockutils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Releasing lock "refresh_cache-afc8e327-cf51-4d0a-97f2-24d6d296833f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.698737] env[62361]: DEBUG nova.compute.manager [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Instance network_info: |[{"id": "1730786e-e3ad-4aab-bcfa-0a3fdd343e46", "address": "fa:16:3e:88:78:e0", "network": {"id": "3cf1addb-c9ef-4950-ad83-68b5d59eda18", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1289262723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a267b021ac54bb19733ba43571e9bdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1730786e-e3", "ovs_interfaceid": "1730786e-e3ad-4aab-bcfa-0a3fdd343e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1783.699231] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:78:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1730786e-e3ad-4aab-bcfa-0a3fdd343e46', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1783.707784] env[62361]: DEBUG oslo.service.loopingcall [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.708039] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1783.708301] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e160628e-fe63-4a87-b13c-6be665f17524 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.730648] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1783.730648] env[62361]: value = "task-1708980" [ 1783.730648] env[62361]: _type = "Task" [ 1783.730648] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.741658] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708980, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.802994] env[62361]: DEBUG oslo_vmware.api [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.905899] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1783.907639] env[62361]: DEBUG nova.compute.manager [req-c3078691-0702-406d-a4a7-dd54ef9b2247 req-ffbb8f2a-1750-474a-b72b-4668db1da8d4 service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Received event network-changed-1730786e-e3ad-4aab-bcfa-0a3fdd343e46 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1783.908137] env[62361]: DEBUG nova.compute.manager [req-c3078691-0702-406d-a4a7-dd54ef9b2247 req-ffbb8f2a-1750-474a-b72b-4668db1da8d4 service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Refreshing instance network info cache due to event network-changed-1730786e-e3ad-4aab-bcfa-0a3fdd343e46. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1783.909495] env[62361]: DEBUG oslo_concurrency.lockutils [req-c3078691-0702-406d-a4a7-dd54ef9b2247 req-ffbb8f2a-1750-474a-b72b-4668db1da8d4 service nova] Acquiring lock "refresh_cache-afc8e327-cf51-4d0a-97f2-24d6d296833f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.909495] env[62361]: DEBUG oslo_concurrency.lockutils [req-c3078691-0702-406d-a4a7-dd54ef9b2247 req-ffbb8f2a-1750-474a-b72b-4668db1da8d4 service nova] Acquired lock "refresh_cache-afc8e327-cf51-4d0a-97f2-24d6d296833f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.909495] env[62361]: DEBUG nova.network.neutron [req-c3078691-0702-406d-a4a7-dd54ef9b2247 req-ffbb8f2a-1750-474a-b72b-4668db1da8d4 service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Refreshing network info cache for port 1730786e-e3ad-4aab-bcfa-0a3fdd343e46 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.913030] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8faf4a98-8a59-44af-821e-69404337c2d2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.916062] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 59f30b3f-5286-4d90-b726-011e419fca2a] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1783.925650] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1783.925650] env[62361]: value = "task-1708981" [ 1783.925650] env[62361]: _type = "Task" [ 1783.925650] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.932428] env[62361]: DEBUG oslo_concurrency.lockutils [None req-55959542-5306-4dae-8e0e-b5d51b516f8f tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "cb9aa169-8e65-4b70-a44a-cc3b8d572c4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.460s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.940345] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708981, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.101952] env[62361]: DEBUG nova.network.neutron [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Successfully updated port: 855a717d-474c-47be-aaa0-d41e312e910f {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1784.150632] env[62361]: DEBUG oslo_vmware.api [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708977, 'name': PowerOffVM_Task, 'duration_secs': 0.731143} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.150931] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1784.151123] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1784.151402] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbbdeb44-0d7e-43d2-a410-5de34ee09bbc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.190652] env[62361]: DEBUG oslo_vmware.api [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156626} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.190926] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1784.191127] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1784.191306] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1784.192060] env[62361]: INFO nova.compute.manager [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1784.192060] env[62361]: DEBUG oslo.service.loopingcall [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1784.192223] env[62361]: DEBUG nova.compute.manager [-] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1784.192223] env[62361]: DEBUG nova.network.neutron [-] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1784.240273] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708980, 'name': CreateVM_Task, 'duration_secs': 0.415995} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.240450] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1784.241139] env[62361]: DEBUG oslo_concurrency.lockutils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.241304] env[62361]: DEBUG oslo_concurrency.lockutils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.241670] env[62361]: DEBUG oslo_concurrency.lockutils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1784.241928] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb828d7-a85e-472a-a438-87154b98e81e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.246902] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1784.246902] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529b94f0-26ac-68d6-77a3-2d2f392c79a0" [ 1784.246902] env[62361]: _type = "Task" [ 1784.246902] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.254938] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529b94f0-26ac-68d6-77a3-2d2f392c79a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.276933] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1784.277107] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1784.277322] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Deleting the datastore file [datastore1] 725767e6-4b60-4f95-b743-a677b662194f {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1784.277608] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-745ab6ae-7845-4ef9-85d7-88222f319209 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.284415] env[62361]: DEBUG oslo_vmware.api [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1784.284415] env[62361]: value = "task-1708983" [ 1784.284415] env[62361]: _type = "Task" [ 1784.284415] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.293696] env[62361]: DEBUG oslo_vmware.api [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.311026] env[62361]: DEBUG oslo_vmware.api [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708975, 'name': ReconfigVM_Task, 'duration_secs': 1.067151} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.311026] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356037', 'volume_id': '894644ad-d0b1-4036-8939-5295a83df5f1', 'name': 'volume-894644ad-d0b1-4036-8939-5295a83df5f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cd517fa8-5e04-46f7-b8c9-158508ea496d', 'attached_at': '', 'detached_at': '', 'volume_id': '894644ad-d0b1-4036-8939-5295a83df5f1', 'serial': '894644ad-d0b1-4036-8939-5295a83df5f1'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1784.424281] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1784.424864] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Cleaning up deleted instances with incomplete migration {{(pid=62361) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1784.436364] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708981, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.592086] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4d29c6-3737-42cf-8017-e7f77c04babe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.599793] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671ec259-2ff5-477e-bea2-a181edcea1a5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.604734] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "refresh_cache-9d27a316-beba-43a1-be60-658c22241fe0" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.604871] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired lock "refresh_cache-9d27a316-beba-43a1-be60-658c22241fe0" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.605026] env[62361]: DEBUG nova.network.neutron [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.633214] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094fe8ab-36dc-4cb3-99d1-1725637260bf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.643232] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f33ef8-9ed8-4444-8394-a956440ba0c3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.658334] env[62361]: DEBUG nova.compute.provider_tree [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1784.672064] env[62361]: DEBUG nova.network.neutron [req-c3078691-0702-406d-a4a7-dd54ef9b2247 req-ffbb8f2a-1750-474a-b72b-4668db1da8d4 service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Updated VIF entry in instance network info cache for port 1730786e-e3ad-4aab-bcfa-0a3fdd343e46. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.672394] env[62361]: DEBUG nova.network.neutron [req-c3078691-0702-406d-a4a7-dd54ef9b2247 req-ffbb8f2a-1750-474a-b72b-4668db1da8d4 service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Updating instance_info_cache with network_info: [{"id": "1730786e-e3ad-4aab-bcfa-0a3fdd343e46", "address": "fa:16:3e:88:78:e0", "network": {"id": "3cf1addb-c9ef-4950-ad83-68b5d59eda18", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1289262723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a267b021ac54bb19733ba43571e9bdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1730786e-e3", "ovs_interfaceid": "1730786e-e3ad-4aab-bcfa-0a3fdd343e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.756929] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529b94f0-26ac-68d6-77a3-2d2f392c79a0, 'name': SearchDatastore_Task, 'duration_secs': 0.020433} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.757297] env[62361]: DEBUG oslo_concurrency.lockutils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.757528] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1784.757752] env[62361]: DEBUG oslo_concurrency.lockutils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.757895] env[62361]: DEBUG oslo_concurrency.lockutils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.758080] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1784.758333] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a395374e-a6b1-40e6-9d2e-027a2ef83565 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.766371] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1784.766543] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1784.767253] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6595ffc9-4d7d-4624-9631-28d1ce22be4e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.772816] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1784.772816] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52eee51a-25f3-67ca-a816-5a753104915d" [ 1784.772816] env[62361]: _type = "Task" [ 1784.772816] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.780066] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52eee51a-25f3-67ca-a816-5a753104915d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.792961] env[62361]: DEBUG oslo_vmware.api [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1708983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158023} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.793205] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1784.793385] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1784.793559] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1784.793800] env[62361]: INFO nova.compute.manager [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1784.793952] env[62361]: DEBUG oslo.service.loopingcall [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1784.794152] env[62361]: DEBUG nova.compute.manager [-] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1784.794246] env[62361]: DEBUG nova.network.neutron [-] [instance: 725767e6-4b60-4f95-b743-a677b662194f] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1784.810293] env[62361]: INFO nova.compute.manager [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Rescuing [ 1784.810518] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "refresh_cache-26f6545a-4d96-4e34-918b-ca6ef94f176b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.810666] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "refresh_cache-26f6545a-4d96-4e34-918b-ca6ef94f176b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.810825] env[62361]: DEBUG nova.network.neutron [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.937510] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708981, 'name': CloneVM_Task} progress is 95%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.020915] env[62361]: DEBUG nova.network.neutron [-] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.031615] env[62361]: DEBUG nova.compute.manager [req-97ada800-783d-4b68-a408-4f0994012399 req-92cd2fdb-3b3a-46d3-8837-01568693c10a service nova] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Received event network-vif-deleted-6cf97ab9-c289-4a28-a6cc-b240895576ea {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1785.031927] env[62361]: INFO nova.compute.manager [req-97ada800-783d-4b68-a408-4f0994012399 req-92cd2fdb-3b3a-46d3-8837-01568693c10a service nova] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Neutron deleted interface 6cf97ab9-c289-4a28-a6cc-b240895576ea; detaching it from the instance and deleting it from the info cache [ 1785.032151] env[62361]: DEBUG nova.network.neutron [req-97ada800-783d-4b68-a408-4f0994012399 req-92cd2fdb-3b3a-46d3-8837-01568693c10a service nova] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.157957] env[62361]: DEBUG nova.network.neutron [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1785.160826] env[62361]: DEBUG nova.scheduler.client.report [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1785.174811] env[62361]: DEBUG oslo_concurrency.lockutils [req-c3078691-0702-406d-a4a7-dd54ef9b2247 req-ffbb8f2a-1750-474a-b72b-4668db1da8d4 service nova] Releasing lock "refresh_cache-afc8e327-cf51-4d0a-97f2-24d6d296833f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.283035] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52eee51a-25f3-67ca-a816-5a753104915d, 'name': SearchDatastore_Task, 'duration_secs': 0.010257} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.283907] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acefa92a-62fa-4afe-b163-146f359a8627 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.288917] env[62361]: DEBUG nova.network.neutron [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Updating instance_info_cache with network_info: [{"id": "855a717d-474c-47be-aaa0-d41e312e910f", "address": "fa:16:3e:51:6e:6d", "network": {"id": "46455119-92ff-4eb0-bbc2-43b3d78d9332", "bridge": "br-int", "label": "tempest-ImagesTestJSON-431158718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69700e8d1f8e4cedaced84a586a8a681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855a717d-47", "ovs_interfaceid": "855a717d-474c-47be-aaa0-d41e312e910f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.291300] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1785.291300] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520468de-dc46-779c-93fe-080ff6260256" [ 1785.291300] env[62361]: _type = "Task" [ 1785.291300] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.300325] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520468de-dc46-779c-93fe-080ff6260256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.349355] env[62361]: DEBUG nova.objects.instance [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lazy-loading 'flavor' on Instance uuid cd517fa8-5e04-46f7-b8c9-158508ea496d {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.440931] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1708981, 'name': CloneVM_Task, 'duration_secs': 1.33476} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.441224] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Created linked-clone VM from snapshot [ 1785.442049] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10403159-81b7-47c6-bc79-73949ef4c1dd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.449741] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Uploading image 67a10f31-d497-4b1b-8d63-1670c8030cc4 {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1785.492268] env[62361]: DEBUG oslo_vmware.rw_handles [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1785.492268] env[62361]: value = "vm-356040" [ 1785.492268] env[62361]: _type = "VirtualMachine" [ 1785.492268] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1785.492911] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-558265ba-1f95-4327-8e42-4a2f9d8ab95a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.500524] env[62361]: DEBUG oslo_vmware.rw_handles [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lease: (returnval){ [ 1785.500524] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52626d3a-991c-cddb-6605-118395205e2e" [ 1785.500524] env[62361]: _type = "HttpNfcLease" [ 1785.500524] env[62361]: } obtained for exporting VM: (result){ [ 1785.500524] env[62361]: value = "vm-356040" [ 1785.500524] env[62361]: _type = "VirtualMachine" [ 1785.500524] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1785.500924] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the lease: (returnval){ [ 1785.500924] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52626d3a-991c-cddb-6605-118395205e2e" [ 1785.500924] env[62361]: _type = "HttpNfcLease" [ 1785.500924] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1785.509143] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1785.509143] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52626d3a-991c-cddb-6605-118395205e2e" [ 1785.509143] env[62361]: _type = "HttpNfcLease" [ 1785.509143] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1785.511661] env[62361]: DEBUG nova.network.neutron [-] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.523137] env[62361]: INFO nova.compute.manager [-] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Took 1.33 seconds to deallocate network for instance. [ 1785.534886] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79701628-5832-4909-b86d-e7fa4f3df482 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.545651] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194af0a4-93e8-442b-8a7e-2629be60fc04 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.581832] env[62361]: DEBUG nova.compute.manager [req-97ada800-783d-4b68-a408-4f0994012399 req-92cd2fdb-3b3a-46d3-8837-01568693c10a service nova] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Detach interface failed, port_id=6cf97ab9-c289-4a28-a6cc-b240895576ea, reason: Instance 725767e6-4b60-4f95-b743-a677b662194f could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1785.598062] env[62361]: DEBUG nova.network.neutron [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Updating instance_info_cache with network_info: [{"id": "506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93", "address": "fa:16:3e:ab:b2:d9", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap506e3aaf-50", "ovs_interfaceid": "506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.665709] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.666512] env[62361]: DEBUG nova.compute.manager [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1785.792772] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Releasing lock "refresh_cache-9d27a316-beba-43a1-be60-658c22241fe0" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.793614] env[62361]: DEBUG nova.compute.manager [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Instance network_info: |[{"id": "855a717d-474c-47be-aaa0-d41e312e910f", "address": "fa:16:3e:51:6e:6d", "network": {"id": "46455119-92ff-4eb0-bbc2-43b3d78d9332", "bridge": "br-int", "label": "tempest-ImagesTestJSON-431158718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69700e8d1f8e4cedaced84a586a8a681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855a717d-47", "ovs_interfaceid": "855a717d-474c-47be-aaa0-d41e312e910f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1785.793779] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:6e:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '855a717d-474c-47be-aaa0-d41e312e910f', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1785.801250] env[62361]: DEBUG oslo.service.loopingcall [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1785.804813] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1785.805078] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5067dbc-fd72-4f7d-bfb2-b8e9ec98ab1d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.824608] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520468de-dc46-779c-93fe-080ff6260256, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.826046] env[62361]: DEBUG oslo_concurrency.lockutils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.826046] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] afc8e327-cf51-4d0a-97f2-24d6d296833f/afc8e327-cf51-4d0a-97f2-24d6d296833f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1785.826263] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1785.826263] env[62361]: value = "task-1708985" [ 1785.826263] env[62361]: _type = "Task" [ 1785.826263] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.826438] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68a137c1-f4ec-4b67-8b17-404b417a794a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.836499] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708985, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.837605] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1785.837605] env[62361]: value = "task-1708986" [ 1785.837605] env[62361]: _type = "Task" [ 1785.837605] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.845493] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.856866] env[62361]: DEBUG oslo_concurrency.lockutils [None req-45cd0061-a39f-4fd3-993a-8e6eb1418dae tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.272s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.929691] env[62361]: DEBUG nova.compute.manager [req-369e6a06-01eb-42f8-9c66-6c822de41864 req-6c0b4f00-ecf5-4fa0-9e3e-052dc20c7c89 service nova] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Received event network-vif-plugged-855a717d-474c-47be-aaa0-d41e312e910f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1785.929975] env[62361]: DEBUG oslo_concurrency.lockutils [req-369e6a06-01eb-42f8-9c66-6c822de41864 req-6c0b4f00-ecf5-4fa0-9e3e-052dc20c7c89 service nova] Acquiring lock "9d27a316-beba-43a1-be60-658c22241fe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.930226] env[62361]: DEBUG oslo_concurrency.lockutils [req-369e6a06-01eb-42f8-9c66-6c822de41864 req-6c0b4f00-ecf5-4fa0-9e3e-052dc20c7c89 service nova] Lock "9d27a316-beba-43a1-be60-658c22241fe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.930401] env[62361]: DEBUG oslo_concurrency.lockutils [req-369e6a06-01eb-42f8-9c66-6c822de41864 req-6c0b4f00-ecf5-4fa0-9e3e-052dc20c7c89 service nova] Lock "9d27a316-beba-43a1-be60-658c22241fe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.931060] env[62361]: DEBUG nova.compute.manager [req-369e6a06-01eb-42f8-9c66-6c822de41864 req-6c0b4f00-ecf5-4fa0-9e3e-052dc20c7c89 service nova] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] No waiting events found dispatching network-vif-plugged-855a717d-474c-47be-aaa0-d41e312e910f {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1785.931060] env[62361]: WARNING nova.compute.manager [req-369e6a06-01eb-42f8-9c66-6c822de41864 req-6c0b4f00-ecf5-4fa0-9e3e-052dc20c7c89 service nova] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Received unexpected event network-vif-plugged-855a717d-474c-47be-aaa0-d41e312e910f for instance with vm_state building and task_state spawning. [ 1785.931060] env[62361]: DEBUG nova.compute.manager [req-369e6a06-01eb-42f8-9c66-6c822de41864 req-6c0b4f00-ecf5-4fa0-9e3e-052dc20c7c89 service nova] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Received event network-changed-855a717d-474c-47be-aaa0-d41e312e910f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1785.931060] env[62361]: DEBUG nova.compute.manager [req-369e6a06-01eb-42f8-9c66-6c822de41864 req-6c0b4f00-ecf5-4fa0-9e3e-052dc20c7c89 service nova] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Refreshing instance network info cache due to event network-changed-855a717d-474c-47be-aaa0-d41e312e910f. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1785.931331] env[62361]: DEBUG oslo_concurrency.lockutils [req-369e6a06-01eb-42f8-9c66-6c822de41864 req-6c0b4f00-ecf5-4fa0-9e3e-052dc20c7c89 service nova] Acquiring lock "refresh_cache-9d27a316-beba-43a1-be60-658c22241fe0" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.931551] env[62361]: DEBUG oslo_concurrency.lockutils [req-369e6a06-01eb-42f8-9c66-6c822de41864 req-6c0b4f00-ecf5-4fa0-9e3e-052dc20c7c89 service nova] Acquired lock "refresh_cache-9d27a316-beba-43a1-be60-658c22241fe0" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.931790] env[62361]: DEBUG nova.network.neutron [req-369e6a06-01eb-42f8-9c66-6c822de41864 req-6c0b4f00-ecf5-4fa0-9e3e-052dc20c7c89 service nova] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Refreshing network info cache for port 855a717d-474c-47be-aaa0-d41e312e910f {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1786.009236] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1786.009236] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52626d3a-991c-cddb-6605-118395205e2e" [ 1786.009236] env[62361]: _type = "HttpNfcLease" [ 1786.009236] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1786.009693] env[62361]: DEBUG oslo_vmware.rw_handles [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1786.009693] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52626d3a-991c-cddb-6605-118395205e2e" [ 1786.009693] env[62361]: _type = "HttpNfcLease" [ 1786.009693] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1786.010504] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69964f6-e20c-4482-b39e-16a22c8d3c32 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.017643] env[62361]: INFO nova.compute.manager [-] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Took 1.22 seconds to deallocate network for instance. [ 1786.017945] env[62361]: DEBUG oslo_vmware.rw_handles [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52578ffd-1753-760c-44f7-ab131513a13a/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1786.018116] env[62361]: DEBUG oslo_vmware.rw_handles [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52578ffd-1753-760c-44f7-ab131513a13a/disk-0.vmdk for reading. {{(pid=62361) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1786.079295] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.079580] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.079796] env[62361]: DEBUG nova.objects.instance [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lazy-loading 'resources' on Instance uuid 6a7f7a81-8117-49a7-a2b7-9edbda2ab335 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.082555] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.100684] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "refresh_cache-26f6545a-4d96-4e34-918b-ca6ef94f176b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.149095] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f1ea7899-aa22-4f65-a9ae-953478b0a94b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.173326] env[62361]: DEBUG nova.compute.utils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1786.175549] env[62361]: DEBUG nova.compute.manager [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1786.175862] env[62361]: DEBUG nova.network.neutron [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1786.219380] env[62361]: DEBUG nova.policy [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c92111993614dd9b80f3e62a764e30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa192e18bbe44519aa42ca60061c0a2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1786.245463] env[62361]: DEBUG oslo_concurrency.lockutils [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.245734] env[62361]: DEBUG oslo_concurrency.lockutils [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.340388] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1708985, 'name': CreateVM_Task, 'duration_secs': 0.395139} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.344296] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1786.345244] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.345548] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.346266] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1786.346993] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f37d219-9536-4cd9-8da1-7b1826f44961 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.355218] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708986, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.359242] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1786.359242] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c13a44-b423-ccf5-79a9-e2f95dc34533" [ 1786.359242] env[62361]: _type = "Task" [ 1786.359242] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.367696] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c13a44-b423-ccf5-79a9-e2f95dc34533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.524438] env[62361]: DEBUG nova.network.neutron [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Successfully created port: 5856cd79-6d70-46e6-90b6-8bb4d9512d61 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1786.635119] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1786.640860] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-711b0297-53a1-488e-ae92-65337a15c889 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.646567] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1786.646567] env[62361]: value = "task-1708987" [ 1786.646567] env[62361]: _type = "Task" [ 1786.646567] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.659922] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.676203] env[62361]: DEBUG nova.compute.manager [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1786.690115] env[62361]: DEBUG nova.network.neutron [req-369e6a06-01eb-42f8-9c66-6c822de41864 req-6c0b4f00-ecf5-4fa0-9e3e-052dc20c7c89 service nova] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Updated VIF entry in instance network info cache for port 855a717d-474c-47be-aaa0-d41e312e910f. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1786.690115] env[62361]: DEBUG nova.network.neutron [req-369e6a06-01eb-42f8-9c66-6c822de41864 req-6c0b4f00-ecf5-4fa0-9e3e-052dc20c7c89 service nova] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Updating instance_info_cache with network_info: [{"id": "855a717d-474c-47be-aaa0-d41e312e910f", "address": "fa:16:3e:51:6e:6d", "network": {"id": "46455119-92ff-4eb0-bbc2-43b3d78d9332", "bridge": "br-int", "label": "tempest-ImagesTestJSON-431158718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69700e8d1f8e4cedaced84a586a8a681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855a717d-47", "ovs_interfaceid": "855a717d-474c-47be-aaa0-d41e312e910f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.749426] env[62361]: INFO nova.compute.manager [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Detaching volume 894644ad-d0b1-4036-8939-5295a83df5f1 [ 1786.807419] env[62361]: INFO nova.virt.block_device [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Attempting to driver detach volume 894644ad-d0b1-4036-8939-5295a83df5f1 from mountpoint /dev/sdb [ 1786.807658] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Volume detach. Driver type: vmdk {{(pid=62361) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1786.807868] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356037', 'volume_id': '894644ad-d0b1-4036-8939-5295a83df5f1', 'name': 'volume-894644ad-d0b1-4036-8939-5295a83df5f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cd517fa8-5e04-46f7-b8c9-158508ea496d', 'attached_at': '', 'detached_at': '', 'volume_id': '894644ad-d0b1-4036-8939-5295a83df5f1', 'serial': '894644ad-d0b1-4036-8939-5295a83df5f1'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1786.809090] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e69d92a-b5bc-473e-8b23-02dee5078e91 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.839252] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a046b07f-fa6e-442e-8bfb-211e9cbb74db {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.853879] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dc111a-27a4-436d-b9e3-03bb67127813 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.856584] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539397} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.858293] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] afc8e327-cf51-4d0a-97f2-24d6d296833f/afc8e327-cf51-4d0a-97f2-24d6d296833f.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1786.858293] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1786.859080] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5b5f4a-5f2a-4ca4-bdcc-acd448f4cc3f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.862011] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c72c6ac-1305-49b8-9769-d4314d2de287 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.884890] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375404ae-0374-40f9-874a-0818425c84bc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.890953] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1786.890953] env[62361]: value = "task-1708988" [ 1786.890953] env[62361]: _type = "Task" [ 1786.890953] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.892842] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdeb4ca-dc03-4e39-96f4-23cf01496256 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.915369] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c13a44-b423-ccf5-79a9-e2f95dc34533, 'name': SearchDatastore_Task, 'duration_secs': 0.009119} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.915740] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] The volume has not been displaced from its original location: [datastore1] volume-894644ad-d0b1-4036-8939-5295a83df5f1/volume-894644ad-d0b1-4036-8939-5295a83df5f1.vmdk. No consolidation needed. {{(pid=62361) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1786.921129] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1786.922034] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.922760] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1786.922760] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.922760] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.922948] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1786.923230] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ab304c7-5164-457a-b99b-0f1ea2196a93 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.964204] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-204c2c99-41d0-45d7-814d-03101f79ee05 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.970754] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7616d295-60c8-47d3-a409-a51b5f7dd78c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.973528] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073408} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.975337] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1786.975721] env[62361]: DEBUG oslo_vmware.api [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1786.975721] env[62361]: value = "task-1708989" [ 1786.975721] env[62361]: _type = "Task" [ 1786.975721] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.976837] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e1e570-71be-4971-a60d-ed8a2fdc986f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.986931] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe140f1d-89c2-4cb2-90f6-f5ec69076e38 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.990906] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1786.991227] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1787.001737] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-733eb723-e7db-460f-93fe-4965ccb20392 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.013913] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] afc8e327-cf51-4d0a-97f2-24d6d296833f/afc8e327-cf51-4d0a-97f2-24d6d296833f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1787.019192] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c8da669-6692-45f3-b2b7-27bd18aa9f0f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.033631] env[62361]: DEBUG oslo_vmware.api [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.042956] env[62361]: DEBUG nova.compute.provider_tree [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.047025] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1787.047025] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c08e88-f805-718e-8e0a-6ef5d3e7dbe9" [ 1787.047025] env[62361]: _type = "Task" [ 1787.047025] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.051027] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1787.051027] env[62361]: value = "task-1708990" [ 1787.051027] env[62361]: _type = "Task" [ 1787.051027] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.057778] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c08e88-f805-718e-8e0a-6ef5d3e7dbe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.062877] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708990, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.156702] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.194665] env[62361]: DEBUG oslo_concurrency.lockutils [req-369e6a06-01eb-42f8-9c66-6c822de41864 req-6c0b4f00-ecf5-4fa0-9e3e-052dc20c7c89 service nova] Releasing lock "refresh_cache-9d27a316-beba-43a1-be60-658c22241fe0" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.194665] env[62361]: DEBUG nova.compute.manager [req-369e6a06-01eb-42f8-9c66-6c822de41864 req-6c0b4f00-ecf5-4fa0-9e3e-052dc20c7c89 service nova] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Received event network-vif-deleted-7094d57e-3c10-4f16-8b9b-e75b3b40e9a8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1787.490418] env[62361]: DEBUG oslo_vmware.api [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708989, 'name': ReconfigVM_Task, 'duration_secs': 0.231476} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.490850] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1787.495639] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-849a168e-70d6-4bfd-9e04-40bae69f8efb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.512078] env[62361]: DEBUG oslo_vmware.api [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1787.512078] env[62361]: value = "task-1708991" [ 1787.512078] env[62361]: _type = "Task" [ 1787.512078] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.522712] env[62361]: DEBUG oslo_vmware.api [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.551882] env[62361]: DEBUG nova.scheduler.client.report [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1787.563932] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c08e88-f805-718e-8e0a-6ef5d3e7dbe9, 'name': SearchDatastore_Task, 'duration_secs': 0.017794} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.565615] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516be6d4-832f-4975-a8ab-1577ec001212 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.571308] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.575415] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1787.575415] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52921d60-6f0e-e80e-2c39-1b372de2bdce" [ 1787.575415] env[62361]: _type = "Task" [ 1787.575415] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.584134] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52921d60-6f0e-e80e-2c39-1b372de2bdce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.656237] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708987, 'name': PowerOffVM_Task, 'duration_secs': 0.822952} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.656630] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1787.657496] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e006921d-803e-4948-a4d8-6720a131b056 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.676512] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bcf280-2d1c-4235-ab24-49f007566cd3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.692758] env[62361]: DEBUG nova.compute.manager [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1787.713612] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1787.715306] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b9e12ae-f8bb-48d3-9fd9-b0b705ee43b3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.722103] env[62361]: DEBUG nova.virt.hardware [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1787.722476] env[62361]: DEBUG nova.virt.hardware [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1787.722771] env[62361]: DEBUG nova.virt.hardware [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1787.723054] env[62361]: DEBUG nova.virt.hardware [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1787.723273] env[62361]: DEBUG nova.virt.hardware [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1787.723457] env[62361]: DEBUG nova.virt.hardware [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1787.723704] env[62361]: DEBUG nova.virt.hardware [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1787.723912] env[62361]: DEBUG nova.virt.hardware [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1787.724199] env[62361]: DEBUG nova.virt.hardware [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1787.724549] env[62361]: DEBUG nova.virt.hardware [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1787.724846] env[62361]: DEBUG nova.virt.hardware [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1787.725753] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a416eba-caf5-4b9f-bb5a-f35060218a19 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.729665] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1787.729665] env[62361]: value = "task-1708992" [ 1787.729665] env[62361]: _type = "Task" [ 1787.729665] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.736736] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cb4125-ad08-4afc-8151-ff6c64968c9e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.744822] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] VM already powered off {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1787.745324] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1787.745565] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.011448] env[62361]: DEBUG nova.compute.manager [req-c264dfe3-df91-435c-98d5-deace4e03671 req-f22d0520-0b4c-42fe-90c1-18e92676b2fa service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Received event network-vif-plugged-5856cd79-6d70-46e6-90b6-8bb4d9512d61 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1788.011839] env[62361]: DEBUG oslo_concurrency.lockutils [req-c264dfe3-df91-435c-98d5-deace4e03671 req-f22d0520-0b4c-42fe-90c1-18e92676b2fa service nova] Acquiring lock "aae2f356-66f0-4aaa-943c-de879fc5b390-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.012179] env[62361]: DEBUG oslo_concurrency.lockutils [req-c264dfe3-df91-435c-98d5-deace4e03671 req-f22d0520-0b4c-42fe-90c1-18e92676b2fa service nova] Lock "aae2f356-66f0-4aaa-943c-de879fc5b390-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.012349] env[62361]: DEBUG oslo_concurrency.lockutils [req-c264dfe3-df91-435c-98d5-deace4e03671 req-f22d0520-0b4c-42fe-90c1-18e92676b2fa service nova] Lock "aae2f356-66f0-4aaa-943c-de879fc5b390-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.012684] env[62361]: DEBUG nova.compute.manager [req-c264dfe3-df91-435c-98d5-deace4e03671 req-f22d0520-0b4c-42fe-90c1-18e92676b2fa service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] No waiting events found dispatching network-vif-plugged-5856cd79-6d70-46e6-90b6-8bb4d9512d61 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1788.012902] env[62361]: WARNING nova.compute.manager [req-c264dfe3-df91-435c-98d5-deace4e03671 req-f22d0520-0b4c-42fe-90c1-18e92676b2fa service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Received unexpected event network-vif-plugged-5856cd79-6d70-46e6-90b6-8bb4d9512d61 for instance with vm_state building and task_state spawning. [ 1788.023210] env[62361]: DEBUG oslo_vmware.api [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1708991, 'name': ReconfigVM_Task, 'duration_secs': 0.150826} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.024125] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356037', 'volume_id': '894644ad-d0b1-4036-8939-5295a83df5f1', 'name': 'volume-894644ad-d0b1-4036-8939-5295a83df5f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cd517fa8-5e04-46f7-b8c9-158508ea496d', 'attached_at': '', 'detached_at': '', 'volume_id': '894644ad-d0b1-4036-8939-5295a83df5f1', 'serial': '894644ad-d0b1-4036-8939-5295a83df5f1'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1788.059905] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.063068] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.980s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.063799] env[62361]: DEBUG nova.objects.instance [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lazy-loading 'resources' on Instance uuid 725767e6-4b60-4f95-b743-a677b662194f {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1788.070100] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708990, 'name': ReconfigVM_Task, 'duration_secs': 0.776818} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.070100] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Reconfigured VM instance instance-0000006e to attach disk [datastore1] afc8e327-cf51-4d0a-97f2-24d6d296833f/afc8e327-cf51-4d0a-97f2-24d6d296833f.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1788.070771] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c326e35-2551-405b-a0bf-2985eff64995 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.080561] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1788.080561] env[62361]: value = "task-1708993" [ 1788.080561] env[62361]: _type = "Task" [ 1788.080561] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.084460] env[62361]: INFO nova.scheduler.client.report [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Deleted allocations for instance 6a7f7a81-8117-49a7-a2b7-9edbda2ab335 [ 1788.098555] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52921d60-6f0e-e80e-2c39-1b372de2bdce, 'name': SearchDatastore_Task, 'duration_secs': 0.021096} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.102146] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.102424] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 9d27a316-beba-43a1-be60-658c22241fe0/9d27a316-beba-43a1-be60-658c22241fe0.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1788.103709] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.103709] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1788.103778] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b06bc33-6025-4600-9b06-bc7508afe5e3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.113872] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68e5bd2e-eb99-4b80-87f9-bb353785f286 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.117428] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708993, 'name': Rename_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.118748] env[62361]: DEBUG nova.network.neutron [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Successfully updated port: 5856cd79-6d70-46e6-90b6-8bb4d9512d61 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1788.124749] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1788.124749] env[62361]: value = "task-1708994" [ 1788.124749] env[62361]: _type = "Task" [ 1788.124749] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.129675] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1788.129885] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1788.130966] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1502d73-e1c9-44f9-bbfb-351c13ce2c65 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.139738] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.141241] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1788.141241] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b88d6d-d22b-97db-22aa-209f8fdf8e02" [ 1788.141241] env[62361]: _type = "Task" [ 1788.141241] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.150116] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b88d6d-d22b-97db-22aa-209f8fdf8e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.570152] env[62361]: DEBUG nova.objects.instance [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lazy-loading 'flavor' on Instance uuid cd517fa8-5e04-46f7-b8c9-158508ea496d {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1788.594508] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708993, 'name': Rename_Task, 'duration_secs': 0.167362} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.594775] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1788.595057] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69715fc8-bfd8-4067-8351-8dac14f1c1a5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.601999] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1788.601999] env[62361]: value = "task-1708995" [ 1788.601999] env[62361]: _type = "Task" [ 1788.601999] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.608585] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e318a3b2-a6b7-4807-8609-9d79467ef074 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "6a7f7a81-8117-49a7-a2b7-9edbda2ab335" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.584s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.614832] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.624196] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.624415] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.624623] env[62361]: DEBUG nova.network.neutron [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1788.645901] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.659255] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b88d6d-d22b-97db-22aa-209f8fdf8e02, 'name': SearchDatastore_Task, 'duration_secs': 0.010977} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.660087] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549e8117-df02-41ae-8b0f-e7a21952bcf7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.666402] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1788.666402] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c6ba30-8b49-7340-9707-1b09048ae155" [ 1788.666402] env[62361]: _type = "Task" [ 1788.666402] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.674232] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c6ba30-8b49-7340-9707-1b09048ae155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.733951] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4d282b-26ec-465f-bb4c-b97bbdb016be {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.742070] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66f2d8b-4678-47f5-9ff9-e7df6d0006f2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.777318] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df277776-3384-4468-9999-cc72fc00c892 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.785614] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27690b12-38fc-42ee-9b1f-a0268cf65e9d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.801354] env[62361]: DEBUG nova.compute.provider_tree [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.113671] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.140493] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.970366} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.140798] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 9d27a316-beba-43a1-be60-658c22241fe0/9d27a316-beba-43a1-be60-658c22241fe0.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1789.140985] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1789.141325] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a82df997-664c-45df-b887-1b085ccbd18d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.149244] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1789.149244] env[62361]: value = "task-1708996" [ 1789.149244] env[62361]: _type = "Task" [ 1789.149244] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.158755] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.165942] env[62361]: DEBUG nova.network.neutron [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1789.177799] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52c6ba30-8b49-7340-9707-1b09048ae155, 'name': SearchDatastore_Task, 'duration_secs': 0.010792} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.178120] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.178448] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 26f6545a-4d96-4e34-918b-ca6ef94f176b/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk. {{(pid=62361) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1789.178742] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51995ad6-7ca1-4af3-b9d9-d2dc1481bd6a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.185879] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1789.185879] env[62361]: value = "task-1708997" [ 1789.185879] env[62361]: _type = "Task" [ 1789.185879] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.197802] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.305590] env[62361]: DEBUG nova.scheduler.client.report [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1789.323586] env[62361]: DEBUG nova.network.neutron [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updating instance_info_cache with network_info: [{"id": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "address": "fa:16:3e:92:43:87", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5856cd79-6d", "ovs_interfaceid": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.578356] env[62361]: DEBUG oslo_concurrency.lockutils [None req-805594a8-8547-4050-b912-88eade482392 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.332s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.616233] env[62361]: DEBUG oslo_vmware.api [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1708995, 'name': PowerOnVM_Task, 'duration_secs': 0.629353} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.616561] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1789.616658] env[62361]: INFO nova.compute.manager [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1789.616848] env[62361]: DEBUG nova.compute.manager [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1789.617622] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a844a6ec-2914-4c03-adee-9c309c1b87ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.660768] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07757} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.661052] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1789.662140] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b7b89e-2441-43c6-9edb-54feefb55d12 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.687625] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 9d27a316-beba-43a1-be60-658c22241fe0/9d27a316-beba-43a1-be60-658c22241fe0.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1789.688435] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd978cd4-8afe-4a5c-ad39-a7ff6142e5c5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.712708] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480867} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.714055] env[62361]: INFO nova.virt.vmwareapi.ds_util [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 26f6545a-4d96-4e34-918b-ca6ef94f176b/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk. [ 1789.714447] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1789.714447] env[62361]: value = "task-1708998" [ 1789.714447] env[62361]: _type = "Task" [ 1789.714447] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.715149] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7feca6d2-f497-47b5-bc95-56e584060421 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.745355] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 26f6545a-4d96-4e34-918b-ca6ef94f176b/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1789.748947] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5daeacf9-7a4a-4c24-bbac-834bd5495844 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.762633] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.768459] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1789.768459] env[62361]: value = "task-1708999" [ 1789.768459] env[62361]: _type = "Task" [ 1789.768459] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.777544] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.812302] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.826185] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.826537] env[62361]: DEBUG nova.compute.manager [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Instance network_info: |[{"id": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "address": "fa:16:3e:92:43:87", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5856cd79-6d", "ovs_interfaceid": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1789.826976] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:43:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5856cd79-6d70-46e6-90b6-8bb4d9512d61', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1789.834611] env[62361]: DEBUG oslo.service.loopingcall [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.835696] env[62361]: INFO nova.scheduler.client.report [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Deleted allocations for instance 725767e6-4b60-4f95-b743-a677b662194f [ 1789.836719] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1789.836957] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a325c27-d6d2-4497-a4b5-5ca82ab7d1fb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.860603] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1789.860603] env[62361]: value = "task-1709000" [ 1789.860603] env[62361]: _type = "Task" [ 1789.860603] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.868553] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709000, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.042371] env[62361]: DEBUG nova.compute.manager [req-b2b06a0f-81e5-4a52-8a9f-86609e6443bf req-73b4bb22-3a52-4fbd-a426-f9473b750fd0 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Received event network-changed-5856cd79-6d70-46e6-90b6-8bb4d9512d61 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1790.042565] env[62361]: DEBUG nova.compute.manager [req-b2b06a0f-81e5-4a52-8a9f-86609e6443bf req-73b4bb22-3a52-4fbd-a426-f9473b750fd0 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Refreshing instance network info cache due to event network-changed-5856cd79-6d70-46e6-90b6-8bb4d9512d61. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1790.042826] env[62361]: DEBUG oslo_concurrency.lockutils [req-b2b06a0f-81e5-4a52-8a9f-86609e6443bf req-73b4bb22-3a52-4fbd-a426-f9473b750fd0 service nova] Acquiring lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.043024] env[62361]: DEBUG oslo_concurrency.lockutils [req-b2b06a0f-81e5-4a52-8a9f-86609e6443bf req-73b4bb22-3a52-4fbd-a426-f9473b750fd0 service nova] Acquired lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.043148] env[62361]: DEBUG nova.network.neutron [req-b2b06a0f-81e5-4a52-8a9f-86609e6443bf req-73b4bb22-3a52-4fbd-a426-f9473b750fd0 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Refreshing network info cache for port 5856cd79-6d70-46e6-90b6-8bb4d9512d61 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.139034] env[62361]: INFO nova.compute.manager [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Took 14.39 seconds to build instance. [ 1790.228938] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708998, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.278322] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.361082] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c8caae5a-1aff-4a36-81f9-3034cf00c7b8 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "725767e6-4b60-4f95-b743-a677b662194f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.257s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.372130] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709000, 'name': CreateVM_Task, 'duration_secs': 0.4963} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.372292] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1790.373044] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.373257] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.373573] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1790.373836] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aa0e3c2-96c8-43f0-9ca3-b026ba902390 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.379338] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1790.379338] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529b5df3-c80d-6f51-bcf6-9aff9ff5e2a2" [ 1790.379338] env[62361]: _type = "Task" [ 1790.379338] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.388857] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529b5df3-c80d-6f51-bcf6-9aff9ff5e2a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.641792] env[62361]: DEBUG oslo_concurrency.lockutils [None req-41f5c1a3-d283-4293-8b9f-b3f83b2b1985 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.898s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.655922] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.656182] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.656393] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "cd517fa8-5e04-46f7-b8c9-158508ea496d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.656575] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "cd517fa8-5e04-46f7-b8c9-158508ea496d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.656745] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "cd517fa8-5e04-46f7-b8c9-158508ea496d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.658802] env[62361]: INFO nova.compute.manager [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Terminating instance [ 1790.660622] env[62361]: DEBUG nova.compute.manager [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1790.660856] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1790.661668] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0037290-1670-486b-965f-50f75a3af867 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.669699] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1790.669958] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40f1c7b2-a877-4fb9-93cf-f2874264a61d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.676515] env[62361]: DEBUG oslo_vmware.api [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1790.676515] env[62361]: value = "task-1709001" [ 1790.676515] env[62361]: _type = "Task" [ 1790.676515] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.687522] env[62361]: DEBUG oslo_vmware.api [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.730052] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1708998, 'name': ReconfigVM_Task, 'duration_secs': 0.559083} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.730411] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 9d27a316-beba-43a1-be60-658c22241fe0/9d27a316-beba-43a1-be60-658c22241fe0.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1790.731149] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9ab1714-970a-4101-ad60-4d43326cda63 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.737578] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1790.737578] env[62361]: value = "task-1709002" [ 1790.737578] env[62361]: _type = "Task" [ 1790.737578] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.746474] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709002, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.779337] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1708999, 'name': ReconfigVM_Task, 'duration_secs': 0.578664} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.779641] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 26f6545a-4d96-4e34-918b-ca6ef94f176b/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1790.780673] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33c9d12-f41f-477f-9d00-c0a59c57dbb2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.808028] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5387dc53-93d5-4680-9aca-79752aa52af3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.824217] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1790.824217] env[62361]: value = "task-1709003" [ 1790.824217] env[62361]: _type = "Task" [ 1790.824217] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.825285] env[62361]: DEBUG nova.network.neutron [req-b2b06a0f-81e5-4a52-8a9f-86609e6443bf req-73b4bb22-3a52-4fbd-a426-f9473b750fd0 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updated VIF entry in instance network info cache for port 5856cd79-6d70-46e6-90b6-8bb4d9512d61. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1790.825617] env[62361]: DEBUG nova.network.neutron [req-b2b06a0f-81e5-4a52-8a9f-86609e6443bf req-73b4bb22-3a52-4fbd-a426-f9473b750fd0 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updating instance_info_cache with network_info: [{"id": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "address": "fa:16:3e:92:43:87", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5856cd79-6d", "ovs_interfaceid": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.835726] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.894144] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]529b5df3-c80d-6f51-bcf6-9aff9ff5e2a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.899018] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.899018] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1790.899018] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.899018] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.899018] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1790.899914] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74d9e206-b17e-4c1c-98f7-c7b5e8bfd911 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.913042] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1790.913258] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1790.914749] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5df4072-b50e-4747-92b5-b9a768db37b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.925392] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1790.925392] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524cd78f-f25f-8857-dd18-c302b0d94f1b" [ 1790.925392] env[62361]: _type = "Task" [ 1790.925392] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.932875] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524cd78f-f25f-8857-dd18-c302b0d94f1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.188030] env[62361]: DEBUG oslo_vmware.api [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709001, 'name': PowerOffVM_Task, 'duration_secs': 0.216255} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.188030] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1791.188030] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1791.190019] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dbcc80b-3076-440e-8854-53a6c94217f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.248238] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709002, 'name': Rename_Task, 'duration_secs': 0.268262} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.248873] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1791.249269] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05ef6562-4840-4242-baa0-b293eba714ee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.256550] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1791.256550] env[62361]: value = "task-1709005" [ 1791.256550] env[62361]: _type = "Task" [ 1791.256550] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.266344] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.276120] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1791.279111] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1791.279111] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Deleting the datastore file [datastore1] cd517fa8-5e04-46f7-b8c9-158508ea496d {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1791.279111] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40a59a6c-013f-4953-bc66-72b03c598c69 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.284917] env[62361]: DEBUG oslo_vmware.api [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1791.284917] env[62361]: value = "task-1709006" [ 1791.284917] env[62361]: _type = "Task" [ 1791.284917] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.304135] env[62361]: DEBUG oslo_vmware.api [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.333829] env[62361]: DEBUG oslo_concurrency.lockutils [req-b2b06a0f-81e5-4a52-8a9f-86609e6443bf req-73b4bb22-3a52-4fbd-a426-f9473b750fd0 service nova] Releasing lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.342465] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709003, 'name': ReconfigVM_Task, 'duration_secs': 0.303439} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.342959] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1791.343688] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c22ce94c-7710-47f8-bd93-27229c1101a7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.351648] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1791.351648] env[62361]: value = "task-1709007" [ 1791.351648] env[62361]: _type = "Task" [ 1791.351648] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.362455] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.434783] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524cd78f-f25f-8857-dd18-c302b0d94f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.435657] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb6eb3a-45ae-4242-a51b-a86b20c3d032 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.441396] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1791.441396] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525f696e-d7fc-72a2-e202-018d01f63ac8" [ 1791.441396] env[62361]: _type = "Task" [ 1791.441396] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.450569] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525f696e-d7fc-72a2-e202-018d01f63ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.471095] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.471452] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.521430] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "0268790c-3abb-4da9-9a94-8494866a19ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.521864] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "0268790c-3abb-4da9-9a94-8494866a19ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.584394] env[62361]: DEBUG nova.compute.manager [req-e4ba0d07-0d10-4fd2-830e-f6b95bb6d0c2 req-8bc145e6-2766-43c2-acf0-acb397376002 service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Received event network-changed-1730786e-e3ad-4aab-bcfa-0a3fdd343e46 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1791.584468] env[62361]: DEBUG nova.compute.manager [req-e4ba0d07-0d10-4fd2-830e-f6b95bb6d0c2 req-8bc145e6-2766-43c2-acf0-acb397376002 service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Refreshing instance network info cache due to event network-changed-1730786e-e3ad-4aab-bcfa-0a3fdd343e46. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1791.584622] env[62361]: DEBUG oslo_concurrency.lockutils [req-e4ba0d07-0d10-4fd2-830e-f6b95bb6d0c2 req-8bc145e6-2766-43c2-acf0-acb397376002 service nova] Acquiring lock "refresh_cache-afc8e327-cf51-4d0a-97f2-24d6d296833f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.584788] env[62361]: DEBUG oslo_concurrency.lockutils [req-e4ba0d07-0d10-4fd2-830e-f6b95bb6d0c2 req-8bc145e6-2766-43c2-acf0-acb397376002 service nova] Acquired lock "refresh_cache-afc8e327-cf51-4d0a-97f2-24d6d296833f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.584977] env[62361]: DEBUG nova.network.neutron [req-e4ba0d07-0d10-4fd2-830e-f6b95bb6d0c2 req-8bc145e6-2766-43c2-acf0-acb397376002 service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Refreshing network info cache for port 1730786e-e3ad-4aab-bcfa-0a3fdd343e46 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.769501] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709005, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.794560] env[62361]: DEBUG oslo_vmware.api [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167245} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.794925] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1791.795156] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1791.795358] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1791.795549] env[62361]: INFO nova.compute.manager [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1791.795812] env[62361]: DEBUG oslo.service.loopingcall [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1791.796023] env[62361]: DEBUG nova.compute.manager [-] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1791.796148] env[62361]: DEBUG nova.network.neutron [-] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1791.868011] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.954388] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525f696e-d7fc-72a2-e202-018d01f63ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.012805} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.954762] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.955159] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] aae2f356-66f0-4aaa-943c-de879fc5b390/aae2f356-66f0-4aaa-943c-de879fc5b390.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1791.955467] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d9f06b1-0fe1-4b2f-a247-aabd151714c1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.962652] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1791.962652] env[62361]: value = "task-1709008" [ 1791.962652] env[62361]: _type = "Task" [ 1791.962652] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.977499] env[62361]: DEBUG nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1791.980552] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.024383] env[62361]: DEBUG nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1792.267623] env[62361]: DEBUG oslo_vmware.api [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709005, 'name': PowerOnVM_Task, 'duration_secs': 0.690507} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.268088] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1792.268163] env[62361]: INFO nova.compute.manager [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1792.268329] env[62361]: DEBUG nova.compute.manager [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1792.269139] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f48a410-6cef-4161-a295-84a073167007 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.369339] env[62361]: DEBUG oslo_vmware.api [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709007, 'name': PowerOnVM_Task, 'duration_secs': 0.593784} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.369712] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1792.377026] env[62361]: DEBUG nova.compute.manager [None req-b120e9c1-1068-4197-a9a8-5254e623a205 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1792.380425] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381383e7-7813-4051-ba19-b48bac15a97c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.456963] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1792.482843] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709008, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.501147] env[62361]: DEBUG nova.network.neutron [req-e4ba0d07-0d10-4fd2-830e-f6b95bb6d0c2 req-8bc145e6-2766-43c2-acf0-acb397376002 service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Updated VIF entry in instance network info cache for port 1730786e-e3ad-4aab-bcfa-0a3fdd343e46. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.501725] env[62361]: DEBUG nova.network.neutron [req-e4ba0d07-0d10-4fd2-830e-f6b95bb6d0c2 req-8bc145e6-2766-43c2-acf0-acb397376002 service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Updating instance_info_cache with network_info: [{"id": "1730786e-e3ad-4aab-bcfa-0a3fdd343e46", "address": "fa:16:3e:88:78:e0", "network": {"id": "3cf1addb-c9ef-4950-ad83-68b5d59eda18", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1289262723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a267b021ac54bb19733ba43571e9bdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1730786e-e3", "ovs_interfaceid": "1730786e-e3ad-4aab-bcfa-0a3fdd343e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.509953] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.510233] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.512766] env[62361]: INFO nova.compute.claims [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1792.549691] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.644108] env[62361]: DEBUG nova.compute.manager [req-0cc4edd5-5d21-4ca2-a86e-3e1e5895aef6 req-a4352eb4-8d97-4e99-8732-cb6b2e5b6b55 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Received event network-vif-deleted-1dea8fc9-b84d-47ba-ab14-06fb830136e2 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1792.644366] env[62361]: INFO nova.compute.manager [req-0cc4edd5-5d21-4ca2-a86e-3e1e5895aef6 req-a4352eb4-8d97-4e99-8732-cb6b2e5b6b55 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Neutron deleted interface 1dea8fc9-b84d-47ba-ab14-06fb830136e2; detaching it from the instance and deleting it from the info cache [ 1792.644542] env[62361]: DEBUG nova.network.neutron [req-0cc4edd5-5d21-4ca2-a86e-3e1e5895aef6 req-a4352eb4-8d97-4e99-8732-cb6b2e5b6b55 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.789115] env[62361]: INFO nova.compute.manager [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Took 15.72 seconds to build instance. [ 1792.972755] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1792.979912] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75102} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.983874] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] aae2f356-66f0-4aaa-943c-de879fc5b390/aae2f356-66f0-4aaa-943c-de879fc5b390.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1792.983874] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1792.983874] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e68530d-f966-4381-80cc-3e80826c8dc3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.987515] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1792.987515] env[62361]: value = "task-1709009" [ 1792.987515] env[62361]: _type = "Task" [ 1792.987515] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.999495] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.004440] env[62361]: DEBUG oslo_concurrency.lockutils [req-e4ba0d07-0d10-4fd2-830e-f6b95bb6d0c2 req-8bc145e6-2766-43c2-acf0-acb397376002 service nova] Releasing lock "refresh_cache-afc8e327-cf51-4d0a-97f2-24d6d296833f" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.123675] env[62361]: DEBUG nova.network.neutron [-] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.147133] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccfd6fd4-0dc1-4f39-aed0-9ed3e6073854 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.157965] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bf7853-e753-4ea6-9aff-aacf44a7b243 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.190556] env[62361]: DEBUG nova.compute.manager [req-0cc4edd5-5d21-4ca2-a86e-3e1e5895aef6 req-a4352eb4-8d97-4e99-8732-cb6b2e5b6b55 service nova] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Detach interface failed, port_id=1dea8fc9-b84d-47ba-ab14-06fb830136e2, reason: Instance cd517fa8-5e04-46f7-b8c9-158508ea496d could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1793.290877] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7f011941-9813-4365-a330-4ab270af4ede tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "9d27a316-beba-43a1-be60-658c22241fe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.235s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.478053] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Getting list of instances from cluster (obj){ [ 1793.478053] env[62361]: value = "domain-c8" [ 1793.478053] env[62361]: _type = "ClusterComputeResource" [ 1793.478053] env[62361]: } {{(pid=62361) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1793.479785] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea5662c-ee28-43dc-b07f-41940e38c7ea {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.509036] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Got total of 9 instances {{(pid=62361) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1793.509036] env[62361]: WARNING nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] While synchronizing instance power states, found 11 instances in the database and 9 instances on the hypervisor. [ 1793.509036] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Triggering sync for uuid 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64 {{(pid=62361) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1793.509271] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Triggering sync for uuid 331cb7b1-24b1-4df6-aa4f-23309e20b321 {{(pid=62361) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1793.509408] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Triggering sync for uuid 1d5bfc39-67a4-41d3-b195-1146984e5b58 {{(pid=62361) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1793.509641] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Triggering sync for uuid cd517fa8-5e04-46f7-b8c9-158508ea496d {{(pid=62361) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1793.509886] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Triggering sync for uuid cb17edf0-cc03-46d4-83a4-84ab67df8572 {{(pid=62361) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1793.510135] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Triggering sync for uuid 26f6545a-4d96-4e34-918b-ca6ef94f176b {{(pid=62361) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1793.510374] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Triggering sync for uuid 05eeec3f-570c-4294-bd35-d9804f67f317 {{(pid=62361) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1793.510603] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Triggering sync for uuid afc8e327-cf51-4d0a-97f2-24d6d296833f {{(pid=62361) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1793.510831] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Triggering sync for uuid 9d27a316-beba-43a1-be60-658c22241fe0 {{(pid=62361) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1793.511080] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Triggering sync for uuid aae2f356-66f0-4aaa-943c-de879fc5b390 {{(pid=62361) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1793.511313] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Triggering sync for uuid 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2 {{(pid=62361) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1793.512338] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.512671] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.513074] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "331cb7b1-24b1-4df6-aa4f-23309e20b321" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.513359] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "331cb7b1-24b1-4df6-aa4f-23309e20b321" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.513715] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "1d5bfc39-67a4-41d3-b195-1146984e5b58" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.514032] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.514346] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "cb17edf0-cc03-46d4-83a4-84ab67df8572" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.514593] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.515465] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "26f6545a-4d96-4e34-918b-ca6ef94f176b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.515465] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "26f6545a-4d96-4e34-918b-ca6ef94f176b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.515675] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "05eeec3f-570c-4294-bd35-d9804f67f317" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.515743] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "05eeec3f-570c-4294-bd35-d9804f67f317" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.516094] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.516393] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.516728] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "9d27a316-beba-43a1-be60-658c22241fe0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.516989] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "9d27a316-beba-43a1-be60-658c22241fe0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.517329] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "aae2f356-66f0-4aaa-943c-de879fc5b390" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.517964] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.523082] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bf14b6-69fe-472e-a41e-efb3fc4e9439 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.527445] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fbadd3-13d8-40d2-866c-6f0ab0ee9fa2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.532414] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e217ed-9be2-49f0-afad-97f6c1459a9f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.536290] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f551194-93e7-48bb-8d4f-24e84595fade {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.540422] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e01816d-9612-422c-a6bc-638d41f59557 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.544948] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7e6b56-bf2f-44fb-b9c4-d68427742c93 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.549988] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a37d714-fb2f-4f80-8486-b1d77a2ae9d8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.555337] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262407} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.560033] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1793.562854] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f2c8d3-0a48-4459-a134-63edbb5c85b0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.619887] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] aae2f356-66f0-4aaa-943c-de879fc5b390/aae2f356-66f0-4aaa-943c-de879fc5b390.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1793.623776] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b34ef586-3edb-42e2-8617-e50cab312ba2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.641164] env[62361]: INFO nova.compute.manager [-] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Took 1.84 seconds to deallocate network for instance. [ 1793.649140] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1793.649140] env[62361]: value = "task-1709010" [ 1793.649140] env[62361]: _type = "Task" [ 1793.649140] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.658822] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.792935] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017d374a-5bce-41d1-a93e-e4b31d3b94c6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.803037] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2805044-b8dc-430b-9095-76d9685c5e35 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.833870] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9eef8a-cbaf-4612-9d82-9d652ed1b920 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.841693] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ea1960-4c09-498b-8b38-a218c659280f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.855318] env[62361]: DEBUG nova.compute.provider_tree [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.993184] env[62361]: WARNING oslo_messaging._drivers.amqpdriver [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1794.077516] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "331cb7b1-24b1-4df6-aa4f-23309e20b321" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.090569] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.576s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.092281] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "26f6545a-4d96-4e34-918b-ca6ef94f176b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.577s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.093782] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.581s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.097269] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.581s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.097585] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "05eeec3f-570c-4294-bd35-d9804f67f317" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.582s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.148478] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.153557] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "9d27a316-beba-43a1-be60-658c22241fe0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.637s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.159067] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709010, 'name': ReconfigVM_Task, 'duration_secs': 0.450913} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.159395] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Reconfigured VM instance instance-00000070 to attach disk [datastore1] aae2f356-66f0-4aaa-943c-de879fc5b390/aae2f356-66f0-4aaa-943c-de879fc5b390.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1794.160103] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f10e6627-267a-44f9-ab77-2871d8cd4e41 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.166772] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1794.166772] env[62361]: value = "task-1709011" [ 1794.166772] env[62361]: _type = "Task" [ 1794.166772] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.177924] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709011, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.358236] env[62361]: DEBUG nova.scheduler.client.report [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1794.436041] env[62361]: INFO nova.compute.manager [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Unrescuing [ 1794.436041] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "refresh_cache-26f6545a-4d96-4e34-918b-ca6ef94f176b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.436295] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "refresh_cache-26f6545a-4d96-4e34-918b-ca6ef94f176b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.436391] env[62361]: DEBUG nova.network.neutron [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1794.678600] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709011, 'name': Rename_Task, 'duration_secs': 0.178769} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.678874] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1794.679147] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-148e87c1-1975-4e66-9f36-7d73ea6c0991 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.686791] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1794.686791] env[62361]: value = "task-1709012" [ 1794.686791] env[62361]: _type = "Task" [ 1794.686791] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.694972] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.863530] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.864148] env[62361]: DEBUG nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1794.866750] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.318s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.868166] env[62361]: INFO nova.compute.claims [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1794.999446] env[62361]: DEBUG nova.compute.manager [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1795.000427] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3f90a8-c4a1-4701-8248-3b4c010ec099 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.189208] env[62361]: DEBUG nova.network.neutron [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Updating instance_info_cache with network_info: [{"id": "506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93", "address": "fa:16:3e:ab:b2:d9", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap506e3aaf-50", "ovs_interfaceid": "506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.199126] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.311321] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1795.311522] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1795.372911] env[62361]: DEBUG nova.compute.utils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1795.376841] env[62361]: DEBUG nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1795.376946] env[62361]: DEBUG nova.network.neutron [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1795.419916] env[62361]: DEBUG nova.policy [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '456d301dc4a24256ace7a84e7153b8ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc93b581ec3c49ccb575e4bb12ab408b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1795.511931] env[62361]: INFO nova.compute.manager [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] instance snapshotting [ 1795.515313] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef22b3de-c619-49ab-9301-3b9bac8a2db5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.538364] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567a3819-41dc-429b-a8f3-dcbe908ff272 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.668539] env[62361]: DEBUG nova.network.neutron [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Successfully created port: 7d7a634f-36c1-46a5-86a3-dd07766782e5 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1795.694111] env[62361]: DEBUG oslo_concurrency.lockutils [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "refresh_cache-26f6545a-4d96-4e34-918b-ca6ef94f176b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.694736] env[62361]: DEBUG nova.objects.instance [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lazy-loading 'flavor' on Instance uuid 26f6545a-4d96-4e34-918b-ca6ef94f176b {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1795.701797] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709012, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.877664] env[62361]: DEBUG nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1796.049363] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1796.050224] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-70bf74e5-4163-453c-adba-cd4b222dd453 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.058158] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1796.058158] env[62361]: value = "task-1709013" [ 1796.058158] env[62361]: _type = "Task" [ 1796.058158] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.071283] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709013, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.166096] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ad4f4c-1fae-4324-a40e-17dd80919092 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.173737] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c042a477-9c82-48ce-a202-4f8e86bf481f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.213177] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9eb009-05fe-4788-bb18-6b64dfdd4f86 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.216456] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e943b8e3-44c4-4b1e-8b5e-cf9da00ccc71 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.224373] env[62361]: DEBUG oslo_vmware.api [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709012, 'name': PowerOnVM_Task, 'duration_secs': 1.185358} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.243336] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1796.243496] env[62361]: INFO nova.compute.manager [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1796.243671] env[62361]: DEBUG nova.compute.manager [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1796.244085] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1796.244824] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351d6789-2a72-48cc-b0da-b0de193e9bbf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.248420] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4374a6-534f-461e-906a-338bfba9e8cb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.252976] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93621a0b-0666-44c0-828e-1457ea0846b3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.272068] env[62361]: DEBUG nova.compute.provider_tree [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1796.273088] env[62361]: DEBUG oslo_vmware.api [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1796.273088] env[62361]: value = "task-1709014" [ 1796.273088] env[62361]: _type = "Task" [ 1796.273088] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.281810] env[62361]: DEBUG oslo_vmware.api [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.312353] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1796.341875] env[62361]: DEBUG oslo_vmware.rw_handles [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52578ffd-1753-760c-44f7-ab131513a13a/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1796.343214] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a7b565-4c65-4c20-a528-889526d28cbf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.350075] env[62361]: DEBUG oslo_vmware.rw_handles [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52578ffd-1753-760c-44f7-ab131513a13a/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1796.353053] env[62361]: ERROR oslo_vmware.rw_handles [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52578ffd-1753-760c-44f7-ab131513a13a/disk-0.vmdk due to incomplete transfer. [ 1796.353053] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d3d54afc-b1d1-4a7b-89db-a39262ca0c5d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.358498] env[62361]: DEBUG oslo_vmware.rw_handles [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52578ffd-1753-760c-44f7-ab131513a13a/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1796.358699] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Uploaded image 67a10f31-d497-4b1b-8d63-1670c8030cc4 to the Glance image server {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1796.361082] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1796.361355] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ce224cd0-f441-446d-b529-e30dc9ee1e0b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.369071] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1796.369071] env[62361]: value = "task-1709015" [ 1796.369071] env[62361]: _type = "Task" [ 1796.369071] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.375651] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709015, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.567831] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709013, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.780026] env[62361]: DEBUG nova.scheduler.client.report [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1796.789299] env[62361]: INFO nova.compute.manager [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Took 15.84 seconds to build instance. [ 1796.794075] env[62361]: DEBUG oslo_vmware.api [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709014, 'name': PowerOffVM_Task, 'duration_secs': 0.362683} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.794891] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1796.800232] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1796.801024] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4e41d40-867d-4698-b1a8-c0cb66bf792d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.820064] env[62361]: DEBUG oslo_vmware.api [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1796.820064] env[62361]: value = "task-1709016" [ 1796.820064] env[62361]: _type = "Task" [ 1796.820064] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.828166] env[62361]: DEBUG oslo_vmware.api [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.877304] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709015, 'name': Destroy_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.890996] env[62361]: DEBUG nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1796.912817] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1796.913199] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1796.913420] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.913671] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1796.914072] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.914072] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1796.914337] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1796.914516] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1796.914686] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1796.914850] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1796.915039] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1796.916351] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c054e7a5-089e-4ae3-8a9b-7a1f3cc81063 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.925051] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd59878-3971-4705-95de-c973fe053fd8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.070197] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709013, 'name': CreateSnapshot_Task, 'duration_secs': 0.983517} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.070538] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1797.071419] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deab0452-e041-42f8-b7cf-03a57fa2ef00 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.103255] env[62361]: DEBUG nova.compute.manager [req-533bf04c-d50c-48fe-baa2-f72d6583a2bf req-c3ae5765-e256-4edd-90b4-e55018749672 service nova] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Received event network-vif-plugged-7d7a634f-36c1-46a5-86a3-dd07766782e5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1797.104770] env[62361]: DEBUG oslo_concurrency.lockutils [req-533bf04c-d50c-48fe-baa2-f72d6583a2bf req-c3ae5765-e256-4edd-90b4-e55018749672 service nova] Acquiring lock "2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.104770] env[62361]: DEBUG oslo_concurrency.lockutils [req-533bf04c-d50c-48fe-baa2-f72d6583a2bf req-c3ae5765-e256-4edd-90b4-e55018749672 service nova] Lock "2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.104770] env[62361]: DEBUG oslo_concurrency.lockutils [req-533bf04c-d50c-48fe-baa2-f72d6583a2bf req-c3ae5765-e256-4edd-90b4-e55018749672 service nova] Lock "2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.104770] env[62361]: DEBUG nova.compute.manager [req-533bf04c-d50c-48fe-baa2-f72d6583a2bf req-c3ae5765-e256-4edd-90b4-e55018749672 service nova] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] No waiting events found dispatching network-vif-plugged-7d7a634f-36c1-46a5-86a3-dd07766782e5 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1797.104770] env[62361]: WARNING nova.compute.manager [req-533bf04c-d50c-48fe-baa2-f72d6583a2bf req-c3ae5765-e256-4edd-90b4-e55018749672 service nova] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Received unexpected event network-vif-plugged-7d7a634f-36c1-46a5-86a3-dd07766782e5 for instance with vm_state building and task_state spawning. [ 1797.199983] env[62361]: DEBUG nova.network.neutron [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Successfully updated port: 7d7a634f-36c1-46a5-86a3-dd07766782e5 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1797.289630] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.290334] env[62361]: DEBUG nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1797.293110] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.145s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.294179] env[62361]: DEBUG nova.objects.instance [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lazy-loading 'resources' on Instance uuid cd517fa8-5e04-46f7-b8c9-158508ea496d {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.294435] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c02dfc-8a8f-4c75-8b38-151b5c3f68a2 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "aae2f356-66f0-4aaa-943c-de879fc5b390" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.370s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.295134] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "aae2f356-66f0-4aaa-943c-de879fc5b390" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.778s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.295284] env[62361]: INFO nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] During sync_power_state the instance has a pending task (spawning). Skip. [ 1797.295427] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "aae2f356-66f0-4aaa-943c-de879fc5b390" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.311479] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1797.311920] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1797.331077] env[62361]: DEBUG oslo_vmware.api [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709016, 'name': ReconfigVM_Task, 'duration_secs': 0.333245} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.333311] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1797.333551] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1797.334138] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d388bb7-3253-4a9c-9a0d-bc4f8abfd438 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.341350] env[62361]: DEBUG oslo_vmware.api [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1797.341350] env[62361]: value = "task-1709017" [ 1797.341350] env[62361]: _type = "Task" [ 1797.341350] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.350775] env[62361]: DEBUG oslo_vmware.api [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.377357] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709015, 'name': Destroy_Task, 'duration_secs': 0.668882} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.377689] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Destroyed the VM [ 1797.377847] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1797.378105] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-37f6f5de-4b00-4cfa-9855-c38c5c373911 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.384802] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1797.384802] env[62361]: value = "task-1709018" [ 1797.384802] env[62361]: _type = "Task" [ 1797.384802] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.392840] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709018, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.597652] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1797.598382] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b8791295-5239-48be-999a-f4da3a675e9d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.607904] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1797.607904] env[62361]: value = "task-1709019" [ 1797.607904] env[62361]: _type = "Task" [ 1797.607904] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.616877] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709019, 'name': CloneVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.702358] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "refresh_cache-2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.702564] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquired lock "refresh_cache-2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.702661] env[62361]: DEBUG nova.network.neutron [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1797.800343] env[62361]: DEBUG nova.compute.utils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1797.802826] env[62361]: DEBUG nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1797.802826] env[62361]: DEBUG nova.network.neutron [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1797.809104] env[62361]: DEBUG nova.compute.manager [req-3164b37f-60ec-42b1-b286-2bb45084d984 req-ec755e78-c172-4cbf-9e53-6db8f3fc7ff7 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Received event network-changed-5856cd79-6d70-46e6-90b6-8bb4d9512d61 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1797.809154] env[62361]: DEBUG nova.compute.manager [req-3164b37f-60ec-42b1-b286-2bb45084d984 req-ec755e78-c172-4cbf-9e53-6db8f3fc7ff7 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Refreshing instance network info cache due to event network-changed-5856cd79-6d70-46e6-90b6-8bb4d9512d61. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1797.809385] env[62361]: DEBUG oslo_concurrency.lockutils [req-3164b37f-60ec-42b1-b286-2bb45084d984 req-ec755e78-c172-4cbf-9e53-6db8f3fc7ff7 service nova] Acquiring lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.809511] env[62361]: DEBUG oslo_concurrency.lockutils [req-3164b37f-60ec-42b1-b286-2bb45084d984 req-ec755e78-c172-4cbf-9e53-6db8f3fc7ff7 service nova] Acquired lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.809642] env[62361]: DEBUG nova.network.neutron [req-3164b37f-60ec-42b1-b286-2bb45084d984 req-ec755e78-c172-4cbf-9e53-6db8f3fc7ff7 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Refreshing network info cache for port 5856cd79-6d70-46e6-90b6-8bb4d9512d61 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.852799] env[62361]: DEBUG oslo_vmware.api [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.861372] env[62361]: DEBUG nova.policy [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '456d301dc4a24256ace7a84e7153b8ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc93b581ec3c49ccb575e4bb12ab408b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1797.896417] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709018, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.987266] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a877fdc-d2fc-448e-b85a-c88dff72252b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.997588] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a016f7bf-cace-469f-a937-e556f6318d78 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.034099] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab7dbc8-a053-45ae-8139-f0a27b9dc24a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.047075] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07c2155-aec5-4334-b06c-b50a09d93db7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.069128] env[62361]: DEBUG nova.compute.provider_tree [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.122884] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709019, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.239119] env[62361]: DEBUG nova.network.neutron [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1798.253133] env[62361]: DEBUG nova.network.neutron [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Successfully created port: 0e9f054d-936e-4352-b57a-6d90a1375f9e {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1798.305458] env[62361]: DEBUG nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1798.353609] env[62361]: DEBUG oslo_vmware.api [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.395585] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709018, 'name': RemoveSnapshot_Task, 'duration_secs': 0.995583} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.396269] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1798.397612] env[62361]: DEBUG nova.compute.manager [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1798.398438] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555bb5b3-3d14-4358-ba81-2bf72fa6bd82 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.500556] env[62361]: DEBUG nova.network.neutron [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Updating instance_info_cache with network_info: [{"id": "7d7a634f-36c1-46a5-86a3-dd07766782e5", "address": "fa:16:3e:2e:6f:6b", "network": {"id": "c9b076b1-3db6-44f5-80be-4cfadaf74fcd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-366632134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc93b581ec3c49ccb575e4bb12ab408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7a634f-36", "ovs_interfaceid": "7d7a634f-36c1-46a5-86a3-dd07766782e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.573208] env[62361]: DEBUG nova.scheduler.client.report [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1798.620529] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709019, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.854088] env[62361]: DEBUG oslo_vmware.api [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.908575] env[62361]: DEBUG nova.network.neutron [req-3164b37f-60ec-42b1-b286-2bb45084d984 req-ec755e78-c172-4cbf-9e53-6db8f3fc7ff7 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updated VIF entry in instance network info cache for port 5856cd79-6d70-46e6-90b6-8bb4d9512d61. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1798.908926] env[62361]: DEBUG nova.network.neutron [req-3164b37f-60ec-42b1-b286-2bb45084d984 req-ec755e78-c172-4cbf-9e53-6db8f3fc7ff7 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updating instance_info_cache with network_info: [{"id": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "address": "fa:16:3e:92:43:87", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5856cd79-6d", "ovs_interfaceid": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.910504] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.910621] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.916343] env[62361]: INFO nova.compute.manager [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Shelve offloading [ 1798.918133] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.919173] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e831cc0-5b96-42c7-b420-604b31016711 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.927932] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1798.927932] env[62361]: value = "task-1709020" [ 1798.927932] env[62361]: _type = "Task" [ 1798.927932] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.938346] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] VM already powered off {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1798.938725] env[62361]: DEBUG nova.compute.manager [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1798.940113] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19996ddf-7bd1-4b58-bd7b-167771edf8f8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.946039] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.946216] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.946529] env[62361]: DEBUG nova.network.neutron [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1799.006901] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Releasing lock "refresh_cache-2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.007307] env[62361]: DEBUG nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Instance network_info: |[{"id": "7d7a634f-36c1-46a5-86a3-dd07766782e5", "address": "fa:16:3e:2e:6f:6b", "network": {"id": "c9b076b1-3db6-44f5-80be-4cfadaf74fcd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-366632134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc93b581ec3c49ccb575e4bb12ab408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7a634f-36", "ovs_interfaceid": "7d7a634f-36c1-46a5-86a3-dd07766782e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1799.007747] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:6f:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d7a634f-36c1-46a5-86a3-dd07766782e5', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1799.015350] env[62361]: DEBUG oslo.service.loopingcall [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.015553] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1799.015790] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-790a3406-cc76-4cd1-9d74-c4694b7c455b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.036469] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.036469] env[62361]: value = "task-1709021" [ 1799.036469] env[62361]: _type = "Task" [ 1799.036469] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.048224] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709021, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.083325] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.102411] env[62361]: INFO nova.scheduler.client.report [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Deleted allocations for instance cd517fa8-5e04-46f7-b8c9-158508ea496d [ 1799.119993] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709019, 'name': CloneVM_Task, 'duration_secs': 1.346981} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.121034] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Created linked-clone VM from snapshot [ 1799.121193] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c504721-145e-4f69-b46c-2604ab09d703 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.128946] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Uploading image ad17444f-7143-4c4f-95aa-2b5ba401de63 {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1799.133266] env[62361]: DEBUG nova.compute.manager [req-720f187f-42ca-4ed5-9d68-f0942c7187a1 req-167cebc7-66a6-491d-87c8-5cf1c9421789 service nova] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Received event network-changed-7d7a634f-36c1-46a5-86a3-dd07766782e5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1799.133461] env[62361]: DEBUG nova.compute.manager [req-720f187f-42ca-4ed5-9d68-f0942c7187a1 req-167cebc7-66a6-491d-87c8-5cf1c9421789 service nova] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Refreshing instance network info cache due to event network-changed-7d7a634f-36c1-46a5-86a3-dd07766782e5. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1799.133927] env[62361]: DEBUG oslo_concurrency.lockutils [req-720f187f-42ca-4ed5-9d68-f0942c7187a1 req-167cebc7-66a6-491d-87c8-5cf1c9421789 service nova] Acquiring lock "refresh_cache-2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.133927] env[62361]: DEBUG oslo_concurrency.lockutils [req-720f187f-42ca-4ed5-9d68-f0942c7187a1 req-167cebc7-66a6-491d-87c8-5cf1c9421789 service nova] Acquired lock "refresh_cache-2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.134074] env[62361]: DEBUG nova.network.neutron [req-720f187f-42ca-4ed5-9d68-f0942c7187a1 req-167cebc7-66a6-491d-87c8-5cf1c9421789 service nova] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Refreshing network info cache for port 7d7a634f-36c1-46a5-86a3-dd07766782e5 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.144277] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1799.144839] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0fcd1d1c-acd2-4916-b2b8-31f3bdcfc836 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.151444] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1799.151444] env[62361]: value = "task-1709022" [ 1799.151444] env[62361]: _type = "Task" [ 1799.151444] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.160241] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709022, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.317709] env[62361]: DEBUG nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1799.342772] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1799.343049] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1799.343239] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1799.343465] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1799.343707] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1799.343888] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1799.344117] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1799.344275] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1799.344581] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1799.344621] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1799.344794] env[62361]: DEBUG nova.virt.hardware [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1799.345780] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295ab5a3-6947-4714-8fa2-0e810d1cf437 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.356638] env[62361]: DEBUG oslo_vmware.api [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709017, 'name': PowerOnVM_Task, 'duration_secs': 1.680366} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.358677] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1799.358900] env[62361]: DEBUG nova.compute.manager [None req-ada9b4cb-bc6e-4334-8ee5-8c9f848a378c tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1799.359661] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369d827d-fd38-4d42-84f0-61e01992b7e0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.362931] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09668c87-b8cb-42ba-9f4f-56ad007c5189 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.413096] env[62361]: DEBUG oslo_concurrency.lockutils [req-3164b37f-60ec-42b1-b286-2bb45084d984 req-ec755e78-c172-4cbf-9e53-6db8f3fc7ff7 service nova] Releasing lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.414961] env[62361]: DEBUG nova.compute.manager [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1799.547836] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709021, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.610489] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2990fb74-3537-4afd-a936-fbc30cacda0d tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.954s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.611424] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.097s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.611614] env[62361]: INFO nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] During sync_power_state the instance has a pending task (deleting). Skip. [ 1799.611787] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "cd517fa8-5e04-46f7-b8c9-158508ea496d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.662509] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709022, 'name': Destroy_Task} progress is 33%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.794380] env[62361]: DEBUG nova.network.neutron [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Updating instance_info_cache with network_info: [{"id": "44f09d6b-f4b4-47d7-8896-7b8d968894a8", "address": "fa:16:3e:5d:68:f7", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f09d6b-f4", "ovs_interfaceid": "44f09d6b-f4b4-47d7-8896-7b8d968894a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.940871] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.942634] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.947278] env[62361]: INFO nova.compute.claims [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1799.979392] env[62361]: DEBUG nova.network.neutron [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Successfully updated port: 0e9f054d-936e-4352-b57a-6d90a1375f9e {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1800.013318] env[62361]: DEBUG nova.network.neutron [req-720f187f-42ca-4ed5-9d68-f0942c7187a1 req-167cebc7-66a6-491d-87c8-5cf1c9421789 service nova] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Updated VIF entry in instance network info cache for port 7d7a634f-36c1-46a5-86a3-dd07766782e5. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.013761] env[62361]: DEBUG nova.network.neutron [req-720f187f-42ca-4ed5-9d68-f0942c7187a1 req-167cebc7-66a6-491d-87c8-5cf1c9421789 service nova] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Updating instance_info_cache with network_info: [{"id": "7d7a634f-36c1-46a5-86a3-dd07766782e5", "address": "fa:16:3e:2e:6f:6b", "network": {"id": "c9b076b1-3db6-44f5-80be-4cfadaf74fcd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-366632134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc93b581ec3c49ccb575e4bb12ab408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7a634f-36", "ovs_interfaceid": "7d7a634f-36c1-46a5-86a3-dd07766782e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.048184] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709021, 'name': CreateVM_Task, 'duration_secs': 0.558472} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.048529] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1800.049307] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.049671] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.049968] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1800.050368] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64bf7d4d-8d07-4643-b904-196b1febbe6e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.055823] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1800.055823] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5245b63f-6713-be5f-aaf5-0c848347bd9c" [ 1800.055823] env[62361]: _type = "Task" [ 1800.055823] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.064969] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5245b63f-6713-be5f-aaf5-0c848347bd9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.163211] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709022, 'name': Destroy_Task, 'duration_secs': 0.702349} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.163509] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Destroyed the VM [ 1800.163753] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1800.163982] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2140537b-7a73-486a-8fdd-45ecf20470db {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.170793] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1800.170793] env[62361]: value = "task-1709023" [ 1800.170793] env[62361]: _type = "Task" [ 1800.170793] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.180899] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709023, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.299349] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.486020] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "refresh_cache-0268790c-3abb-4da9-9a94-8494866a19ab" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.486020] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquired lock "refresh_cache-0268790c-3abb-4da9-9a94-8494866a19ab" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.486020] env[62361]: DEBUG nova.network.neutron [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.520012] env[62361]: DEBUG oslo_concurrency.lockutils [req-720f187f-42ca-4ed5-9d68-f0942c7187a1 req-167cebc7-66a6-491d-87c8-5cf1c9421789 service nova] Releasing lock "refresh_cache-2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.549454] env[62361]: DEBUG nova.compute.manager [req-d6ea0368-fbf5-410c-85cc-be4d1a765a33 req-82f63125-51e5-4977-9ae9-41b6aa07a57a service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Received event network-vif-unplugged-44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1800.549723] env[62361]: DEBUG oslo_concurrency.lockutils [req-d6ea0368-fbf5-410c-85cc-be4d1a765a33 req-82f63125-51e5-4977-9ae9-41b6aa07a57a service nova] Acquiring lock "1d5bfc39-67a4-41d3-b195-1146984e5b58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.549993] env[62361]: DEBUG oslo_concurrency.lockutils [req-d6ea0368-fbf5-410c-85cc-be4d1a765a33 req-82f63125-51e5-4977-9ae9-41b6aa07a57a service nova] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.550284] env[62361]: DEBUG oslo_concurrency.lockutils [req-d6ea0368-fbf5-410c-85cc-be4d1a765a33 req-82f63125-51e5-4977-9ae9-41b6aa07a57a service nova] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.550362] env[62361]: DEBUG nova.compute.manager [req-d6ea0368-fbf5-410c-85cc-be4d1a765a33 req-82f63125-51e5-4977-9ae9-41b6aa07a57a service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] No waiting events found dispatching network-vif-unplugged-44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1800.550479] env[62361]: WARNING nova.compute.manager [req-d6ea0368-fbf5-410c-85cc-be4d1a765a33 req-82f63125-51e5-4977-9ae9-41b6aa07a57a service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Received unexpected event network-vif-unplugged-44f09d6b-f4b4-47d7-8896-7b8d968894a8 for instance with vm_state shelved and task_state shelving_offloading. [ 1800.566790] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5245b63f-6713-be5f-aaf5-0c848347bd9c, 'name': SearchDatastore_Task, 'duration_secs': 0.011329} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.567176] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.567425] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.567684] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.567861] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.568121] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1800.568619] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46ea4766-7e43-47e4-8c64-fd923d15c1de {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.577096] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.577256] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1800.578030] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a313a8-53c6-4fb5-9e4b-32b5e3809895 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.583152] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1800.583152] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52155ced-62de-4b32-8e18-dcb82d04f132" [ 1800.583152] env[62361]: _type = "Task" [ 1800.583152] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.592050] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52155ced-62de-4b32-8e18-dcb82d04f132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.647465] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1800.648571] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4c4ca9-7346-4a81-a5f7-bd715be3d77f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.659346] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1800.659346] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdbc9578-3294-47f2-9a96-b7f4925ebbc4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.680426] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709023, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.764497] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1800.764497] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1800.764742] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Deleting the datastore file [datastore1] 1d5bfc39-67a4-41d3-b195-1146984e5b58 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1800.764956] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f33bfc96-f24d-4514-8722-da062cd9e58c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.773363] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1800.773363] env[62361]: value = "task-1709025" [ 1800.773363] env[62361]: _type = "Task" [ 1800.773363] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.781774] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.018385] env[62361]: DEBUG nova.network.neutron [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1801.096749] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52155ced-62de-4b32-8e18-dcb82d04f132, 'name': SearchDatastore_Task, 'duration_secs': 0.008945} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.097638] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b01b85cb-9fa4-437a-8e29-a5ab2793cfb2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.103903] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1801.103903] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5236564f-4471-1e79-8e65-7848a7309987" [ 1801.103903] env[62361]: _type = "Task" [ 1801.103903] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.117861] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5236564f-4471-1e79-8e65-7848a7309987, 'name': SearchDatastore_Task, 'duration_secs': 0.009195} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.118287] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.118763] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2/2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1801.122545] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7153ce5-cb25-4c3f-90f4-d9b60105f4f1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.134933] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1801.134933] env[62361]: value = "task-1709026" [ 1801.134933] env[62361]: _type = "Task" [ 1801.134933] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.146183] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.162619] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77936a87-791e-4b74-9308-67335255c4c7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.171584] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dae7b9-d37f-4e95-b80f-9f729af00319 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.192532] env[62361]: DEBUG oslo_vmware.api [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709023, 'name': RemoveSnapshot_Task, 'duration_secs': 0.981609} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.219125] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1801.223610] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39337c9c-c0df-493c-9f70-a981468d4363 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.227102] env[62361]: DEBUG nova.compute.manager [req-832aeb36-5533-4a31-b830-f422614bb882 req-0344bfaa-1d0e-49c3-9d8e-f10588177f9a service nova] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Received event network-vif-plugged-0e9f054d-936e-4352-b57a-6d90a1375f9e {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1801.227319] env[62361]: DEBUG oslo_concurrency.lockutils [req-832aeb36-5533-4a31-b830-f422614bb882 req-0344bfaa-1d0e-49c3-9d8e-f10588177f9a service nova] Acquiring lock "0268790c-3abb-4da9-9a94-8494866a19ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.227517] env[62361]: DEBUG oslo_concurrency.lockutils [req-832aeb36-5533-4a31-b830-f422614bb882 req-0344bfaa-1d0e-49c3-9d8e-f10588177f9a service nova] Lock "0268790c-3abb-4da9-9a94-8494866a19ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.227678] env[62361]: DEBUG oslo_concurrency.lockutils [req-832aeb36-5533-4a31-b830-f422614bb882 req-0344bfaa-1d0e-49c3-9d8e-f10588177f9a service nova] Lock "0268790c-3abb-4da9-9a94-8494866a19ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.227843] env[62361]: DEBUG nova.compute.manager [req-832aeb36-5533-4a31-b830-f422614bb882 req-0344bfaa-1d0e-49c3-9d8e-f10588177f9a service nova] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] No waiting events found dispatching network-vif-plugged-0e9f054d-936e-4352-b57a-6d90a1375f9e {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1801.228013] env[62361]: WARNING nova.compute.manager [req-832aeb36-5533-4a31-b830-f422614bb882 req-0344bfaa-1d0e-49c3-9d8e-f10588177f9a service nova] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Received unexpected event network-vif-plugged-0e9f054d-936e-4352-b57a-6d90a1375f9e for instance with vm_state building and task_state spawning. [ 1801.228181] env[62361]: DEBUG nova.compute.manager [req-832aeb36-5533-4a31-b830-f422614bb882 req-0344bfaa-1d0e-49c3-9d8e-f10588177f9a service nova] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Received event network-changed-0e9f054d-936e-4352-b57a-6d90a1375f9e {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1801.228346] env[62361]: DEBUG nova.compute.manager [req-832aeb36-5533-4a31-b830-f422614bb882 req-0344bfaa-1d0e-49c3-9d8e-f10588177f9a service nova] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Refreshing instance network info cache due to event network-changed-0e9f054d-936e-4352-b57a-6d90a1375f9e. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1801.228497] env[62361]: DEBUG oslo_concurrency.lockutils [req-832aeb36-5533-4a31-b830-f422614bb882 req-0344bfaa-1d0e-49c3-9d8e-f10588177f9a service nova] Acquiring lock "refresh_cache-0268790c-3abb-4da9-9a94-8494866a19ab" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.234971] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533b665c-04c1-41b0-a53a-9cd748ecf4a5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.249920] env[62361]: DEBUG nova.compute.provider_tree [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.251657] env[62361]: DEBUG nova.network.neutron [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Updating instance_info_cache with network_info: [{"id": "0e9f054d-936e-4352-b57a-6d90a1375f9e", "address": "fa:16:3e:e8:f0:14", "network": {"id": "c9b076b1-3db6-44f5-80be-4cfadaf74fcd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-366632134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc93b581ec3c49ccb575e4bb12ab408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e9f054d-93", "ovs_interfaceid": "0e9f054d-936e-4352-b57a-6d90a1375f9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.283249] env[62361]: DEBUG oslo_vmware.api [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141244} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.283570] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1801.283661] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1801.283826] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1801.308173] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1801.313030] env[62361]: INFO nova.scheduler.client.report [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Deleted allocations for instance 1d5bfc39-67a4-41d3-b195-1146984e5b58 [ 1801.646785] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501105} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.647709] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2/2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1801.647709] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1801.647709] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4757156-06f8-40f0-91e0-a4be6f74b057 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.653686] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1801.653686] env[62361]: value = "task-1709027" [ 1801.653686] env[62361]: _type = "Task" [ 1801.653686] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.663299] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.725157] env[62361]: WARNING nova.compute.manager [None req-0bea349a-5fd7-4821-96e5-11ada9e63c93 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Image not found during snapshot: nova.exception.ImageNotFound: Image ad17444f-7143-4c4f-95aa-2b5ba401de63 could not be found. [ 1801.754511] env[62361]: DEBUG nova.scheduler.client.report [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1801.757690] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Releasing lock "refresh_cache-0268790c-3abb-4da9-9a94-8494866a19ab" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.757973] env[62361]: DEBUG nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Instance network_info: |[{"id": "0e9f054d-936e-4352-b57a-6d90a1375f9e", "address": "fa:16:3e:e8:f0:14", "network": {"id": "c9b076b1-3db6-44f5-80be-4cfadaf74fcd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-366632134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc93b581ec3c49ccb575e4bb12ab408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e9f054d-93", "ovs_interfaceid": "0e9f054d-936e-4352-b57a-6d90a1375f9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1801.758785] env[62361]: DEBUG oslo_concurrency.lockutils [req-832aeb36-5533-4a31-b830-f422614bb882 req-0344bfaa-1d0e-49c3-9d8e-f10588177f9a service nova] Acquired lock "refresh_cache-0268790c-3abb-4da9-9a94-8494866a19ab" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.758785] env[62361]: DEBUG nova.network.neutron [req-832aeb36-5533-4a31-b830-f422614bb882 req-0344bfaa-1d0e-49c3-9d8e-f10588177f9a service nova] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Refreshing network info cache for port 0e9f054d-936e-4352-b57a-6d90a1375f9e {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1801.759655] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:f0:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e9f054d-936e-4352-b57a-6d90a1375f9e', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1801.770431] env[62361]: DEBUG oslo.service.loopingcall [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.771837] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1801.772112] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98717490-c8df-414b-b341-ed576ce9c782 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.795168] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1801.795168] env[62361]: value = "task-1709028" [ 1801.795168] env[62361]: _type = "Task" [ 1801.795168] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.803304] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709028, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.817931] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.163661] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067023} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.163974] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1802.164859] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefd0f50-d821-477a-8707-c9f64c42d3a7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.186741] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2/2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1802.187034] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d44d2298-259c-4c25-8dc8-4d7eb7251ab1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.207985] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1802.207985] env[62361]: value = "task-1709029" [ 1802.207985] env[62361]: _type = "Task" [ 1802.207985] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.215935] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.274064] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.274689] env[62361]: DEBUG nova.compute.manager [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1802.277989] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.460s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.278300] env[62361]: DEBUG nova.objects.instance [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lazy-loading 'resources' on Instance uuid 1d5bfc39-67a4-41d3-b195-1146984e5b58 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1802.305509] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709028, 'name': CreateVM_Task, 'duration_secs': 0.386201} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.305687] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1802.306409] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.306583] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.306903] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1802.308028] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54eda5d4-3783-4aee-8fe3-7a682ddfb8a1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.310991] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1802.311167] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1802.313806] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1802.313806] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5257bfa8-a4d5-e279-6a97-71bf9fd9548b" [ 1802.313806] env[62361]: _type = "Task" [ 1802.313806] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.323784] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5257bfa8-a4d5-e279-6a97-71bf9fd9548b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.384690] env[62361]: DEBUG oslo_concurrency.lockutils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.384915] env[62361]: DEBUG oslo_concurrency.lockutils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.594257] env[62361]: DEBUG nova.network.neutron [req-832aeb36-5533-4a31-b830-f422614bb882 req-0344bfaa-1d0e-49c3-9d8e-f10588177f9a service nova] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Updated VIF entry in instance network info cache for port 0e9f054d-936e-4352-b57a-6d90a1375f9e. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1802.594533] env[62361]: DEBUG nova.network.neutron [req-832aeb36-5533-4a31-b830-f422614bb882 req-0344bfaa-1d0e-49c3-9d8e-f10588177f9a service nova] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Updating instance_info_cache with network_info: [{"id": "0e9f054d-936e-4352-b57a-6d90a1375f9e", "address": "fa:16:3e:e8:f0:14", "network": {"id": "c9b076b1-3db6-44f5-80be-4cfadaf74fcd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-366632134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc93b581ec3c49ccb575e4bb12ab408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e9f054d-93", "ovs_interfaceid": "0e9f054d-936e-4352-b57a-6d90a1375f9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.605289] env[62361]: DEBUG nova.compute.manager [req-4eb75ba1-7232-4bea-ad38-0e7832edef1b req-8a92dc1a-752c-4e35-ac33-c176aba418e0 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Received event network-changed-44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1802.605289] env[62361]: DEBUG nova.compute.manager [req-4eb75ba1-7232-4bea-ad38-0e7832edef1b req-8a92dc1a-752c-4e35-ac33-c176aba418e0 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Refreshing instance network info cache due to event network-changed-44f09d6b-f4b4-47d7-8896-7b8d968894a8. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1802.605289] env[62361]: DEBUG oslo_concurrency.lockutils [req-4eb75ba1-7232-4bea-ad38-0e7832edef1b req-8a92dc1a-752c-4e35-ac33-c176aba418e0 service nova] Acquiring lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.605289] env[62361]: DEBUG oslo_concurrency.lockutils [req-4eb75ba1-7232-4bea-ad38-0e7832edef1b req-8a92dc1a-752c-4e35-ac33-c176aba418e0 service nova] Acquired lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.605289] env[62361]: DEBUG nova.network.neutron [req-4eb75ba1-7232-4bea-ad38-0e7832edef1b req-8a92dc1a-752c-4e35-ac33-c176aba418e0 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Refreshing network info cache for port 44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1802.720676] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.781300] env[62361]: DEBUG nova.compute.utils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1802.782927] env[62361]: DEBUG nova.objects.instance [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lazy-loading 'numa_topology' on Instance uuid 1d5bfc39-67a4-41d3-b195-1146984e5b58 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1802.784549] env[62361]: DEBUG nova.compute.manager [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1802.784595] env[62361]: DEBUG nova.network.neutron [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1802.830442] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5257bfa8-a4d5-e279-6a97-71bf9fd9548b, 'name': SearchDatastore_Task, 'duration_secs': 0.009771} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.830588] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.830811] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1802.831076] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.831229] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.831404] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1802.831923] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b5f9a29-9eaf-40cf-b75e-66ef7d508b17 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.851068] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1802.851403] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1802.853479] env[62361]: DEBUG nova.policy [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c92111993614dd9b80f3e62a764e30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa192e18bbe44519aa42ca60061c0a2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1802.855393] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-655689d2-377d-469e-836e-d2df374af663 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.861504] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1802.861504] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a1d968-af6b-5674-ac34-c5e718976143" [ 1802.861504] env[62361]: _type = "Task" [ 1802.861504] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.869682] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a1d968-af6b-5674-ac34-c5e718976143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.890586] env[62361]: DEBUG nova.compute.manager [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1802.963865] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "17026aa8-0005-4233-8f1d-22b6c096bc02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.964140] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "17026aa8-0005-4233-8f1d-22b6c096bc02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.057720] env[62361]: DEBUG oslo_concurrency.lockutils [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "9d27a316-beba-43a1-be60-658c22241fe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.057976] env[62361]: DEBUG oslo_concurrency.lockutils [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "9d27a316-beba-43a1-be60-658c22241fe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.058201] env[62361]: DEBUG oslo_concurrency.lockutils [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "9d27a316-beba-43a1-be60-658c22241fe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.058400] env[62361]: DEBUG oslo_concurrency.lockutils [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "9d27a316-beba-43a1-be60-658c22241fe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.058551] env[62361]: DEBUG oslo_concurrency.lockutils [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "9d27a316-beba-43a1-be60-658c22241fe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.060726] env[62361]: INFO nova.compute.manager [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Terminating instance [ 1803.062533] env[62361]: DEBUG nova.compute.manager [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1803.062753] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1803.063667] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f01b606-816c-4f4d-a26d-47bff025c38d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.071468] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1803.071739] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f20a2b7-60aa-4e26-87dc-e801fe57e748 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.077770] env[62361]: DEBUG oslo_vmware.api [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1803.077770] env[62361]: value = "task-1709030" [ 1803.077770] env[62361]: _type = "Task" [ 1803.077770] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.085541] env[62361]: DEBUG oslo_vmware.api [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.096840] env[62361]: DEBUG oslo_concurrency.lockutils [req-832aeb36-5533-4a31-b830-f422614bb882 req-0344bfaa-1d0e-49c3-9d8e-f10588177f9a service nova] Releasing lock "refresh_cache-0268790c-3abb-4da9-9a94-8494866a19ab" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.203431] env[62361]: DEBUG nova.network.neutron [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Successfully created port: 968a7235-d4d5-4239-8024-6a4d79573d76 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1803.220332] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709029, 'name': ReconfigVM_Task, 'duration_secs': 0.85589} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.220632] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2/2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1803.221296] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-772814f4-4616-490b-8a1c-1bf5a7c0d0ab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.227971] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1803.227971] env[62361]: value = "task-1709031" [ 1803.227971] env[62361]: _type = "Task" [ 1803.227971] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.236258] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709031, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.287023] env[62361]: DEBUG nova.compute.manager [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1803.288623] env[62361]: DEBUG nova.objects.base [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Object Instance<1d5bfc39-67a4-41d3-b195-1146984e5b58> lazy-loaded attributes: resources,numa_topology {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1803.380414] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52a1d968-af6b-5674-ac34-c5e718976143, 'name': SearchDatastore_Task, 'duration_secs': 0.028646} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.381530] env[62361]: DEBUG nova.network.neutron [req-4eb75ba1-7232-4bea-ad38-0e7832edef1b req-8a92dc1a-752c-4e35-ac33-c176aba418e0 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Updated VIF entry in instance network info cache for port 44f09d6b-f4b4-47d7-8896-7b8d968894a8. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1803.382021] env[62361]: DEBUG nova.network.neutron [req-4eb75ba1-7232-4bea-ad38-0e7832edef1b req-8a92dc1a-752c-4e35-ac33-c176aba418e0 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Updating instance_info_cache with network_info: [{"id": "44f09d6b-f4b4-47d7-8896-7b8d968894a8", "address": "fa:16:3e:5d:68:f7", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": null, "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap44f09d6b-f4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.384094] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa233d1d-6283-41ee-8c9f-89e238eba9de {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.393228] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1803.393228] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521484e8-28da-3d17-a1bd-615f86292ea6" [ 1803.393228] env[62361]: _type = "Task" [ 1803.393228] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.424603] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521484e8-28da-3d17-a1bd-615f86292ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.430182] env[62361]: DEBUG oslo_concurrency.lockutils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.466815] env[62361]: DEBUG nova.compute.manager [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1803.539025] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ce18dc-225f-442b-9738-d5a19920e586 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.546918] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99ec8b6-fd54-48aa-8082-b8b531aaea3d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.577430] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f011734f-504b-4f2c-9d4f-b14bd86d4fb8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.587572] env[62361]: DEBUG oslo_vmware.api [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709030, 'name': PowerOffVM_Task, 'duration_secs': 0.262477} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.589559] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.589739] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1803.589997] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61773d8a-eeba-4402-ba98-42c8eb5c8c12 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.592226] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b948013-bf6e-418a-b9f2-894ea9406a6c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.607783] env[62361]: DEBUG nova.compute.provider_tree [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.679916] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1803.680175] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1803.680364] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Deleting the datastore file [datastore1] 9d27a316-beba-43a1-be60-658c22241fe0 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.680632] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-505f9b1b-7111-4893-b75e-f2b5578303ef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.687997] env[62361]: DEBUG oslo_vmware.api [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for the task: (returnval){ [ 1803.687997] env[62361]: value = "task-1709033" [ 1803.687997] env[62361]: _type = "Task" [ 1803.687997] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.695573] env[62361]: DEBUG oslo_vmware.api [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.737931] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709031, 'name': Rename_Task, 'duration_secs': 0.165} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.738284] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1803.738488] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66095061-a022-48a1-ab50-de003fa6ea65 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.744332] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1803.744332] env[62361]: value = "task-1709034" [ 1803.744332] env[62361]: _type = "Task" [ 1803.744332] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.751989] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.885681] env[62361]: DEBUG oslo_concurrency.lockutils [req-4eb75ba1-7232-4bea-ad38-0e7832edef1b req-8a92dc1a-752c-4e35-ac33-c176aba418e0 service nova] Releasing lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.903344] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521484e8-28da-3d17-a1bd-615f86292ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.041314} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.903627] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.903883] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 0268790c-3abb-4da9-9a94-8494866a19ab/0268790c-3abb-4da9-9a94-8494866a19ab.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1803.904157] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e11ec448-0218-413e-809e-0474bbbef48f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.913139] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1803.913139] env[62361]: value = "task-1709035" [ 1803.913139] env[62361]: _type = "Task" [ 1803.913139] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.914732] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "1d5bfc39-67a4-41d3-b195-1146984e5b58" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.919562] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.985926] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.111038] env[62361]: DEBUG nova.scheduler.client.report [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1804.199971] env[62361]: DEBUG oslo_vmware.api [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Task: {'id': task-1709033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153522} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.200266] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.200526] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1804.200799] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1804.200958] env[62361]: INFO nova.compute.manager [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1804.201277] env[62361]: DEBUG oslo.service.loopingcall [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.201508] env[62361]: DEBUG nova.compute.manager [-] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1804.201649] env[62361]: DEBUG nova.network.neutron [-] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1804.258816] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.298026] env[62361]: DEBUG nova.compute.manager [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1804.333789] env[62361]: DEBUG nova.virt.hardware [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1804.334098] env[62361]: DEBUG nova.virt.hardware [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1804.334271] env[62361]: DEBUG nova.virt.hardware [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1804.334505] env[62361]: DEBUG nova.virt.hardware [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1804.334742] env[62361]: DEBUG nova.virt.hardware [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1804.334912] env[62361]: DEBUG nova.virt.hardware [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1804.335192] env[62361]: DEBUG nova.virt.hardware [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1804.335428] env[62361]: DEBUG nova.virt.hardware [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1804.335608] env[62361]: DEBUG nova.virt.hardware [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1804.335826] env[62361]: DEBUG nova.virt.hardware [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1804.336014] env[62361]: DEBUG nova.virt.hardware [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1804.337119] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b924ac88-b84c-463b-9d1d-ccda1f743bd7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.348146] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90561ddf-6b84-4598-9c67-33f130cefd33 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.439783] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709035, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.579318] env[62361]: DEBUG nova.compute.manager [req-a1995298-29b5-4dbb-99b5-eef3927d6db0 req-a3890110-50d2-4b11-bd7e-5b40ca463fe0 service nova] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Received event network-vif-deleted-855a717d-474c-47be-aaa0-d41e312e910f {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1804.579784] env[62361]: INFO nova.compute.manager [req-a1995298-29b5-4dbb-99b5-eef3927d6db0 req-a3890110-50d2-4b11-bd7e-5b40ca463fe0 service nova] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Neutron deleted interface 855a717d-474c-47be-aaa0-d41e312e910f; detaching it from the instance and deleting it from the info cache [ 1804.579784] env[62361]: DEBUG nova.network.neutron [req-a1995298-29b5-4dbb-99b5-eef3927d6db0 req-a3890110-50d2-4b11-bd7e-5b40ca463fe0 service nova] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.616048] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.337s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.619226] env[62361]: DEBUG oslo_concurrency.lockutils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.189s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.622072] env[62361]: INFO nova.compute.claims [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1804.697086] env[62361]: DEBUG nova.compute.manager [req-41ae7a69-7d17-4f39-8978-c13b6d99efea req-6c4d520a-d115-479a-ad48-aa6d8899ac16 service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Received event network-vif-plugged-968a7235-d4d5-4239-8024-6a4d79573d76 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1804.697413] env[62361]: DEBUG oslo_concurrency.lockutils [req-41ae7a69-7d17-4f39-8978-c13b6d99efea req-6c4d520a-d115-479a-ad48-aa6d8899ac16 service nova] Acquiring lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.697535] env[62361]: DEBUG oslo_concurrency.lockutils [req-41ae7a69-7d17-4f39-8978-c13b6d99efea req-6c4d520a-d115-479a-ad48-aa6d8899ac16 service nova] Lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.697735] env[62361]: DEBUG oslo_concurrency.lockutils [req-41ae7a69-7d17-4f39-8978-c13b6d99efea req-6c4d520a-d115-479a-ad48-aa6d8899ac16 service nova] Lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.697909] env[62361]: DEBUG nova.compute.manager [req-41ae7a69-7d17-4f39-8978-c13b6d99efea req-6c4d520a-d115-479a-ad48-aa6d8899ac16 service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] No waiting events found dispatching network-vif-plugged-968a7235-d4d5-4239-8024-6a4d79573d76 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1804.698108] env[62361]: WARNING nova.compute.manager [req-41ae7a69-7d17-4f39-8978-c13b6d99efea req-6c4d520a-d115-479a-ad48-aa6d8899ac16 service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Received unexpected event network-vif-plugged-968a7235-d4d5-4239-8024-6a4d79573d76 for instance with vm_state building and task_state spawning. [ 1804.759641] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709034, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.795303] env[62361]: DEBUG nova.network.neutron [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Successfully updated port: 968a7235-d4d5-4239-8024-6a4d79573d76 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1804.830801] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Didn't find any instances for network info cache update. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1804.831290] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1804.831411] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1804.831581] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1804.922555] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548546} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.924302] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 0268790c-3abb-4da9-9a94-8494866a19ab/0268790c-3abb-4da9-9a94-8494866a19ab.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1804.924302] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1804.924302] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7f0d6d5-49b1-4e59-94e2-68093112b46d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.929686] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1804.929686] env[62361]: value = "task-1709036" [ 1804.929686] env[62361]: _type = "Task" [ 1804.929686] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.937150] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.050414] env[62361]: DEBUG nova.network.neutron [-] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.082867] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c561274-6155-4a6e-9c05-f130604b4b09 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.092511] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d260e9d-f9c0-40da-b772-307539ea331a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.122908] env[62361]: DEBUG nova.compute.manager [req-a1995298-29b5-4dbb-99b5-eef3927d6db0 req-a3890110-50d2-4b11-bd7e-5b40ca463fe0 service nova] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Detach interface failed, port_id=855a717d-474c-47be-aaa0-d41e312e910f, reason: Instance 9d27a316-beba-43a1-be60-658c22241fe0 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1805.130191] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95c55c4c-b157-41de-a554-9a45b3437e7e tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.372s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.131956] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.617s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.131956] env[62361]: INFO nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1805.131956] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.131956] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.217s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.131956] env[62361]: INFO nova.compute.manager [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Unshelving [ 1805.883127] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.883464] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.883464] env[62361]: DEBUG nova.network.neutron [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.887743] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.887743] env[62361]: INFO nova.compute.manager [-] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Took 1.68 seconds to deallocate network for instance. [ 1805.893066] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "cb17edf0-cc03-46d4-83a4-84ab67df8572" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.893305] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.893494] env[62361]: INFO nova.compute.manager [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Shelving [ 1805.910962] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1805.911720] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4061be6-8032-4e65-9acc-e85285f08f57 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.918178] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073826} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.922380] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1805.922853] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1805.922853] env[62361]: value = "task-1709037" [ 1805.922853] env[62361]: _type = "Task" [ 1805.922853] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.923030] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709034, 'name': PowerOnVM_Task, 'duration_secs': 1.091559} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.923749] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56505ec-e095-4f6d-bdf9-d442f27c33e9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.926234] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1805.926428] env[62361]: INFO nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1805.926637] env[62361]: DEBUG nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1805.930101] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fe9a83-39ec-4e81-87a0-bc1d468d888b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.955705] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 0268790c-3abb-4da9-9a94-8494866a19ab/0268790c-3abb-4da9-9a94-8494866a19ab.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1805.965264] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ee586a1-989c-43f8-bcbd-3b9451c968e7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.983974] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.985318] env[62361]: DEBUG nova.network.neutron [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1805.992694] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1805.992694] env[62361]: value = "task-1709038" [ 1805.992694] env[62361]: _type = "Task" [ 1805.992694] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.001433] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.152989] env[62361]: DEBUG nova.network.neutron [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Updating instance_info_cache with network_info: [{"id": "968a7235-d4d5-4239-8024-6a4d79573d76", "address": "fa:16:3e:9d:58:aa", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968a7235-d4", "ovs_interfaceid": "968a7235-d4d5-4239-8024-6a4d79573d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.159393] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddf2162-bf6e-4b46-ae05-57e230c35327 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.167840] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bcdbbb-5fca-4620-bf49-7f4d1e72ab62 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.200978] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a926bd-acdf-4263-b6b0-c3077fb74e57 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.208819] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7564bc3e-c54d-4cb0-a950-db1475ca56d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.223488] env[62361]: DEBUG nova.compute.provider_tree [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.408682] env[62361]: DEBUG oslo_concurrency.lockutils [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.409966] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.435012] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709037, 'name': PowerOffVM_Task, 'duration_secs': 0.346224} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.435259] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1806.436011] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250bddfb-d517-49f8-918b-4b79209e2c5c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.454202] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff4b02c-e5ce-4515-b6cb-89632ae9f7e5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.490939] env[62361]: INFO nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Took 14.01 seconds to build instance. [ 1806.502498] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709038, 'name': ReconfigVM_Task, 'duration_secs': 0.300983} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.502663] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 0268790c-3abb-4da9-9a94-8494866a19ab/0268790c-3abb-4da9-9a94-8494866a19ab.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1806.503250] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2684bf02-709f-4542-8f6e-dd6a9c461294 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.510543] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1806.510543] env[62361]: value = "task-1709039" [ 1806.510543] env[62361]: _type = "Task" [ 1806.510543] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.518527] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709039, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.656874] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.656874] env[62361]: DEBUG nova.compute.manager [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Instance network_info: |[{"id": "968a7235-d4d5-4239-8024-6a4d79573d76", "address": "fa:16:3e:9d:58:aa", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968a7235-d4", "ovs_interfaceid": "968a7235-d4d5-4239-8024-6a4d79573d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1806.657309] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:58:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '968a7235-d4d5-4239-8024-6a4d79573d76', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1806.665072] env[62361]: DEBUG oslo.service.loopingcall [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.665346] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1806.665628] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c89c42ec-3851-44ae-8a6b-8b69b6b2e2ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.687637] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1806.687637] env[62361]: value = "task-1709040" [ 1806.687637] env[62361]: _type = "Task" [ 1806.687637] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.695162] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709040, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.721972] env[62361]: DEBUG nova.compute.manager [req-046990cd-d1ce-49a9-8b51-a53e7d113475 req-91312727-7be3-4db1-add9-c81ebe4d986d service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Received event network-changed-968a7235-d4d5-4239-8024-6a4d79573d76 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1806.722255] env[62361]: DEBUG nova.compute.manager [req-046990cd-d1ce-49a9-8b51-a53e7d113475 req-91312727-7be3-4db1-add9-c81ebe4d986d service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Refreshing instance network info cache due to event network-changed-968a7235-d4d5-4239-8024-6a4d79573d76. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1806.722618] env[62361]: DEBUG oslo_concurrency.lockutils [req-046990cd-d1ce-49a9-8b51-a53e7d113475 req-91312727-7be3-4db1-add9-c81ebe4d986d service nova] Acquiring lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.722714] env[62361]: DEBUG oslo_concurrency.lockutils [req-046990cd-d1ce-49a9-8b51-a53e7d113475 req-91312727-7be3-4db1-add9-c81ebe4d986d service nova] Acquired lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.722873] env[62361]: DEBUG nova.network.neutron [req-046990cd-d1ce-49a9-8b51-a53e7d113475 req-91312727-7be3-4db1-add9-c81ebe4d986d service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Refreshing network info cache for port 968a7235-d4d5-4239-8024-6a4d79573d76 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1806.727085] env[62361]: DEBUG nova.scheduler.client.report [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1806.964839] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Creating Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1806.965455] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dbcd7bfc-0226-49a9-8eb9-7e588f7f23fb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.972975] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1806.972975] env[62361]: value = "task-1709041" [ 1806.972975] env[62361]: _type = "Task" [ 1806.972975] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.980675] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709041, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.992758] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.521s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.993075] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.475s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.993917] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16aa9b87-a881-4c1b-a7ce-1a77c7a02be4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.020540] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709039, 'name': Rename_Task, 'duration_secs': 0.138321} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.020826] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1807.021073] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ba9adbe-7ada-4112-aeb7-26d4d8b2f4df {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.028136] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1807.028136] env[62361]: value = "task-1709042" [ 1807.028136] env[62361]: _type = "Task" [ 1807.028136] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.036129] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.198362] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709040, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.231178] env[62361]: DEBUG oslo_concurrency.lockutils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.231672] env[62361]: DEBUG nova.compute.manager [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1807.235155] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.249s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.236832] env[62361]: INFO nova.compute.claims [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1807.448326] env[62361]: DEBUG nova.network.neutron [req-046990cd-d1ce-49a9-8b51-a53e7d113475 req-91312727-7be3-4db1-add9-c81ebe4d986d service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Updated VIF entry in instance network info cache for port 968a7235-d4d5-4239-8024-6a4d79573d76. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1807.449038] env[62361]: DEBUG nova.network.neutron [req-046990cd-d1ce-49a9-8b51-a53e7d113475 req-91312727-7be3-4db1-add9-c81ebe4d986d service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Updating instance_info_cache with network_info: [{"id": "968a7235-d4d5-4239-8024-6a4d79573d76", "address": "fa:16:3e:9d:58:aa", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968a7235-d4", "ovs_interfaceid": "968a7235-d4d5-4239-8024-6a4d79573d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.483595] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709041, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.502770] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.537547] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709042, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.698386] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709040, 'name': CreateVM_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.736709] env[62361]: DEBUG nova.compute.utils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1807.738494] env[62361]: DEBUG nova.compute.manager [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1807.738634] env[62361]: DEBUG nova.network.neutron [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1807.817945] env[62361]: DEBUG nova.policy [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4a40ffd137d4529b4f094a8db69d746', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e542b8dcc6a444daad5f9fb2bf34579', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1807.952336] env[62361]: DEBUG oslo_concurrency.lockutils [req-046990cd-d1ce-49a9-8b51-a53e7d113475 req-91312727-7be3-4db1-add9-c81ebe4d986d service nova] Releasing lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.986102] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709041, 'name': CreateSnapshot_Task, 'duration_secs': 0.777853} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.986455] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Created Snapshot of the VM instance {{(pid=62361) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1807.987288] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a39cfa1-38d9-4b3f-9e43-83174a33ec17 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.040398] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709042, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.188944] env[62361]: DEBUG nova.network.neutron [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Successfully created port: 8b1421ad-9874-4e55-aa65-bff7a2315e43 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1808.205022] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709040, 'name': CreateVM_Task, 'duration_secs': 1.330442} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.205022] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1808.205022] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.205022] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.205022] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1808.205022] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6376cab1-8ccc-4f65-a711-68094dfe62e3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.209632] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1808.209632] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5286e3b1-731f-504c-ddc4-5508038d4fde" [ 1808.209632] env[62361]: _type = "Task" [ 1808.209632] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.219765] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5286e3b1-731f-504c-ddc4-5508038d4fde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.242040] env[62361]: DEBUG nova.compute.manager [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1808.460877] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dc6fb3-1129-400e-bdc3-51a3ece90652 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.462860] env[62361]: DEBUG oslo_concurrency.lockutils [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "331cb7b1-24b1-4df6-aa4f-23309e20b321" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.463235] env[62361]: DEBUG oslo_concurrency.lockutils [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "331cb7b1-24b1-4df6-aa4f-23309e20b321" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.463598] env[62361]: DEBUG oslo_concurrency.lockutils [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "331cb7b1-24b1-4df6-aa4f-23309e20b321-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.464186] env[62361]: DEBUG oslo_concurrency.lockutils [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "331cb7b1-24b1-4df6-aa4f-23309e20b321-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.464482] env[62361]: DEBUG oslo_concurrency.lockutils [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "331cb7b1-24b1-4df6-aa4f-23309e20b321-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.466779] env[62361]: INFO nova.compute.manager [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Terminating instance [ 1808.470740] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9774972-eb1d-4bb7-8cc8-ed2c34d520ec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.474295] env[62361]: DEBUG nova.compute.manager [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1808.474613] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1808.475449] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e338d4a0-086f-4194-b94a-fbb6ab7301c5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.484386] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1808.507952] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70ab670e-5265-48b0-9018-1ca84e5792a4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.516156] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Creating linked-clone VM from snapshot {{(pid=62361) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1808.516599] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2e03b580-9800-4526-b002-2df985524e59 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.519739] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faeeb76-d159-4e0c-a33b-6c688707f8bb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.531149] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ae8fd3-12d8-4a78-8d91-6058e49f0cb1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.535058] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1808.535058] env[62361]: value = "task-1709044" [ 1808.535058] env[62361]: _type = "Task" [ 1808.535058] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.535336] env[62361]: DEBUG oslo_vmware.api [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1808.535336] env[62361]: value = "task-1709043" [ 1808.535336] env[62361]: _type = "Task" [ 1808.535336] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.552844] env[62361]: DEBUG nova.compute.provider_tree [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.559047] env[62361]: DEBUG oslo_vmware.api [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709042, 'name': PowerOnVM_Task, 'duration_secs': 1.085646} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.564747] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1808.564986] env[62361]: INFO nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1808.565183] env[62361]: DEBUG nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1808.565460] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709044, 'name': CloneVM_Task} progress is 12%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.565669] env[62361]: DEBUG oslo_vmware.api [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.566910] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b337471-50c2-46c2-a333-917f8e99cf50 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.720412] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5286e3b1-731f-504c-ddc4-5508038d4fde, 'name': SearchDatastore_Task, 'duration_secs': 0.037389} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.720724] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.720950] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1808.721197] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.721388] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.721588] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1808.721858] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdcb4863-4a15-41b2-832c-9d6e8d9de242 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.730016] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1808.730301] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1808.731041] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e07b73a-d9fe-4a55-88ab-2e54a968638a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.736392] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1808.736392] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5266c17d-bae3-e43d-df99-c6e618573aea" [ 1808.736392] env[62361]: _type = "Task" [ 1808.736392] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.744447] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5266c17d-bae3-e43d-df99-c6e618573aea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.048101] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709044, 'name': CloneVM_Task} progress is 93%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.051025] env[62361]: DEBUG oslo_vmware.api [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709043, 'name': PowerOffVM_Task, 'duration_secs': 0.283176} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.051276] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1809.051446] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1809.051718] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c914d94-4f1b-46d6-8435-0e1998234167 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.056270] env[62361]: DEBUG nova.scheduler.client.report [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1809.082907] env[62361]: INFO nova.compute.manager [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Took 16.55 seconds to build instance. [ 1809.120590] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1809.120590] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1809.120824] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Deleting the datastore file [datastore1] 331cb7b1-24b1-4df6-aa4f-23309e20b321 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1809.121942] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95c87450-ea0f-4cbb-9982-1d788ff9fdb0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.132120] env[62361]: DEBUG oslo_vmware.api [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1809.132120] env[62361]: value = "task-1709046" [ 1809.132120] env[62361]: _type = "Task" [ 1809.132120] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.140589] env[62361]: DEBUG oslo_vmware.api [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.248574] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5266c17d-bae3-e43d-df99-c6e618573aea, 'name': SearchDatastore_Task, 'duration_secs': 0.011558} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.249383] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9608a94-2c0d-46f7-869d-d04c893204b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.256013] env[62361]: DEBUG nova.compute.manager [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1809.258796] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1809.258796] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5207a388-e5f1-ff64-aa42-4ffb6ecc8879" [ 1809.258796] env[62361]: _type = "Task" [ 1809.258796] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.269502] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5207a388-e5f1-ff64-aa42-4ffb6ecc8879, 'name': SearchDatastore_Task, 'duration_secs': 0.01142} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.269783] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.270074] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 922e49fb-2f2c-48bd-aea2-92e3daa37c46/922e49fb-2f2c-48bd-aea2-92e3daa37c46.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1809.270367] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-008183f5-1f42-4bcf-87fc-a1ff9a1a8df5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.277476] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1809.277476] env[62361]: value = "task-1709047" [ 1809.277476] env[62361]: _type = "Task" [ 1809.277476] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.287816] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.290381] env[62361]: DEBUG nova.virt.hardware [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1809.290752] env[62361]: DEBUG nova.virt.hardware [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1809.291039] env[62361]: DEBUG nova.virt.hardware [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1809.291363] env[62361]: DEBUG nova.virt.hardware [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1809.291629] env[62361]: DEBUG nova.virt.hardware [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1809.291870] env[62361]: DEBUG nova.virt.hardware [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1809.292208] env[62361]: DEBUG nova.virt.hardware [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1809.292454] env[62361]: DEBUG nova.virt.hardware [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1809.292755] env[62361]: DEBUG nova.virt.hardware [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1809.293024] env[62361]: DEBUG nova.virt.hardware [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1809.293311] env[62361]: DEBUG nova.virt.hardware [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1809.294646] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88e8eb1-691b-4047-8964-3fbb16dc62d8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.306056] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d2df4c-14cf-4cd3-b219-ba742f3ec91b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.547642] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709044, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.560930] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.561609] env[62361]: DEBUG nova.compute.manager [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1809.564955] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.679s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.565183] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.565338] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1809.565635] env[62361]: DEBUG oslo_concurrency.lockutils [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.157s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.565846] env[62361]: DEBUG nova.objects.instance [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lazy-loading 'resources' on Instance uuid 9d27a316-beba-43a1-be60-658c22241fe0 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1809.568047] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8e8e1d-72b0-47b1-b070-e4851f87de1d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.577353] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee09e6a4-e982-45e7-a068-a7a04e51baa1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.585190] env[62361]: DEBUG oslo_concurrency.lockutils [None req-481acdd5-8ea7-4ccf-bb88-84fcbaa881ba tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "0268790c-3abb-4da9-9a94-8494866a19ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.063s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.597617] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeb4d68-2e72-45b5-aa38-dab99f4ffe4a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.605518] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4500b7-afcf-4cd5-9392-f3c08ab2d77c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.641816] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.642163] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.642381] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.642599] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.642803] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.644911] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180307MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1809.645118] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.645932] env[62361]: INFO nova.compute.manager [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Terminating instance [ 1809.651632] env[62361]: DEBUG nova.compute.manager [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1809.651998] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1809.652908] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb8bf65-638c-4bce-bcaf-a4179980cff1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.663235] env[62361]: DEBUG oslo_vmware.api [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177639} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.665747] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1809.665975] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1809.666282] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1809.666506] env[62361]: INFO nova.compute.manager [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1809.666848] env[62361]: DEBUG oslo.service.loopingcall [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.667105] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1809.667343] env[62361]: DEBUG nova.compute.manager [-] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1809.667469] env[62361]: DEBUG nova.network.neutron [-] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1809.672026] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce4437a0-2529-4919-b672-f7169eae693d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.677971] env[62361]: DEBUG oslo_vmware.api [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1809.677971] env[62361]: value = "task-1709048" [ 1809.677971] env[62361]: _type = "Task" [ 1809.677971] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.691218] env[62361]: DEBUG oslo_vmware.api [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.694126] env[62361]: DEBUG nova.compute.manager [req-b04e5370-16d6-46aa-b8b3-b1ede07fea54 req-0bf37b7d-d6aa-47bd-9066-c92da837ad18 service nova] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Received event network-vif-plugged-8b1421ad-9874-4e55-aa65-bff7a2315e43 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1809.694239] env[62361]: DEBUG oslo_concurrency.lockutils [req-b04e5370-16d6-46aa-b8b3-b1ede07fea54 req-0bf37b7d-d6aa-47bd-9066-c92da837ad18 service nova] Acquiring lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.694463] env[62361]: DEBUG oslo_concurrency.lockutils [req-b04e5370-16d6-46aa-b8b3-b1ede07fea54 req-0bf37b7d-d6aa-47bd-9066-c92da837ad18 service nova] Lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.694641] env[62361]: DEBUG oslo_concurrency.lockutils [req-b04e5370-16d6-46aa-b8b3-b1ede07fea54 req-0bf37b7d-d6aa-47bd-9066-c92da837ad18 service nova] Lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.694827] env[62361]: DEBUG nova.compute.manager [req-b04e5370-16d6-46aa-b8b3-b1ede07fea54 req-0bf37b7d-d6aa-47bd-9066-c92da837ad18 service nova] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] No waiting events found dispatching network-vif-plugged-8b1421ad-9874-4e55-aa65-bff7a2315e43 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1809.695085] env[62361]: WARNING nova.compute.manager [req-b04e5370-16d6-46aa-b8b3-b1ede07fea54 req-0bf37b7d-d6aa-47bd-9066-c92da837ad18 service nova] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Received unexpected event network-vif-plugged-8b1421ad-9874-4e55-aa65-bff7a2315e43 for instance with vm_state building and task_state spawning. [ 1809.700549] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "0268790c-3abb-4da9-9a94-8494866a19ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.700892] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "0268790c-3abb-4da9-9a94-8494866a19ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.701122] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "0268790c-3abb-4da9-9a94-8494866a19ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.701312] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "0268790c-3abb-4da9-9a94-8494866a19ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.701483] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "0268790c-3abb-4da9-9a94-8494866a19ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.703956] env[62361]: INFO nova.compute.manager [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Terminating instance [ 1809.707229] env[62361]: DEBUG nova.compute.manager [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1809.707499] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1809.708794] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb412d97-5879-4008-949e-5cbe9d5b7a48 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.718975] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1809.719365] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76693003-4cac-474a-b092-a05442494d20 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.726597] env[62361]: DEBUG oslo_vmware.api [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1809.726597] env[62361]: value = "task-1709049" [ 1809.726597] env[62361]: _type = "Task" [ 1809.726597] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.739603] env[62361]: DEBUG oslo_vmware.api [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.789849] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502727} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.790180] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 922e49fb-2f2c-48bd-aea2-92e3daa37c46/922e49fb-2f2c-48bd-aea2-92e3daa37c46.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1809.790487] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1809.790788] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bfcd6f1-fa6b-418e-b804-c3771546ef31 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.801781] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1809.801781] env[62361]: value = "task-1709050" [ 1809.801781] env[62361]: _type = "Task" [ 1809.801781] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.802516] env[62361]: DEBUG nova.network.neutron [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Successfully updated port: 8b1421ad-9874-4e55-aa65-bff7a2315e43 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1809.807453] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.047090] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709044, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.068785] env[62361]: DEBUG nova.compute.utils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1810.070182] env[62361]: DEBUG nova.compute.manager [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1810.070383] env[62361]: DEBUG nova.network.neutron [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1810.122733] env[62361]: DEBUG nova.policy [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd23925b319554b43b48ec82ba6263242', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca5af56f3e6346a5bad958b803703eed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1810.186239] env[62361]: DEBUG nova.compute.manager [req-3c0adfc5-8224-46b0-8277-3308c9b11dff req-2e44ae4b-e520-411b-af58-32bf25b614d6 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Received event network-vif-deleted-489519a0-5d33-4b2e-acc9-6ac7bdc58283 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1810.186474] env[62361]: INFO nova.compute.manager [req-3c0adfc5-8224-46b0-8277-3308c9b11dff req-2e44ae4b-e520-411b-af58-32bf25b614d6 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Neutron deleted interface 489519a0-5d33-4b2e-acc9-6ac7bdc58283; detaching it from the instance and deleting it from the info cache [ 1810.186736] env[62361]: DEBUG nova.network.neutron [req-3c0adfc5-8224-46b0-8277-3308c9b11dff req-2e44ae4b-e520-411b-af58-32bf25b614d6 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.195173] env[62361]: DEBUG oslo_vmware.api [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709048, 'name': PowerOffVM_Task, 'duration_secs': 0.486029} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.195431] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1810.195600] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1810.196116] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b44f93c-02cb-46d5-b3c2-712ae68dc1b1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.241224] env[62361]: DEBUG oslo_vmware.api [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709049, 'name': PowerOffVM_Task, 'duration_secs': 0.25701} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.241516] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1810.241701] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1810.242523] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b45b47c-55d8-47c6-9812-a004a6eb38fc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.288371] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1810.288590] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1810.288767] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Deleting the datastore file [datastore1] 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1810.289045] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb354703-55b0-4ce1-ba45-247bc19cef27 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.295702] env[62361]: DEBUG oslo_vmware.api [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1810.295702] env[62361]: value = "task-1709053" [ 1810.295702] env[62361]: _type = "Task" [ 1810.295702] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.301661] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cb6d66-903b-485e-b79d-423ed87d7c9a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.308427] env[62361]: DEBUG oslo_concurrency.lockutils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "refresh_cache-dd3faba2-ddf6-442b-951c-f1f22adc4a7c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.308589] env[62361]: DEBUG oslo_concurrency.lockutils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquired lock "refresh_cache-dd3faba2-ddf6-442b-951c-f1f22adc4a7c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.308751] env[62361]: DEBUG nova.network.neutron [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1810.314814] env[62361]: DEBUG oslo_vmware.api [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.322228] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad809448-b374-4dfa-8669-48aad258500d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.326356] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186221} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.329065] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1810.329531] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1810.329814] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1810.330083] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Deleting the datastore file [datastore1] 0268790c-3abb-4da9-9a94-8494866a19ab {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1810.331456] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f597e58-9528-4555-8f87-147c5c3f4574 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.335454] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9daf3f8b-2ba3-4e2a-a56d-9da407a1114d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.364049] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ae0132-52b2-4256-9414-1b7753e40f53 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.379029] env[62361]: DEBUG oslo_vmware.api [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for the task: (returnval){ [ 1810.379029] env[62361]: value = "task-1709054" [ 1810.379029] env[62361]: _type = "Task" [ 1810.379029] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.388171] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 922e49fb-2f2c-48bd-aea2-92e3daa37c46/922e49fb-2f2c-48bd-aea2-92e3daa37c46.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1810.389441] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fcd8a6b-46ad-4d23-8459-385f3f6aac5c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.411214] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07d0829-8d07-437f-93de-92ee01fe8196 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.415990] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1810.415990] env[62361]: value = "task-1709055" [ 1810.415990] env[62361]: _type = "Task" [ 1810.415990] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.430406] env[62361]: DEBUG nova.compute.provider_tree [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.431774] env[62361]: DEBUG oslo_vmware.api [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.437128] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.443344] env[62361]: DEBUG nova.network.neutron [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Successfully created port: 156663f9-6bfa-4feb-8c6d-f094e97dd049 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1810.548743] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709044, 'name': CloneVM_Task} progress is 94%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.573319] env[62361]: DEBUG nova.compute.manager [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1810.657697] env[62361]: DEBUG nova.network.neutron [-] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.696135] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c504bb6d-c48c-472b-b7fe-0456a130aa25 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.707239] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216e4279-2e52-4d52-9192-519af4e76f91 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.741408] env[62361]: DEBUG nova.compute.manager [req-3c0adfc5-8224-46b0-8277-3308c9b11dff req-2e44ae4b-e520-411b-af58-32bf25b614d6 service nova] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Detach interface failed, port_id=489519a0-5d33-4b2e-acc9-6ac7bdc58283, reason: Instance 331cb7b1-24b1-4df6-aa4f-23309e20b321 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1810.808390] env[62361]: DEBUG oslo_vmware.api [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166473} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.808674] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1810.808857] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1810.809046] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1810.809223] env[62361]: INFO nova.compute.manager [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1810.809470] env[62361]: DEBUG oslo.service.loopingcall [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.809659] env[62361]: DEBUG nova.compute.manager [-] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1810.809753] env[62361]: DEBUG nova.network.neutron [-] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1810.848828] env[62361]: DEBUG nova.network.neutron [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1810.899288] env[62361]: DEBUG oslo_vmware.api [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Task: {'id': task-1709054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235689} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.899288] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1810.899519] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1810.899583] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1810.899752] env[62361]: INFO nova.compute.manager [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1810.899984] env[62361]: DEBUG oslo.service.loopingcall [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.900185] env[62361]: DEBUG nova.compute.manager [-] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1810.900274] env[62361]: DEBUG nova.network.neutron [-] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1810.928295] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709055, 'name': ReconfigVM_Task, 'duration_secs': 0.38942} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.928576] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 922e49fb-2f2c-48bd-aea2-92e3daa37c46/922e49fb-2f2c-48bd-aea2-92e3daa37c46.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1810.929221] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af56434d-703b-4476-b577-b8d40d2058ac {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.934113] env[62361]: DEBUG nova.scheduler.client.report [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1810.941719] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1810.941719] env[62361]: value = "task-1709056" [ 1810.941719] env[62361]: _type = "Task" [ 1810.941719] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.952164] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709056, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.994619] env[62361]: DEBUG nova.network.neutron [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Updating instance_info_cache with network_info: [{"id": "8b1421ad-9874-4e55-aa65-bff7a2315e43", "address": "fa:16:3e:27:fe:91", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b1421ad-98", "ovs_interfaceid": "8b1421ad-9874-4e55-aa65-bff7a2315e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.048819] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709044, 'name': CloneVM_Task, 'duration_secs': 2.46875} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.049121] env[62361]: INFO nova.virt.vmwareapi.vmops [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Created linked-clone VM from snapshot [ 1811.049904] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e35429-3c6c-4336-83b1-c51d18ad29e6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.058281] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Uploading image 77964824-41e7-448a-82a5-98ffb7377dc9 {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1811.091488] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1811.091488] env[62361]: value = "vm-356049" [ 1811.091488] env[62361]: _type = "VirtualMachine" [ 1811.091488] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1811.091872] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e6072c0b-df1b-4cfd-842b-79fe76dc7c67 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.099962] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lease: (returnval){ [ 1811.099962] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520cdb2a-da40-a47a-88e1-753473b5e644" [ 1811.099962] env[62361]: _type = "HttpNfcLease" [ 1811.099962] env[62361]: } obtained for exporting VM: (result){ [ 1811.099962] env[62361]: value = "vm-356049" [ 1811.099962] env[62361]: _type = "VirtualMachine" [ 1811.099962] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1811.100300] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the lease: (returnval){ [ 1811.100300] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520cdb2a-da40-a47a-88e1-753473b5e644" [ 1811.100300] env[62361]: _type = "HttpNfcLease" [ 1811.100300] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1811.107407] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1811.107407] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520cdb2a-da40-a47a-88e1-753473b5e644" [ 1811.107407] env[62361]: _type = "HttpNfcLease" [ 1811.107407] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1811.161387] env[62361]: INFO nova.compute.manager [-] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Took 1.49 seconds to deallocate network for instance. [ 1811.441786] env[62361]: DEBUG oslo_concurrency.lockutils [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.444677] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.035s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.444991] env[62361]: DEBUG nova.objects.instance [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lazy-loading 'pci_requests' on Instance uuid 1d5bfc39-67a4-41d3-b195-1146984e5b58 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.456332] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709056, 'name': Rename_Task, 'duration_secs': 0.151138} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.457170] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1811.457433] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3926adb3-f3e7-4f6c-b725-ddd4b29d7748 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.464910] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1811.464910] env[62361]: value = "task-1709058" [ 1811.464910] env[62361]: _type = "Task" [ 1811.464910] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.470752] env[62361]: INFO nova.scheduler.client.report [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Deleted allocations for instance 9d27a316-beba-43a1-be60-658c22241fe0 [ 1811.477931] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.497447] env[62361]: DEBUG oslo_concurrency.lockutils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Releasing lock "refresh_cache-dd3faba2-ddf6-442b-951c-f1f22adc4a7c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.498966] env[62361]: DEBUG nova.compute.manager [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Instance network_info: |[{"id": "8b1421ad-9874-4e55-aa65-bff7a2315e43", "address": "fa:16:3e:27:fe:91", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b1421ad-98", "ovs_interfaceid": "8b1421ad-9874-4e55-aa65-bff7a2315e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1811.498966] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:fe:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b1421ad-9874-4e55-aa65-bff7a2315e43', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1811.507593] env[62361]: DEBUG oslo.service.loopingcall [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1811.507870] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1811.508179] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4be35be-e221-48fc-9869-45670b9a457b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.532102] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1811.532102] env[62361]: value = "task-1709059" [ 1811.532102] env[62361]: _type = "Task" [ 1811.532102] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.540754] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709059, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.585177] env[62361]: DEBUG nova.compute.manager [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1811.611366] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1811.611366] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520cdb2a-da40-a47a-88e1-753473b5e644" [ 1811.611366] env[62361]: _type = "HttpNfcLease" [ 1811.611366] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1811.612629] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1811.612629] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]520cdb2a-da40-a47a-88e1-753473b5e644" [ 1811.612629] env[62361]: _type = "HttpNfcLease" [ 1811.612629] env[62361]: }. {{(pid=62361) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1811.612821] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321b2993-543c-4877-98af-7b6d0427adae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.619076] env[62361]: DEBUG nova.virt.hardware [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1811.619414] env[62361]: DEBUG nova.virt.hardware [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1811.619637] env[62361]: DEBUG nova.virt.hardware [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1811.620025] env[62361]: DEBUG nova.virt.hardware [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1811.620135] env[62361]: DEBUG nova.virt.hardware [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1811.620365] env[62361]: DEBUG nova.virt.hardware [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1811.620642] env[62361]: DEBUG nova.virt.hardware [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1811.620878] env[62361]: DEBUG nova.virt.hardware [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1811.621148] env[62361]: DEBUG nova.virt.hardware [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1811.621400] env[62361]: DEBUG nova.virt.hardware [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1811.621668] env[62361]: DEBUG nova.virt.hardware [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1811.622779] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5861ec5-75d0-48dc-9dbd-c081c3909800 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.636798] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20090430-feb3-4496-95d3-01b651ab6675 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.640776] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528117b3-62b0-bc1b-0b82-d56592432a2d/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1811.640996] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528117b3-62b0-bc1b-0b82-d56592432a2d/disk-0.vmdk for reading. {{(pid=62361) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1811.702222] env[62361]: DEBUG nova.network.neutron [-] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.704778] env[62361]: DEBUG oslo_concurrency.lockutils [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.737870] env[62361]: DEBUG nova.compute.manager [req-2d61bbf3-2f06-4492-b8fc-59c195547444 req-10d16bef-24b2-4345-a365-c010098723a7 service nova] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Received event network-changed-8b1421ad-9874-4e55-aa65-bff7a2315e43 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1811.738146] env[62361]: DEBUG nova.compute.manager [req-2d61bbf3-2f06-4492-b8fc-59c195547444 req-10d16bef-24b2-4345-a365-c010098723a7 service nova] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Refreshing instance network info cache due to event network-changed-8b1421ad-9874-4e55-aa65-bff7a2315e43. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1811.738260] env[62361]: DEBUG oslo_concurrency.lockutils [req-2d61bbf3-2f06-4492-b8fc-59c195547444 req-10d16bef-24b2-4345-a365-c010098723a7 service nova] Acquiring lock "refresh_cache-dd3faba2-ddf6-442b-951c-f1f22adc4a7c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.738448] env[62361]: DEBUG oslo_concurrency.lockutils [req-2d61bbf3-2f06-4492-b8fc-59c195547444 req-10d16bef-24b2-4345-a365-c010098723a7 service nova] Acquired lock "refresh_cache-dd3faba2-ddf6-442b-951c-f1f22adc4a7c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.738580] env[62361]: DEBUG nova.network.neutron [req-2d61bbf3-2f06-4492-b8fc-59c195547444 req-10d16bef-24b2-4345-a365-c010098723a7 service nova] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Refreshing network info cache for port 8b1421ad-9874-4e55-aa65-bff7a2315e43 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1811.749258] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c37a5b21-a385-47d2-a186-e152c10aad78 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.765203] env[62361]: DEBUG nova.network.neutron [-] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.952556] env[62361]: DEBUG nova.objects.instance [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lazy-loading 'numa_topology' on Instance uuid 1d5bfc39-67a4-41d3-b195-1146984e5b58 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.977234] env[62361]: DEBUG oslo_vmware.api [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709058, 'name': PowerOnVM_Task, 'duration_secs': 0.497793} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.981708] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1811.981708] env[62361]: INFO nova.compute.manager [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1811.981708] env[62361]: DEBUG nova.compute.manager [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1811.983823] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111bda4d-9f8b-4282-b3e2-c8af34bbb118 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.988304] env[62361]: DEBUG oslo_concurrency.lockutils [None req-76fd2446-52a7-4262-a21c-9d6a9fbec8a3 tempest-ImagesTestJSON-562547830 tempest-ImagesTestJSON-562547830-project-member] Lock "9d27a316-beba-43a1-be60-658c22241fe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.930s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.043239] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709059, 'name': CreateVM_Task, 'duration_secs': 0.465736} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.043425] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1812.044212] env[62361]: DEBUG oslo_concurrency.lockutils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.044378] env[62361]: DEBUG oslo_concurrency.lockutils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.044711] env[62361]: DEBUG oslo_concurrency.lockutils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1812.046116] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b2d66c1-de22-484e-b3ed-8adf5c5a7a18 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.053024] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1812.053024] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5238e593-28d9-c886-328a-d67a7355f691" [ 1812.053024] env[62361]: _type = "Task" [ 1812.053024] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.062566] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5238e593-28d9-c886-328a-d67a7355f691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.074018] env[62361]: DEBUG nova.network.neutron [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Successfully updated port: 156663f9-6bfa-4feb-8c6d-f094e97dd049 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1812.206483] env[62361]: INFO nova.compute.manager [-] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Took 1.40 seconds to deallocate network for instance. [ 1812.269899] env[62361]: INFO nova.compute.manager [-] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Took 1.37 seconds to deallocate network for instance. [ 1812.441183] env[62361]: DEBUG nova.compute.manager [req-43b3f4a8-912c-4e16-8d43-df428f292520 req-96988260-c94f-453e-94b3-bb4f7ee8d26b service nova] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Received event network-vif-deleted-7d7a634f-36c1-46a5-86a3-dd07766782e5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1812.441326] env[62361]: DEBUG nova.compute.manager [req-43b3f4a8-912c-4e16-8d43-df428f292520 req-96988260-c94f-453e-94b3-bb4f7ee8d26b service nova] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Received event network-vif-deleted-0e9f054d-936e-4352-b57a-6d90a1375f9e {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1812.460346] env[62361]: INFO nova.compute.claims [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1812.516290] env[62361]: INFO nova.compute.manager [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Took 12.60 seconds to build instance. [ 1812.558625] env[62361]: DEBUG nova.network.neutron [req-2d61bbf3-2f06-4492-b8fc-59c195547444 req-10d16bef-24b2-4345-a365-c010098723a7 service nova] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Updated VIF entry in instance network info cache for port 8b1421ad-9874-4e55-aa65-bff7a2315e43. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1812.562219] env[62361]: DEBUG nova.network.neutron [req-2d61bbf3-2f06-4492-b8fc-59c195547444 req-10d16bef-24b2-4345-a365-c010098723a7 service nova] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Updating instance_info_cache with network_info: [{"id": "8b1421ad-9874-4e55-aa65-bff7a2315e43", "address": "fa:16:3e:27:fe:91", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b1421ad-98", "ovs_interfaceid": "8b1421ad-9874-4e55-aa65-bff7a2315e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.571148] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5238e593-28d9-c886-328a-d67a7355f691, 'name': SearchDatastore_Task, 'duration_secs': 0.012657} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.571148] env[62361]: DEBUG oslo_concurrency.lockutils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.571148] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1812.571148] env[62361]: DEBUG oslo_concurrency.lockutils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.571148] env[62361]: DEBUG oslo_concurrency.lockutils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.571148] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1812.571148] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1ef1634-85c2-4e0a-8e5b-6d0c3ca963b4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.575613] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.576029] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.576112] env[62361]: DEBUG nova.network.neutron [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1812.581890] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1812.582103] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1812.583369] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc4c8cca-94f3-452e-84fc-457ab18bb3e9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.591730] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1812.591730] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527c00df-bccb-dc2d-e84d-d2b46374569d" [ 1812.591730] env[62361]: _type = "Task" [ 1812.591730] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.603834] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527c00df-bccb-dc2d-e84d-d2b46374569d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.713568] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.776977] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.021397] env[62361]: DEBUG oslo_concurrency.lockutils [None req-e527f602-e02b-47f3-a011-7b22f9069af8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.111s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.070682] env[62361]: DEBUG oslo_concurrency.lockutils [req-2d61bbf3-2f06-4492-b8fc-59c195547444 req-10d16bef-24b2-4345-a365-c010098723a7 service nova] Releasing lock "refresh_cache-dd3faba2-ddf6-442b-951c-f1f22adc4a7c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.109284] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]527c00df-bccb-dc2d-e84d-d2b46374569d, 'name': SearchDatastore_Task, 'duration_secs': 0.015527} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.110510] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3ff442-9b0c-4c9a-9255-b00533df8739 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.116824] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1813.116824] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521e43e8-e795-7771-01ec-d127955be285" [ 1813.116824] env[62361]: _type = "Task" [ 1813.116824] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.121344] env[62361]: DEBUG nova.network.neutron [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1813.133752] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521e43e8-e795-7771-01ec-d127955be285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.380071] env[62361]: DEBUG nova.network.neutron [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Updating instance_info_cache with network_info: [{"id": "156663f9-6bfa-4feb-8c6d-f094e97dd049", "address": "fa:16:3e:6b:2a:b0", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156663f9-6b", "ovs_interfaceid": "156663f9-6bfa-4feb-8c6d-f094e97dd049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.637333] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]521e43e8-e795-7771-01ec-d127955be285, 'name': SearchDatastore_Task, 'duration_secs': 0.020428} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.639019] env[62361]: DEBUG oslo_concurrency.lockutils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.639019] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] dd3faba2-ddf6-442b-951c-f1f22adc4a7c/dd3faba2-ddf6-442b-951c-f1f22adc4a7c.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1813.639019] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e665b41-905a-444f-a153-44bc6fe9cd3a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.651665] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1813.651665] env[62361]: value = "task-1709060" [ 1813.651665] env[62361]: _type = "Task" [ 1813.651665] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.665533] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.732491] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb0e403-4e70-4b04-b04a-275cfd85b4d6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.747254] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df27ebc2-3ec0-4cba-86c9-b95904a0fa30 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.787716] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fa9df5-b7fb-41e6-b1c6-23a05b448ef6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.797701] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35acd43-feb1-4ca9-8e17-b6bfd9b219fc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.814695] env[62361]: DEBUG nova.compute.provider_tree [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.850773] env[62361]: DEBUG nova.compute.manager [req-27292f70-a0fc-4ba4-97db-619043c35941 req-b6cd97f7-d33a-4e43-ab50-542a9a911317 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Received event network-vif-plugged-156663f9-6bfa-4feb-8c6d-f094e97dd049 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1813.850904] env[62361]: DEBUG oslo_concurrency.lockutils [req-27292f70-a0fc-4ba4-97db-619043c35941 req-b6cd97f7-d33a-4e43-ab50-542a9a911317 service nova] Acquiring lock "17026aa8-0005-4233-8f1d-22b6c096bc02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.851202] env[62361]: DEBUG oslo_concurrency.lockutils [req-27292f70-a0fc-4ba4-97db-619043c35941 req-b6cd97f7-d33a-4e43-ab50-542a9a911317 service nova] Lock "17026aa8-0005-4233-8f1d-22b6c096bc02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.851710] env[62361]: DEBUG oslo_concurrency.lockutils [req-27292f70-a0fc-4ba4-97db-619043c35941 req-b6cd97f7-d33a-4e43-ab50-542a9a911317 service nova] Lock "17026aa8-0005-4233-8f1d-22b6c096bc02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.851907] env[62361]: DEBUG nova.compute.manager [req-27292f70-a0fc-4ba4-97db-619043c35941 req-b6cd97f7-d33a-4e43-ab50-542a9a911317 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] No waiting events found dispatching network-vif-plugged-156663f9-6bfa-4feb-8c6d-f094e97dd049 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1813.852223] env[62361]: WARNING nova.compute.manager [req-27292f70-a0fc-4ba4-97db-619043c35941 req-b6cd97f7-d33a-4e43-ab50-542a9a911317 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Received unexpected event network-vif-plugged-156663f9-6bfa-4feb-8c6d-f094e97dd049 for instance with vm_state building and task_state spawning. [ 1813.852507] env[62361]: DEBUG nova.compute.manager [req-27292f70-a0fc-4ba4-97db-619043c35941 req-b6cd97f7-d33a-4e43-ab50-542a9a911317 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Received event network-changed-156663f9-6bfa-4feb-8c6d-f094e97dd049 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1813.852860] env[62361]: DEBUG nova.compute.manager [req-27292f70-a0fc-4ba4-97db-619043c35941 req-b6cd97f7-d33a-4e43-ab50-542a9a911317 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Refreshing instance network info cache due to event network-changed-156663f9-6bfa-4feb-8c6d-f094e97dd049. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1813.853068] env[62361]: DEBUG oslo_concurrency.lockutils [req-27292f70-a0fc-4ba4-97db-619043c35941 req-b6cd97f7-d33a-4e43-ab50-542a9a911317 service nova] Acquiring lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.883399] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.884084] env[62361]: DEBUG nova.compute.manager [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Instance network_info: |[{"id": "156663f9-6bfa-4feb-8c6d-f094e97dd049", "address": "fa:16:3e:6b:2a:b0", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156663f9-6b", "ovs_interfaceid": "156663f9-6bfa-4feb-8c6d-f094e97dd049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1813.884909] env[62361]: DEBUG oslo_concurrency.lockutils [req-27292f70-a0fc-4ba4-97db-619043c35941 req-b6cd97f7-d33a-4e43-ab50-542a9a911317 service nova] Acquired lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.885328] env[62361]: DEBUG nova.network.neutron [req-27292f70-a0fc-4ba4-97db-619043c35941 req-b6cd97f7-d33a-4e43-ab50-542a9a911317 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Refreshing network info cache for port 156663f9-6bfa-4feb-8c6d-f094e97dd049 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1813.887352] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:2a:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '156663f9-6bfa-4feb-8c6d-f094e97dd049', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1813.898582] env[62361]: DEBUG oslo.service.loopingcall [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1813.898582] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1813.898582] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6710600d-b434-45e7-89be-0c7921bebab6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.931709] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1813.931709] env[62361]: value = "task-1709061" [ 1813.931709] env[62361]: _type = "Task" [ 1813.931709] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.946232] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709061, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.165077] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709060, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.319298] env[62361]: DEBUG nova.scheduler.client.report [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1814.443474] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709061, 'name': CreateVM_Task, 'duration_secs': 0.473671} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.443743] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1814.444388] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.444566] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.444936] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1814.445235] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-094d8492-ba1d-45fb-aabb-7bc4d4a0402c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.451283] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1814.451283] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524aeace-2e34-a564-851e-37040d1452a4" [ 1814.451283] env[62361]: _type = "Task" [ 1814.451283] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.463994] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524aeace-2e34-a564-851e-37040d1452a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.474566] env[62361]: DEBUG nova.compute.manager [req-0eb01987-761c-4930-a07d-91fda347949c req-c5ba0865-4d3b-4ac0-a040-e1c114321f4d service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Received event network-changed-5856cd79-6d70-46e6-90b6-8bb4d9512d61 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1814.475318] env[62361]: DEBUG nova.compute.manager [req-0eb01987-761c-4930-a07d-91fda347949c req-c5ba0865-4d3b-4ac0-a040-e1c114321f4d service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Refreshing instance network info cache due to event network-changed-5856cd79-6d70-46e6-90b6-8bb4d9512d61. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1814.475567] env[62361]: DEBUG oslo_concurrency.lockutils [req-0eb01987-761c-4930-a07d-91fda347949c req-c5ba0865-4d3b-4ac0-a040-e1c114321f4d service nova] Acquiring lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.476212] env[62361]: DEBUG oslo_concurrency.lockutils [req-0eb01987-761c-4930-a07d-91fda347949c req-c5ba0865-4d3b-4ac0-a040-e1c114321f4d service nova] Acquired lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.476212] env[62361]: DEBUG nova.network.neutron [req-0eb01987-761c-4930-a07d-91fda347949c req-c5ba0865-4d3b-4ac0-a040-e1c114321f4d service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Refreshing network info cache for port 5856cd79-6d70-46e6-90b6-8bb4d9512d61 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1814.647171] env[62361]: DEBUG nova.network.neutron [req-27292f70-a0fc-4ba4-97db-619043c35941 req-b6cd97f7-d33a-4e43-ab50-542a9a911317 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Updated VIF entry in instance network info cache for port 156663f9-6bfa-4feb-8c6d-f094e97dd049. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1814.649781] env[62361]: DEBUG nova.network.neutron [req-27292f70-a0fc-4ba4-97db-619043c35941 req-b6cd97f7-d33a-4e43-ab50-542a9a911317 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Updating instance_info_cache with network_info: [{"id": "156663f9-6bfa-4feb-8c6d-f094e97dd049", "address": "fa:16:3e:6b:2a:b0", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156663f9-6b", "ovs_interfaceid": "156663f9-6bfa-4feb-8c6d-f094e97dd049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.664852] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671229} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.665162] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] dd3faba2-ddf6-442b-951c-f1f22adc4a7c/dd3faba2-ddf6-442b-951c-f1f22adc4a7c.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1814.665371] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1814.666305] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0addec7f-4c7c-4e18-9988-1ed9abf429b7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.675880] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1814.675880] env[62361]: value = "task-1709062" [ 1814.675880] env[62361]: _type = "Task" [ 1814.675880] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.702274] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.833669] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.388s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.835297] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.190s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.895297] env[62361]: INFO nova.network.neutron [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Updating port 44f09d6b-f4b4-47d7-8896-7b8d968894a8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1814.969025] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524aeace-2e34-a564-851e-37040d1452a4, 'name': SearchDatastore_Task, 'duration_secs': 0.013466} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.969025] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.969025] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1814.969025] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.969025] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.969025] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1814.969025] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-923b29b2-c9f2-4857-8772-15355818adc7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.983436] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1814.983436] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1814.983898] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4de494-9c9d-499d-98cc-8ff0c5e123bd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.991540] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1814.991540] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5268e214-6630-7cc5-394c-53a3425ddf1c" [ 1814.991540] env[62361]: _type = "Task" [ 1814.991540] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.002575] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5268e214-6630-7cc5-394c-53a3425ddf1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.151901] env[62361]: DEBUG oslo_concurrency.lockutils [req-27292f70-a0fc-4ba4-97db-619043c35941 req-b6cd97f7-d33a-4e43-ab50-542a9a911317 service nova] Releasing lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.188515] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116681} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.188787] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1815.189818] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9156cc-d848-452c-9d68-847b64143878 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.215279] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] dd3faba2-ddf6-442b-951c-f1f22adc4a7c/dd3faba2-ddf6-442b-951c-f1f22adc4a7c.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1815.218118] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bf1d6be-8843-4f4c-8f27-592d3a22ab48 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.244091] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1815.244091] env[62361]: value = "task-1709063" [ 1815.244091] env[62361]: _type = "Task" [ 1815.244091] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.254486] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.273422] env[62361]: DEBUG nova.network.neutron [req-0eb01987-761c-4930-a07d-91fda347949c req-c5ba0865-4d3b-4ac0-a040-e1c114321f4d service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updated VIF entry in instance network info cache for port 5856cd79-6d70-46e6-90b6-8bb4d9512d61. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1815.273422] env[62361]: DEBUG nova.network.neutron [req-0eb01987-761c-4930-a07d-91fda347949c req-c5ba0865-4d3b-4ac0-a040-e1c114321f4d service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updating instance_info_cache with network_info: [{"id": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "address": "fa:16:3e:92:43:87", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5856cd79-6d", "ovs_interfaceid": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.505303] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5268e214-6630-7cc5-394c-53a3425ddf1c, 'name': SearchDatastore_Task, 'duration_secs': 0.016836} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.506128] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea3614fe-56a6-4c5a-8af3-43ff74709945 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.512491] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1815.512491] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b71e80-ff98-0452-cf7c-f341b767b82b" [ 1815.512491] env[62361]: _type = "Task" [ 1815.512491] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.521544] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b71e80-ff98-0452-cf7c-f341b767b82b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.758403] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709063, 'name': ReconfigVM_Task, 'duration_secs': 0.448532} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.758965] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Reconfigured VM instance instance-00000074 to attach disk [datastore1] dd3faba2-ddf6-442b-951c-f1f22adc4a7c/dd3faba2-ddf6-442b-951c-f1f22adc4a7c.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1815.761694] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a91af772-156b-4dba-b26e-9079d2049b32 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.771167] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1815.771167] env[62361]: value = "task-1709064" [ 1815.771167] env[62361]: _type = "Task" [ 1815.771167] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.779609] env[62361]: DEBUG oslo_concurrency.lockutils [req-0eb01987-761c-4930-a07d-91fda347949c req-c5ba0865-4d3b-4ac0-a040-e1c114321f4d service nova] Releasing lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.780101] env[62361]: DEBUG nova.compute.manager [req-0eb01987-761c-4930-a07d-91fda347949c req-c5ba0865-4d3b-4ac0-a040-e1c114321f4d service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Received event network-changed-968a7235-d4d5-4239-8024-6a4d79573d76 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1815.780398] env[62361]: DEBUG nova.compute.manager [req-0eb01987-761c-4930-a07d-91fda347949c req-c5ba0865-4d3b-4ac0-a040-e1c114321f4d service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Refreshing instance network info cache due to event network-changed-968a7235-d4d5-4239-8024-6a4d79573d76. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1815.780722] env[62361]: DEBUG oslo_concurrency.lockutils [req-0eb01987-761c-4930-a07d-91fda347949c req-c5ba0865-4d3b-4ac0-a040-e1c114321f4d service nova] Acquiring lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.781101] env[62361]: DEBUG oslo_concurrency.lockutils [req-0eb01987-761c-4930-a07d-91fda347949c req-c5ba0865-4d3b-4ac0-a040-e1c114321f4d service nova] Acquired lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.781406] env[62361]: DEBUG nova.network.neutron [req-0eb01987-761c-4930-a07d-91fda347949c req-c5ba0865-4d3b-4ac0-a040-e1c114321f4d service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Refreshing network info cache for port 968a7235-d4d5-4239-8024-6a4d79573d76 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1815.782931] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709064, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.884022] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1815.884022] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 331cb7b1-24b1-4df6-aa4f-23309e20b321 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1815.884022] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance cb17edf0-cc03-46d4-83a4-84ab67df8572 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1815.884022] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 26f6545a-4d96-4e34-918b-ca6ef94f176b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1815.884022] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 05eeec3f-570c-4294-bd35-d9804f67f317 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1815.884022] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance afc8e327-cf51-4d0a-97f2-24d6d296833f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1815.884022] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance aae2f356-66f0-4aaa-943c-de879fc5b390 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1815.884022] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1815.884022] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 0268790c-3abb-4da9-9a94-8494866a19ab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1815.884022] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 922e49fb-2f2c-48bd-aea2-92e3daa37c46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1815.884022] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance dd3faba2-ddf6-442b-951c-f1f22adc4a7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1815.884022] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 17026aa8-0005-4233-8f1d-22b6c096bc02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1815.884022] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 1d5bfc39-67a4-41d3-b195-1146984e5b58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1815.884893] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1815.885200] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1815.892719] env[62361]: DEBUG nova.compute.manager [req-3d85a6ec-220e-4448-b856-a056f2cbf167 req-91401370-a704-49ec-ab9c-501ae206afcb service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Received event network-changed-968a7235-d4d5-4239-8024-6a4d79573d76 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1815.892719] env[62361]: DEBUG nova.compute.manager [req-3d85a6ec-220e-4448-b856-a056f2cbf167 req-91401370-a704-49ec-ab9c-501ae206afcb service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Refreshing instance network info cache due to event network-changed-968a7235-d4d5-4239-8024-6a4d79573d76. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1815.892719] env[62361]: DEBUG oslo_concurrency.lockutils [req-3d85a6ec-220e-4448-b856-a056f2cbf167 req-91401370-a704-49ec-ab9c-501ae206afcb service nova] Acquiring lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.024265] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b71e80-ff98-0452-cf7c-f341b767b82b, 'name': SearchDatastore_Task, 'duration_secs': 0.018849} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.027306] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.027306] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 17026aa8-0005-4233-8f1d-22b6c096bc02/17026aa8-0005-4233-8f1d-22b6c096bc02.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1816.027682] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1744249-4e27-4729-9c67-2c92ed061685 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.036988] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1816.036988] env[62361]: value = "task-1709065" [ 1816.036988] env[62361]: _type = "Task" [ 1816.036988] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.050274] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.086407] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac78a3bf-bd14-42c6-a058-c921c39492bc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.094946] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5bcbbb-8517-48b9-9ffe-c10cf3e23a7c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.130311] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1f3177-939b-4389-b7dd-fed3ef86d413 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.141616] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3dd3d8-371e-4ad0-89e7-a02b624dc689 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.163857] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1816.280997] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709064, 'name': Rename_Task, 'duration_secs': 0.28291} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.280997] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1816.281194] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a6e1029-8379-4366-ae1d-2c2192982925 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.289891] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1816.289891] env[62361]: value = "task-1709066" [ 1816.289891] env[62361]: _type = "Task" [ 1816.289891] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.299420] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.534912] env[62361]: DEBUG nova.network.neutron [req-0eb01987-761c-4930-a07d-91fda347949c req-c5ba0865-4d3b-4ac0-a040-e1c114321f4d service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Updated VIF entry in instance network info cache for port 968a7235-d4d5-4239-8024-6a4d79573d76. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1816.535436] env[62361]: DEBUG nova.network.neutron [req-0eb01987-761c-4930-a07d-91fda347949c req-c5ba0865-4d3b-4ac0-a040-e1c114321f4d service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Updating instance_info_cache with network_info: [{"id": "968a7235-d4d5-4239-8024-6a4d79573d76", "address": "fa:16:3e:9d:58:aa", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968a7235-d4", "ovs_interfaceid": "968a7235-d4d5-4239-8024-6a4d79573d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.547195] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709065, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.667257] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1816.776413] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.776765] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.776765] env[62361]: DEBUG nova.network.neutron [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1816.800338] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709066, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.038233] env[62361]: DEBUG oslo_concurrency.lockutils [req-0eb01987-761c-4930-a07d-91fda347949c req-c5ba0865-4d3b-4ac0-a040-e1c114321f4d service nova] Releasing lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.038864] env[62361]: DEBUG oslo_concurrency.lockutils [req-3d85a6ec-220e-4448-b856-a056f2cbf167 req-91401370-a704-49ec-ab9c-501ae206afcb service nova] Acquired lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.039098] env[62361]: DEBUG nova.network.neutron [req-3d85a6ec-220e-4448-b856-a056f2cbf167 req-91401370-a704-49ec-ab9c-501ae206afcb service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Refreshing network info cache for port 968a7235-d4d5-4239-8024-6a4d79573d76 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1817.053064] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686735} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.053378] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 17026aa8-0005-4233-8f1d-22b6c096bc02/17026aa8-0005-4233-8f1d-22b6c096bc02.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1817.053582] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1817.054292] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad419f41-59ea-4a7f-bb5b-bec6715475f2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.061562] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1817.061562] env[62361]: value = "task-1709067" [ 1817.061562] env[62361]: _type = "Task" [ 1817.061562] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.072474] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.173818] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1817.174112] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.339s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.174395] env[62361]: DEBUG oslo_concurrency.lockutils [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.470s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.174583] env[62361]: DEBUG oslo_concurrency.lockutils [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.176790] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.463s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.177016] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.178723] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.402s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.178963] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.206042] env[62361]: INFO nova.scheduler.client.report [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Deleted allocations for instance 0268790c-3abb-4da9-9a94-8494866a19ab [ 1817.208218] env[62361]: INFO nova.scheduler.client.report [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Deleted allocations for instance 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2 [ 1817.217777] env[62361]: INFO nova.scheduler.client.report [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Deleted allocations for instance 331cb7b1-24b1-4df6-aa4f-23309e20b321 [ 1817.305356] env[62361]: DEBUG oslo_vmware.api [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709066, 'name': PowerOnVM_Task, 'duration_secs': 0.785993} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.305356] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1817.305356] env[62361]: INFO nova.compute.manager [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1817.305356] env[62361]: DEBUG nova.compute.manager [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1817.305786] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de23901-6a4d-4949-991e-3a0a2f4e5f68 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.513647] env[62361]: DEBUG nova.network.neutron [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Updating instance_info_cache with network_info: [{"id": "44f09d6b-f4b4-47d7-8896-7b8d968894a8", "address": "fa:16:3e:5d:68:f7", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f09d6b-f4", "ovs_interfaceid": "44f09d6b-f4b4-47d7-8896-7b8d968894a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.570402] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068318} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.570684] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1817.571542] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9310a4-ff05-4b2d-8e92-b02664d7005f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.596826] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 17026aa8-0005-4233-8f1d-22b6c096bc02/17026aa8-0005-4233-8f1d-22b6c096bc02.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1817.597480] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3941e9f-84f4-43bd-8158-abc752c55909 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.616531] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1817.616531] env[62361]: value = "task-1709068" [ 1817.616531] env[62361]: _type = "Task" [ 1817.616531] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.626729] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.720564] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9d78e9e2-aab5-4af3-80da-026b63f365a9 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "0268790c-3abb-4da9-9a94-8494866a19ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.020s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.723421] env[62361]: DEBUG oslo_concurrency.lockutils [None req-99b71761-4f4c-410b-b0e5-063784fc2358 tempest-MultipleCreateTestJSON-1107253279 tempest-MultipleCreateTestJSON-1107253279-project-member] Lock "2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.081s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.724334] env[62361]: DEBUG oslo_concurrency.lockutils [None req-509176ad-ef83-4c61-b9af-961ba7dc6130 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "331cb7b1-24b1-4df6-aa4f-23309e20b321" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.261s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.793560] env[62361]: DEBUG nova.network.neutron [req-3d85a6ec-220e-4448-b856-a056f2cbf167 req-91401370-a704-49ec-ab9c-501ae206afcb service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Updated VIF entry in instance network info cache for port 968a7235-d4d5-4239-8024-6a4d79573d76. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1817.793807] env[62361]: DEBUG nova.network.neutron [req-3d85a6ec-220e-4448-b856-a056f2cbf167 req-91401370-a704-49ec-ab9c-501ae206afcb service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Updating instance_info_cache with network_info: [{"id": "968a7235-d4d5-4239-8024-6a4d79573d76", "address": "fa:16:3e:9d:58:aa", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968a7235-d4", "ovs_interfaceid": "968a7235-d4d5-4239-8024-6a4d79573d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.829403] env[62361]: INFO nova.compute.manager [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Took 14.43 seconds to build instance. [ 1817.915346] env[62361]: DEBUG nova.compute.manager [req-f24d1aeb-4038-419f-bdd9-e1ff62e4ffc2 req-08a041e4-6526-40ae-a395-9dde8cbda483 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Received event network-vif-plugged-44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1817.915574] env[62361]: DEBUG oslo_concurrency.lockutils [req-f24d1aeb-4038-419f-bdd9-e1ff62e4ffc2 req-08a041e4-6526-40ae-a395-9dde8cbda483 service nova] Acquiring lock "1d5bfc39-67a4-41d3-b195-1146984e5b58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.915765] env[62361]: DEBUG oslo_concurrency.lockutils [req-f24d1aeb-4038-419f-bdd9-e1ff62e4ffc2 req-08a041e4-6526-40ae-a395-9dde8cbda483 service nova] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.915939] env[62361]: DEBUG oslo_concurrency.lockutils [req-f24d1aeb-4038-419f-bdd9-e1ff62e4ffc2 req-08a041e4-6526-40ae-a395-9dde8cbda483 service nova] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.916126] env[62361]: DEBUG nova.compute.manager [req-f24d1aeb-4038-419f-bdd9-e1ff62e4ffc2 req-08a041e4-6526-40ae-a395-9dde8cbda483 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] No waiting events found dispatching network-vif-plugged-44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1817.916294] env[62361]: WARNING nova.compute.manager [req-f24d1aeb-4038-419f-bdd9-e1ff62e4ffc2 req-08a041e4-6526-40ae-a395-9dde8cbda483 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Received unexpected event network-vif-plugged-44f09d6b-f4b4-47d7-8896-7b8d968894a8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1817.916456] env[62361]: DEBUG nova.compute.manager [req-f24d1aeb-4038-419f-bdd9-e1ff62e4ffc2 req-08a041e4-6526-40ae-a395-9dde8cbda483 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Received event network-changed-44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1817.916613] env[62361]: DEBUG nova.compute.manager [req-f24d1aeb-4038-419f-bdd9-e1ff62e4ffc2 req-08a041e4-6526-40ae-a395-9dde8cbda483 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Refreshing instance network info cache due to event network-changed-44f09d6b-f4b4-47d7-8896-7b8d968894a8. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1817.916782] env[62361]: DEBUG oslo_concurrency.lockutils [req-f24d1aeb-4038-419f-bdd9-e1ff62e4ffc2 req-08a041e4-6526-40ae-a395-9dde8cbda483 service nova] Acquiring lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.016775] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.019384] env[62361]: DEBUG oslo_concurrency.lockutils [req-f24d1aeb-4038-419f-bdd9-e1ff62e4ffc2 req-08a041e4-6526-40ae-a395-9dde8cbda483 service nova] Acquired lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.019605] env[62361]: DEBUG nova.network.neutron [req-f24d1aeb-4038-419f-bdd9-e1ff62e4ffc2 req-08a041e4-6526-40ae-a395-9dde8cbda483 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Refreshing network info cache for port 44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1818.044035] env[62361]: DEBUG nova.virt.hardware [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0a9402e7a28d6e41f01a454e450e1d75',container_format='bare',created_at=2024-12-10T21:25:37Z,direct_url=,disk_format='vmdk',id=67a10f31-d497-4b1b-8d63-1670c8030cc4,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-952076929-shelved',owner='a711c755780c4eaeaa51663bf2f84cd1',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-10T21:25:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1818.044201] env[62361]: DEBUG nova.virt.hardware [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1818.044319] env[62361]: DEBUG nova.virt.hardware [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1818.044503] env[62361]: DEBUG nova.virt.hardware [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1818.044661] env[62361]: DEBUG nova.virt.hardware [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1818.044858] env[62361]: DEBUG nova.virt.hardware [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1818.045121] env[62361]: DEBUG nova.virt.hardware [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1818.045296] env[62361]: DEBUG nova.virt.hardware [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1818.045516] env[62361]: DEBUG nova.virt.hardware [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1818.045638] env[62361]: DEBUG nova.virt.hardware [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1818.045819] env[62361]: DEBUG nova.virt.hardware [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1818.047235] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21acbaa-9922-462e-a7f0-80854d7b7f68 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.055705] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dcf2d0-ec72-4ab3-865e-1ce7264ca924 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.069819] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:68:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44f09d6b-f4b4-47d7-8896-7b8d968894a8', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1818.077610] env[62361]: DEBUG oslo.service.loopingcall [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1818.077857] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1818.078125] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37c33b77-0b7b-435b-ba25-1006d9f91b80 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.098317] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1818.098317] env[62361]: value = "task-1709069" [ 1818.098317] env[62361]: _type = "Task" [ 1818.098317] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.108955] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709069, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.125560] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709068, 'name': ReconfigVM_Task, 'duration_secs': 0.282812} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.125859] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 17026aa8-0005-4233-8f1d-22b6c096bc02/17026aa8-0005-4233-8f1d-22b6c096bc02.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1818.126554] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d56b2e4-7d05-443b-9e9b-982ec1b37673 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.133941] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1818.133941] env[62361]: value = "task-1709070" [ 1818.133941] env[62361]: _type = "Task" [ 1818.133941] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.144373] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709070, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.296213] env[62361]: DEBUG oslo_concurrency.lockutils [req-3d85a6ec-220e-4448-b856-a056f2cbf167 req-91401370-a704-49ec-ab9c-501ae206afcb service nova] Releasing lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.296595] env[62361]: DEBUG nova.compute.manager [req-3d85a6ec-220e-4448-b856-a056f2cbf167 req-91401370-a704-49ec-ab9c-501ae206afcb service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Received event network-changed-5856cd79-6d70-46e6-90b6-8bb4d9512d61 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1818.296818] env[62361]: DEBUG nova.compute.manager [req-3d85a6ec-220e-4448-b856-a056f2cbf167 req-91401370-a704-49ec-ab9c-501ae206afcb service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Refreshing instance network info cache due to event network-changed-5856cd79-6d70-46e6-90b6-8bb4d9512d61. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1818.297116] env[62361]: DEBUG oslo_concurrency.lockutils [req-3d85a6ec-220e-4448-b856-a056f2cbf167 req-91401370-a704-49ec-ab9c-501ae206afcb service nova] Acquiring lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.297312] env[62361]: DEBUG oslo_concurrency.lockutils [req-3d85a6ec-220e-4448-b856-a056f2cbf167 req-91401370-a704-49ec-ab9c-501ae206afcb service nova] Acquired lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.297527] env[62361]: DEBUG nova.network.neutron [req-3d85a6ec-220e-4448-b856-a056f2cbf167 req-91401370-a704-49ec-ab9c-501ae206afcb service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Refreshing network info cache for port 5856cd79-6d70-46e6-90b6-8bb4d9512d61 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1818.332145] env[62361]: DEBUG oslo_concurrency.lockutils [None req-684290f2-c460-4ca5-b64d-952e32c48611 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.947s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.609081] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709069, 'name': CreateVM_Task, 'duration_secs': 0.468769} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.609387] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1818.610304] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/67a10f31-d497-4b1b-8d63-1670c8030cc4" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.610304] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/67a10f31-d497-4b1b-8d63-1670c8030cc4" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.610800] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/67a10f31-d497-4b1b-8d63-1670c8030cc4" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1818.611098] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5f6fa3-40b9-43da-a382-f555968bb17e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.615823] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1818.615823] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523180d7-be8c-d37e-8cca-fd4ce955280d" [ 1818.615823] env[62361]: _type = "Task" [ 1818.615823] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.626151] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]523180d7-be8c-d37e-8cca-fd4ce955280d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.648538] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709070, 'name': Rename_Task, 'duration_secs': 0.148788} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.648683] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1818.648951] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a383421f-ca6f-4c0e-9f41-f4dfdfbf9754 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.655746] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1818.655746] env[62361]: value = "task-1709071" [ 1818.655746] env[62361]: _type = "Task" [ 1818.655746] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.664961] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.926145] env[62361]: DEBUG nova.network.neutron [req-f24d1aeb-4038-419f-bdd9-e1ff62e4ffc2 req-08a041e4-6526-40ae-a395-9dde8cbda483 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Updated VIF entry in instance network info cache for port 44f09d6b-f4b4-47d7-8896-7b8d968894a8. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1818.926547] env[62361]: DEBUG nova.network.neutron [req-f24d1aeb-4038-419f-bdd9-e1ff62e4ffc2 req-08a041e4-6526-40ae-a395-9dde8cbda483 service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Updating instance_info_cache with network_info: [{"id": "44f09d6b-f4b4-47d7-8896-7b8d968894a8", "address": "fa:16:3e:5d:68:f7", "network": {"id": "a9e5fc8c-4340-47e5-8f8d-5f92a8abcc2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-579785629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a711c755780c4eaeaa51663bf2f84cd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f09d6b-f4", "ovs_interfaceid": "44f09d6b-f4b4-47d7-8896-7b8d968894a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.127622] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/67a10f31-d497-4b1b-8d63-1670c8030cc4" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.127949] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Processing image 67a10f31-d497-4b1b-8d63-1670c8030cc4 {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1819.128221] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/67a10f31-d497-4b1b-8d63-1670c8030cc4/67a10f31-d497-4b1b-8d63-1670c8030cc4.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.128372] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/67a10f31-d497-4b1b-8d63-1670c8030cc4/67a10f31-d497-4b1b-8d63-1670c8030cc4.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.128550] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1819.128808] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95e53b70-a3f1-4545-9f13-8e138bb11ae8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.137654] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1819.137829] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1819.138543] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13779c9b-b6c0-4197-a0f3-0947bb3d55cc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.144551] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1819.144551] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52dfff8d-f8c1-3b76-134d-aba57369381b" [ 1819.144551] env[62361]: _type = "Task" [ 1819.144551] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.153253] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52dfff8d-f8c1-3b76-134d-aba57369381b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.164421] env[62361]: DEBUG oslo_vmware.api [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709071, 'name': PowerOnVM_Task, 'duration_secs': 0.470991} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.164725] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1819.164932] env[62361]: INFO nova.compute.manager [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1819.165155] env[62361]: DEBUG nova.compute.manager [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1819.165938] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af95e812-acd5-463e-81ac-090db27f7060 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.429283] env[62361]: DEBUG oslo_concurrency.lockutils [req-f24d1aeb-4038-419f-bdd9-e1ff62e4ffc2 req-08a041e4-6526-40ae-a395-9dde8cbda483 service nova] Releasing lock "refresh_cache-1d5bfc39-67a4-41d3-b195-1146984e5b58" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.664491] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Preparing fetch location {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1819.664775] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Fetch image to [datastore1] OSTACK_IMG_3aca83c7-14ea-4445-b7d8-c840db28aa34/OSTACK_IMG_3aca83c7-14ea-4445-b7d8-c840db28aa34.vmdk {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1819.664963] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Downloading stream optimized image 67a10f31-d497-4b1b-8d63-1670c8030cc4 to [datastore1] OSTACK_IMG_3aca83c7-14ea-4445-b7d8-c840db28aa34/OSTACK_IMG_3aca83c7-14ea-4445-b7d8-c840db28aa34.vmdk on the data store datastore1 as vApp {{(pid=62361) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1819.665145] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Downloading image file data 67a10f31-d497-4b1b-8d63-1670c8030cc4 to the ESX as VM named 'OSTACK_IMG_3aca83c7-14ea-4445-b7d8-c840db28aa34' {{(pid=62361) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1819.692898] env[62361]: INFO nova.compute.manager [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Took 15.72 seconds to build instance. [ 1819.765761] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1819.765761] env[62361]: value = "resgroup-9" [ 1819.765761] env[62361]: _type = "ResourcePool" [ 1819.765761] env[62361]: }. {{(pid=62361) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1819.765761] env[62361]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-eec519f6-2dcd-45c0-8501-7c70050dd8c3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.789559] env[62361]: DEBUG nova.network.neutron [req-3d85a6ec-220e-4448-b856-a056f2cbf167 req-91401370-a704-49ec-ab9c-501ae206afcb service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updated VIF entry in instance network info cache for port 5856cd79-6d70-46e6-90b6-8bb4d9512d61. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1819.789787] env[62361]: DEBUG nova.network.neutron [req-3d85a6ec-220e-4448-b856-a056f2cbf167 req-91401370-a704-49ec-ab9c-501ae206afcb service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updating instance_info_cache with network_info: [{"id": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "address": "fa:16:3e:92:43:87", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5856cd79-6d", "ovs_interfaceid": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.798597] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lease: (returnval){ [ 1819.798597] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525c18dd-bca3-e573-5d9d-236e57f06b35" [ 1819.798597] env[62361]: _type = "HttpNfcLease" [ 1819.798597] env[62361]: } obtained for vApp import into resource pool (val){ [ 1819.798597] env[62361]: value = "resgroup-9" [ 1819.798597] env[62361]: _type = "ResourcePool" [ 1819.798597] env[62361]: }. {{(pid=62361) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1819.800732] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the lease: (returnval){ [ 1819.800732] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525c18dd-bca3-e573-5d9d-236e57f06b35" [ 1819.800732] env[62361]: _type = "HttpNfcLease" [ 1819.800732] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1819.806379] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1819.806379] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525c18dd-bca3-e573-5d9d-236e57f06b35" [ 1819.806379] env[62361]: _type = "HttpNfcLease" [ 1819.806379] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1820.197388] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f1ff58e7-c001-4856-af06-62a52b407b5b tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "17026aa8-0005-4233-8f1d-22b6c096bc02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.232s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.298046] env[62361]: DEBUG oslo_concurrency.lockutils [req-3d85a6ec-220e-4448-b856-a056f2cbf167 req-91401370-a704-49ec-ab9c-501ae206afcb service nova] Releasing lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.308912] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1820.308912] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525c18dd-bca3-e573-5d9d-236e57f06b35" [ 1820.308912] env[62361]: _type = "HttpNfcLease" [ 1820.308912] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1820.456313] env[62361]: DEBUG nova.compute.manager [req-758cf532-1ada-46a2-82d6-e8f5d9186756 req-cb299715-3be6-417f-b662-759c264a60b7 service nova] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Received event network-changed-8b1421ad-9874-4e55-aa65-bff7a2315e43 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1820.456535] env[62361]: DEBUG nova.compute.manager [req-758cf532-1ada-46a2-82d6-e8f5d9186756 req-cb299715-3be6-417f-b662-759c264a60b7 service nova] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Refreshing instance network info cache due to event network-changed-8b1421ad-9874-4e55-aa65-bff7a2315e43. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1820.456769] env[62361]: DEBUG oslo_concurrency.lockutils [req-758cf532-1ada-46a2-82d6-e8f5d9186756 req-cb299715-3be6-417f-b662-759c264a60b7 service nova] Acquiring lock "refresh_cache-dd3faba2-ddf6-442b-951c-f1f22adc4a7c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.457030] env[62361]: DEBUG oslo_concurrency.lockutils [req-758cf532-1ada-46a2-82d6-e8f5d9186756 req-cb299715-3be6-417f-b662-759c264a60b7 service nova] Acquired lock "refresh_cache-dd3faba2-ddf6-442b-951c-f1f22adc4a7c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.457228] env[62361]: DEBUG nova.network.neutron [req-758cf532-1ada-46a2-82d6-e8f5d9186756 req-cb299715-3be6-417f-b662-759c264a60b7 service nova] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Refreshing network info cache for port 8b1421ad-9874-4e55-aa65-bff7a2315e43 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1820.811022] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1820.811022] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525c18dd-bca3-e573-5d9d-236e57f06b35" [ 1820.811022] env[62361]: _type = "HttpNfcLease" [ 1820.811022] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1820.811022] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1820.811022] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]525c18dd-bca3-e573-5d9d-236e57f06b35" [ 1820.811022] env[62361]: _type = "HttpNfcLease" [ 1820.811022] env[62361]: }. {{(pid=62361) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1820.811022] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffe966b-56d8-4062-9856-283f6c12e46e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.821371] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a028b7-dff0-3bed-94d1-4a15be5d5448/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1820.821762] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a028b7-dff0-3bed-94d1-4a15be5d5448/disk-0.vmdk. {{(pid=62361) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1820.897196] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bd2acab7-4eed-4b3f-9efe-ed8b15c0995e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.055612] env[62361]: DEBUG nova.compute.manager [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Stashing vm_state: active {{(pid=62361) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1821.261501] env[62361]: DEBUG nova.network.neutron [req-758cf532-1ada-46a2-82d6-e8f5d9186756 req-cb299715-3be6-417f-b662-759c264a60b7 service nova] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Updated VIF entry in instance network info cache for port 8b1421ad-9874-4e55-aa65-bff7a2315e43. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1821.261884] env[62361]: DEBUG nova.network.neutron [req-758cf532-1ada-46a2-82d6-e8f5d9186756 req-cb299715-3be6-417f-b662-759c264a60b7 service nova] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Updating instance_info_cache with network_info: [{"id": "8b1421ad-9874-4e55-aa65-bff7a2315e43", "address": "fa:16:3e:27:fe:91", "network": {"id": "8c82ee11-9f0c-43a4-a167-235a5480b181", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-207292596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e542b8dcc6a444daad5f9fb2bf34579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b1421ad-98", "ovs_interfaceid": "8b1421ad-9874-4e55-aa65-bff7a2315e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.577541] env[62361]: DEBUG oslo_concurrency.lockutils [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.577852] env[62361]: DEBUG oslo_concurrency.lockutils [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.765714] env[62361]: DEBUG oslo_concurrency.lockutils [req-758cf532-1ada-46a2-82d6-e8f5d9186756 req-cb299715-3be6-417f-b662-759c264a60b7 service nova] Releasing lock "refresh_cache-dd3faba2-ddf6-442b-951c-f1f22adc4a7c" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.082702] env[62361]: INFO nova.compute.claims [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1822.191689] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528117b3-62b0-bc1b-0b82-d56592432a2d/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1822.192778] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fef6c8-37f9-4658-bfeb-52e07149f1e3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.199662] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528117b3-62b0-bc1b-0b82-d56592432a2d/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1822.199850] env[62361]: ERROR oslo_vmware.rw_handles [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528117b3-62b0-bc1b-0b82-d56592432a2d/disk-0.vmdk due to incomplete transfer. [ 1822.200092] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-76635b0e-9a92-4ae3-bfd6-18cdbfd4ba00 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.207132] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528117b3-62b0-bc1b-0b82-d56592432a2d/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1822.207394] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Uploaded image 77964824-41e7-448a-82a5-98ffb7377dc9 to the Glance image server {{(pid=62361) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1822.209675] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Destroying the VM {{(pid=62361) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1822.209964] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ce14f346-f0df-48cd-aae4-b101a74ca88c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.215793] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1822.215793] env[62361]: value = "task-1709073" [ 1822.215793] env[62361]: _type = "Task" [ 1822.215793] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.224285] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709073, 'name': Destroy_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.495852] env[62361]: DEBUG nova.compute.manager [req-49ab047b-bbfb-4019-83ea-8504bd5f48dd req-27f099a8-cbfe-49ed-b874-c8ac00b6cddf service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Received event network-changed-156663f9-6bfa-4feb-8c6d-f094e97dd049 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1822.496078] env[62361]: DEBUG nova.compute.manager [req-49ab047b-bbfb-4019-83ea-8504bd5f48dd req-27f099a8-cbfe-49ed-b874-c8ac00b6cddf service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Refreshing instance network info cache due to event network-changed-156663f9-6bfa-4feb-8c6d-f094e97dd049. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1822.496304] env[62361]: DEBUG oslo_concurrency.lockutils [req-49ab047b-bbfb-4019-83ea-8504bd5f48dd req-27f099a8-cbfe-49ed-b874-c8ac00b6cddf service nova] Acquiring lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.496508] env[62361]: DEBUG oslo_concurrency.lockutils [req-49ab047b-bbfb-4019-83ea-8504bd5f48dd req-27f099a8-cbfe-49ed-b874-c8ac00b6cddf service nova] Acquired lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.496689] env[62361]: DEBUG nova.network.neutron [req-49ab047b-bbfb-4019-83ea-8504bd5f48dd req-27f099a8-cbfe-49ed-b874-c8ac00b6cddf service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Refreshing network info cache for port 156663f9-6bfa-4feb-8c6d-f094e97dd049 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1822.590325] env[62361]: INFO nova.compute.resource_tracker [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating resource usage from migration ba3df1a9-61b5-42eb-92fd-1ad758f16e92 [ 1822.613802] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Completed reading data from the image iterator. {{(pid=62361) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1822.614180] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a028b7-dff0-3bed-94d1-4a15be5d5448/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1822.615352] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b330a89-fcda-40a6-80a7-5c962f89d5f4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.626918] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a028b7-dff0-3bed-94d1-4a15be5d5448/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1822.627152] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a028b7-dff0-3bed-94d1-4a15be5d5448/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1822.627483] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-48dc3625-fd8a-4eed-a59f-3f1bf2d676bd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.726898] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709073, 'name': Destroy_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.748151] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63c4039-093c-459b-a70e-1a9bc06bcd7d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.755341] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32e5f3a-e950-4f71-84fe-4a67d7d47792 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.786462] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8817bfb-05b5-4a19-9176-409a61b6e33b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.794012] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c1a6d5-0cd2-4cb0-9b07-038a02800722 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.807398] env[62361]: DEBUG nova.compute.provider_tree [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.207987] env[62361]: DEBUG nova.network.neutron [req-49ab047b-bbfb-4019-83ea-8504bd5f48dd req-27f099a8-cbfe-49ed-b874-c8ac00b6cddf service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Updated VIF entry in instance network info cache for port 156663f9-6bfa-4feb-8c6d-f094e97dd049. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1823.208408] env[62361]: DEBUG nova.network.neutron [req-49ab047b-bbfb-4019-83ea-8504bd5f48dd req-27f099a8-cbfe-49ed-b874-c8ac00b6cddf service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Updating instance_info_cache with network_info: [{"id": "156663f9-6bfa-4feb-8c6d-f094e97dd049", "address": "fa:16:3e:6b:2a:b0", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156663f9-6b", "ovs_interfaceid": "156663f9-6bfa-4feb-8c6d-f094e97dd049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.227945] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709073, 'name': Destroy_Task, 'duration_secs': 0.523588} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.228213] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Destroyed the VM [ 1823.228480] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Deleting Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1823.228732] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-44b569be-1b60-47fd-a226-ba08cb4cd755 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.235535] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1823.235535] env[62361]: value = "task-1709074" [ 1823.235535] env[62361]: _type = "Task" [ 1823.235535] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.243365] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709074, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.310620] env[62361]: DEBUG nova.scheduler.client.report [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1823.377629] env[62361]: DEBUG oslo_vmware.rw_handles [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a028b7-dff0-3bed-94d1-4a15be5d5448/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1823.377901] env[62361]: INFO nova.virt.vmwareapi.images [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Downloaded image file data 67a10f31-d497-4b1b-8d63-1670c8030cc4 [ 1823.378760] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863907cc-525e-4b44-91ba-418be2872114 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.400534] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcdc217f-3cf0-466f-a7e5-f679a96339a2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.626763] env[62361]: INFO nova.virt.vmwareapi.images [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] The imported VM was unregistered [ 1823.628752] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Caching image {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1823.628989] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Creating directory with path [datastore1] devstack-image-cache_base/67a10f31-d497-4b1b-8d63-1670c8030cc4 {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1823.629280] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b42ad76-1db8-483d-a598-1909a41e41a6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.650552] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Created directory with path [datastore1] devstack-image-cache_base/67a10f31-d497-4b1b-8d63-1670c8030cc4 {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1823.650758] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3aca83c7-14ea-4445-b7d8-c840db28aa34/OSTACK_IMG_3aca83c7-14ea-4445-b7d8-c840db28aa34.vmdk to [datastore1] devstack-image-cache_base/67a10f31-d497-4b1b-8d63-1670c8030cc4/67a10f31-d497-4b1b-8d63-1670c8030cc4.vmdk. {{(pid=62361) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1823.651132] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-badd9c6f-c9a3-498e-a612-c59495ed3132 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.658803] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1823.658803] env[62361]: value = "task-1709076" [ 1823.658803] env[62361]: _type = "Task" [ 1823.658803] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.667361] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709076, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.711217] env[62361]: DEBUG oslo_concurrency.lockutils [req-49ab047b-bbfb-4019-83ea-8504bd5f48dd req-27f099a8-cbfe-49ed-b874-c8ac00b6cddf service nova] Releasing lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.744847] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709074, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.818013] env[62361]: DEBUG oslo_concurrency.lockutils [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.240s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.818259] env[62361]: INFO nova.compute.manager [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Migrating [ 1824.169565] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709076, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.245687] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709074, 'name': RemoveSnapshot_Task, 'duration_secs': 1.00723} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.246117] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Deleted Snapshot of the VM instance {{(pid=62361) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1824.246294] env[62361]: DEBUG nova.compute.manager [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1824.247109] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45e1b8f-59dd-4525-9f6b-81c54f10ed60 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.334876] env[62361]: DEBUG oslo_concurrency.lockutils [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.335125] env[62361]: DEBUG oslo_concurrency.lockutils [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.335318] env[62361]: DEBUG nova.network.neutron [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.672658] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709076, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.759578] env[62361]: INFO nova.compute.manager [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Shelve offloading [ 1824.761590] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1824.761855] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-032e0105-f770-4d12-a844-1c54d9d629f1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.768888] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1824.768888] env[62361]: value = "task-1709077" [ 1824.768888] env[62361]: _type = "Task" [ 1824.768888] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.779978] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] VM already powered off {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1824.779978] env[62361]: DEBUG nova.compute.manager [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1824.780541] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b556d77-10af-44b7-bbfd-039951ba46fc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.786774] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.786960] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.787148] env[62361]: DEBUG nova.network.neutron [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1825.137400] env[62361]: DEBUG nova.network.neutron [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance_info_cache with network_info: [{"id": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "address": "fa:16:3e:f7:c6:ba", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c9eb6e-09", "ovs_interfaceid": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.175587] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709076, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.554560] env[62361]: DEBUG nova.network.neutron [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Updating instance_info_cache with network_info: [{"id": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "address": "fa:16:3e:ec:ff:8a", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c2e13d3-1e", "ovs_interfaceid": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.640862] env[62361]: DEBUG oslo_concurrency.lockutils [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.671546] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709076, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.057222] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Releasing lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.172928] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709076, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.451908} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.173274] env[62361]: INFO nova.virt.vmwareapi.ds_util [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3aca83c7-14ea-4445-b7d8-c840db28aa34/OSTACK_IMG_3aca83c7-14ea-4445-b7d8-c840db28aa34.vmdk to [datastore1] devstack-image-cache_base/67a10f31-d497-4b1b-8d63-1670c8030cc4/67a10f31-d497-4b1b-8d63-1670c8030cc4.vmdk. [ 1826.173508] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Cleaning up location [datastore1] OSTACK_IMG_3aca83c7-14ea-4445-b7d8-c840db28aa34 {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1826.173710] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3aca83c7-14ea-4445-b7d8-c840db28aa34 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1826.173993] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbb9e7a6-832a-406f-a19a-6d7b770e36d4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.181103] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1826.181103] env[62361]: value = "task-1709078" [ 1826.181103] env[62361]: _type = "Task" [ 1826.181103] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.189018] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.276083] env[62361]: DEBUG nova.compute.manager [req-4108ab46-f3e0-4ef9-9ec4-0731be048a14 req-b22e17e5-a3b3-4e56-8d05-b8eb40a4dce7 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Received event network-vif-unplugged-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1826.276365] env[62361]: DEBUG oslo_concurrency.lockutils [req-4108ab46-f3e0-4ef9-9ec4-0731be048a14 req-b22e17e5-a3b3-4e56-8d05-b8eb40a4dce7 service nova] Acquiring lock "cb17edf0-cc03-46d4-83a4-84ab67df8572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.276533] env[62361]: DEBUG oslo_concurrency.lockutils [req-4108ab46-f3e0-4ef9-9ec4-0731be048a14 req-b22e17e5-a3b3-4e56-8d05-b8eb40a4dce7 service nova] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.276731] env[62361]: DEBUG oslo_concurrency.lockutils [req-4108ab46-f3e0-4ef9-9ec4-0731be048a14 req-b22e17e5-a3b3-4e56-8d05-b8eb40a4dce7 service nova] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.276927] env[62361]: DEBUG nova.compute.manager [req-4108ab46-f3e0-4ef9-9ec4-0731be048a14 req-b22e17e5-a3b3-4e56-8d05-b8eb40a4dce7 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] No waiting events found dispatching network-vif-unplugged-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1826.277121] env[62361]: WARNING nova.compute.manager [req-4108ab46-f3e0-4ef9-9ec4-0731be048a14 req-b22e17e5-a3b3-4e56-8d05-b8eb40a4dce7 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Received unexpected event network-vif-unplugged-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 for instance with vm_state shelved and task_state shelving_offloading. [ 1826.373748] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1826.374752] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466a5784-d00c-4256-8714-3a36e5354758 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.382063] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1826.382298] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-047b0ece-4796-4477-ae49-7f357eab7d77 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.460115] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1826.460357] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1826.460547] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Deleting the datastore file [datastore1] cb17edf0-cc03-46d4-83a4-84ab67df8572 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1826.460820] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b735bc1d-4846-4efc-ac5b-9b850ece74b1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.467871] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1826.467871] env[62361]: value = "task-1709080" [ 1826.467871] env[62361]: _type = "Task" [ 1826.467871] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.476110] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.692806] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192417} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.693366] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1826.693542] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/67a10f31-d497-4b1b-8d63-1670c8030cc4/67a10f31-d497-4b1b-8d63-1670c8030cc4.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.693783] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/67a10f31-d497-4b1b-8d63-1670c8030cc4/67a10f31-d497-4b1b-8d63-1670c8030cc4.vmdk to [datastore1] 1d5bfc39-67a4-41d3-b195-1146984e5b58/1d5bfc39-67a4-41d3-b195-1146984e5b58.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1826.694050] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-848311ba-c6b2-481c-960f-cfb316b12c50 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.700717] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1826.700717] env[62361]: value = "task-1709081" [ 1826.700717] env[62361]: _type = "Task" [ 1826.700717] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.708173] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.978998] env[62361]: DEBUG oslo_vmware.api [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282591} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.979337] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1826.979534] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1826.979720] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1827.005183] env[62361]: INFO nova.scheduler.client.report [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Deleted allocations for instance cb17edf0-cc03-46d4-83a4-84ab67df8572 [ 1827.155435] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9ac17f-6168-4909-925e-cc907df7c817 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.174900] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance '34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64' progress to 0 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1827.210813] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709081, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.510160] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.510379] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.510610] env[62361]: DEBUG nova.objects.instance [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lazy-loading 'resources' on Instance uuid cb17edf0-cc03-46d4-83a4-84ab67df8572 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.681686] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1827.682086] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-015ea2e1-7a2b-4ecc-b968-75d87d3735ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.689682] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1827.689682] env[62361]: value = "task-1709082" [ 1827.689682] env[62361]: _type = "Task" [ 1827.689682] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.699385] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.709892] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709081, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.014088] env[62361]: DEBUG nova.objects.instance [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lazy-loading 'numa_topology' on Instance uuid cb17edf0-cc03-46d4-83a4-84ab67df8572 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1828.201264] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.211083] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709081, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.305706] env[62361]: DEBUG nova.compute.manager [req-97b13d64-9f25-4ec7-b688-9b779ce11065 req-979eeb19-0f2c-4db3-bc29-715bb2bfeccc service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Received event network-changed-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1828.305934] env[62361]: DEBUG nova.compute.manager [req-97b13d64-9f25-4ec7-b688-9b779ce11065 req-979eeb19-0f2c-4db3-bc29-715bb2bfeccc service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Refreshing instance network info cache due to event network-changed-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1828.306224] env[62361]: DEBUG oslo_concurrency.lockutils [req-97b13d64-9f25-4ec7-b688-9b779ce11065 req-979eeb19-0f2c-4db3-bc29-715bb2bfeccc service nova] Acquiring lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.306316] env[62361]: DEBUG oslo_concurrency.lockutils [req-97b13d64-9f25-4ec7-b688-9b779ce11065 req-979eeb19-0f2c-4db3-bc29-715bb2bfeccc service nova] Acquired lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.306868] env[62361]: DEBUG nova.network.neutron [req-97b13d64-9f25-4ec7-b688-9b779ce11065 req-979eeb19-0f2c-4db3-bc29-715bb2bfeccc service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Refreshing network info cache for port 5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.516832] env[62361]: DEBUG nova.objects.base [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1828.682273] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef68516-a160-4d20-afb1-10c95985ac92 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.689866] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7763f57-dd52-4dfa-b763-8f453c00e5cd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.702304] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709082, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.730503] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ad476c-954a-446a-bbf1-28ac66a48653 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.738764] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709081, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.742208] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1185409a-4ea3-4a3f-a4ca-946859b02293 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.756353] env[62361]: DEBUG nova.compute.provider_tree [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.058020] env[62361]: DEBUG nova.network.neutron [req-97b13d64-9f25-4ec7-b688-9b779ce11065 req-979eeb19-0f2c-4db3-bc29-715bb2bfeccc service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Updated VIF entry in instance network info cache for port 5c2e13d3-1e81-49b1-a7ff-13854b01e5f5. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.058412] env[62361]: DEBUG nova.network.neutron [req-97b13d64-9f25-4ec7-b688-9b779ce11065 req-979eeb19-0f2c-4db3-bc29-715bb2bfeccc service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Updating instance_info_cache with network_info: [{"id": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "address": "fa:16:3e:ec:ff:8a", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5c2e13d3-1e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.208276] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709082, 'name': PowerOffVM_Task, 'duration_secs': 1.105887} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.208276] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1829.208276] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance '34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64' progress to 17 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1829.236022] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709081, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.419998} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.236482] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/67a10f31-d497-4b1b-8d63-1670c8030cc4/67a10f31-d497-4b1b-8d63-1670c8030cc4.vmdk to [datastore1] 1d5bfc39-67a4-41d3-b195-1146984e5b58/1d5bfc39-67a4-41d3-b195-1146984e5b58.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1829.237468] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c900d4-8488-4869-a88c-2d69b1012b5f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.265909] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 1d5bfc39-67a4-41d3-b195-1146984e5b58/1d5bfc39-67a4-41d3-b195-1146984e5b58.vmdk or device None with type streamOptimized {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1829.267833] env[62361]: DEBUG nova.scheduler.client.report [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1829.270312] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba6ff0cc-de27-4144-85a8-71ecf5f3dab4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.286281] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.294052] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1829.294052] env[62361]: value = "task-1709083" [ 1829.294052] env[62361]: _type = "Task" [ 1829.294052] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.303947] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.313137] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "cb17edf0-cc03-46d4-83a4-84ab67df8572" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.561201] env[62361]: DEBUG oslo_concurrency.lockutils [req-97b13d64-9f25-4ec7-b688-9b779ce11065 req-979eeb19-0f2c-4db3-bc29-715bb2bfeccc service nova] Releasing lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.713786] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1829.714129] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1829.714197] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1829.714381] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1829.714533] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1829.714685] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1829.714885] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1829.715054] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1829.715224] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1829.715391] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1829.715589] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1829.721917] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-229103f5-765f-4504-b791-a65d2052b6f2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.737184] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1829.737184] env[62361]: value = "task-1709084" [ 1829.737184] env[62361]: _type = "Task" [ 1829.737184] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.745186] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.787263] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.787536] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.793120] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f63fe654-b858-4b55-a665-74351b7961f1 tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.900s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.793906] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.481s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.794104] env[62361]: INFO nova.compute.manager [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Unshelving [ 1829.804995] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709083, 'name': ReconfigVM_Task, 'duration_secs': 0.437552} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.805279] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 1d5bfc39-67a4-41d3-b195-1146984e5b58/1d5bfc39-67a4-41d3-b195-1146984e5b58.vmdk or device None with type streamOptimized {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1829.806292] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ab85f6d-3d88-46cb-b282-74b00b0520af {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.812817] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1829.812817] env[62361]: value = "task-1709085" [ 1829.812817] env[62361]: _type = "Task" [ 1829.812817] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.820958] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709085, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.075628] env[62361]: DEBUG oslo_concurrency.lockutils [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "interface-aae2f356-66f0-4aaa-943c-de879fc5b390-ee65a3c6-f49a-44ce-b282-2bab55fa8624" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.075885] env[62361]: DEBUG oslo_concurrency.lockutils [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-aae2f356-66f0-4aaa-943c-de879fc5b390-ee65a3c6-f49a-44ce-b282-2bab55fa8624" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.076277] env[62361]: DEBUG nova.objects.instance [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lazy-loading 'flavor' on Instance uuid aae2f356-66f0-4aaa-943c-de879fc5b390 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.248044] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709084, 'name': ReconfigVM_Task, 'duration_secs': 0.178045} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.248044] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance '34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64' progress to 33 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1830.292746] env[62361]: DEBUG nova.compute.utils [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1830.323013] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709085, 'name': Rename_Task, 'duration_secs': 0.139599} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.323344] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1830.323607] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c7511bc-82f9-4811-aabd-d0b7a21745fc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.330052] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1830.330052] env[62361]: value = "task-1709086" [ 1830.330052] env[62361]: _type = "Task" [ 1830.330052] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.338239] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.682421] env[62361]: DEBUG nova.objects.instance [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lazy-loading 'pci_requests' on Instance uuid aae2f356-66f0-4aaa-943c-de879fc5b390 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.753881] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1830.754322] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1830.754322] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1830.754439] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1830.754647] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1830.754798] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1830.755011] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1830.755179] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1830.755346] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1830.755509] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1830.755682] env[62361]: DEBUG nova.virt.hardware [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1830.761017] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1830.761678] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2d874ac-78f9-4a5a-a4de-68842c913c74 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.783408] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1830.783408] env[62361]: value = "task-1709087" [ 1830.783408] env[62361]: _type = "Task" [ 1830.783408] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.792331] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.796085] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.819996] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.820309] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.820493] env[62361]: DEBUG nova.objects.instance [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lazy-loading 'pci_requests' on Instance uuid cb17edf0-cc03-46d4-83a4-84ab67df8572 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.840220] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.186024] env[62361]: DEBUG nova.objects.base [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1831.186452] env[62361]: DEBUG nova.network.neutron [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1831.265618] env[62361]: DEBUG nova.policy [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c92111993614dd9b80f3e62a764e30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa192e18bbe44519aa42ca60061c0a2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1831.294987] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709087, 'name': ReconfigVM_Task, 'duration_secs': 0.222398} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.295200] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1831.296573] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6b81f2-ce0a-4706-8bd2-ac0ef2aa54ec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.319491] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64/34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1831.319838] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0851b50c-317b-4a74-8c70-cd601586db01 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.334603] env[62361]: DEBUG nova.objects.instance [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lazy-loading 'numa_topology' on Instance uuid cb17edf0-cc03-46d4-83a4-84ab67df8572 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1831.344800] env[62361]: DEBUG oslo_vmware.api [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709086, 'name': PowerOnVM_Task, 'duration_secs': 0.734862} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.347099] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1831.349070] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1831.349070] env[62361]: value = "task-1709088" [ 1831.349070] env[62361]: _type = "Task" [ 1831.349070] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.366337] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.497475] env[62361]: DEBUG nova.compute.manager [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1831.498409] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9037a4d1-cbc3-4581-b7b5-899a8640586a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.840814] env[62361]: INFO nova.compute.claims [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1831.858233] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709088, 'name': ReconfigVM_Task, 'duration_secs': 0.266531} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.858523] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64/34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1831.858794] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance '34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64' progress to 50 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1831.868059] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.868290] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.868519] env[62361]: INFO nova.compute.manager [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Attaching volume 92be4673-0b79-4bd1-9c13-bb0ef405b992 to /dev/sdb [ 1831.901009] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccdd264-8c61-4ed4-a5a6-9031a157da6d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.908496] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5713cda4-e01a-41e0-919f-e4e28dfc3da4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.922660] env[62361]: DEBUG nova.virt.block_device [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Updating existing volume attachment record: 3b08232d-709b-4a4c-8b99-b932218a8e62 {{(pid=62361) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1832.016502] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f528e466-7539-4275-b3ef-19fa24125bd4 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.885s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.365341] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dcee31-c917-4de9-ae2b-b9ce07c4899d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.385708] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157e61e9-9e0b-44a6-89cd-be138c1ed92d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.404608] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance '34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64' progress to 67 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1832.769788] env[62361]: DEBUG nova.compute.manager [req-58c8d922-de99-4044-bec4-00ea7c118845 req-37be7f0f-5797-45fe-a158-d6fed3f1caec service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Received event network-vif-plugged-ee65a3c6-f49a-44ce-b282-2bab55fa8624 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1832.770038] env[62361]: DEBUG oslo_concurrency.lockutils [req-58c8d922-de99-4044-bec4-00ea7c118845 req-37be7f0f-5797-45fe-a158-d6fed3f1caec service nova] Acquiring lock "aae2f356-66f0-4aaa-943c-de879fc5b390-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.770261] env[62361]: DEBUG oslo_concurrency.lockutils [req-58c8d922-de99-4044-bec4-00ea7c118845 req-37be7f0f-5797-45fe-a158-d6fed3f1caec service nova] Lock "aae2f356-66f0-4aaa-943c-de879fc5b390-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.770435] env[62361]: DEBUG oslo_concurrency.lockutils [req-58c8d922-de99-4044-bec4-00ea7c118845 req-37be7f0f-5797-45fe-a158-d6fed3f1caec service nova] Lock "aae2f356-66f0-4aaa-943c-de879fc5b390-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.770676] env[62361]: DEBUG nova.compute.manager [req-58c8d922-de99-4044-bec4-00ea7c118845 req-37be7f0f-5797-45fe-a158-d6fed3f1caec service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] No waiting events found dispatching network-vif-plugged-ee65a3c6-f49a-44ce-b282-2bab55fa8624 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1832.770857] env[62361]: WARNING nova.compute.manager [req-58c8d922-de99-4044-bec4-00ea7c118845 req-37be7f0f-5797-45fe-a158-d6fed3f1caec service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Received unexpected event network-vif-plugged-ee65a3c6-f49a-44ce-b282-2bab55fa8624 for instance with vm_state active and task_state None. [ 1832.889381] env[62361]: DEBUG nova.network.neutron [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Successfully updated port: ee65a3c6-f49a-44ce-b282-2bab55fa8624 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1832.947016] env[62361]: DEBUG nova.network.neutron [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Port 82c9eb6e-09b5-469e-aa55-8e8ef8384c68 binding to destination host cpu-1 is already ACTIVE {{(pid=62361) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1833.007183] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcbba1f-c6d8-4316-8365-5c7236e5feb4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.014926] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be4f493-0491-44a6-9c9e-e6525bbc936b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.049228] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8b5601-b6f3-4efe-b4c9-656be7654405 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.057664] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e767dd-22e8-4fc3-97ef-ddedf90b1767 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.071578] env[62361]: DEBUG nova.compute.provider_tree [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.389447] env[62361]: DEBUG oslo_concurrency.lockutils [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.389649] env[62361]: DEBUG oslo_concurrency.lockutils [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.389833] env[62361]: DEBUG nova.network.neutron [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.553199] env[62361]: DEBUG oslo_concurrency.lockutils [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "1d5bfc39-67a4-41d3-b195-1146984e5b58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.553512] env[62361]: DEBUG oslo_concurrency.lockutils [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.553756] env[62361]: DEBUG oslo_concurrency.lockutils [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "1d5bfc39-67a4-41d3-b195-1146984e5b58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.553974] env[62361]: DEBUG oslo_concurrency.lockutils [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.554181] env[62361]: DEBUG oslo_concurrency.lockutils [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.556371] env[62361]: INFO nova.compute.manager [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Terminating instance [ 1833.558225] env[62361]: DEBUG nova.compute.manager [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1833.558457] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1833.559428] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e7db72-17b5-484f-b5e4-bd058c2204b4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.567427] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1833.567651] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd0b6f3b-25f9-4ea9-a9ed-f6d97bc84a80 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.575208] env[62361]: DEBUG nova.scheduler.client.report [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1833.578247] env[62361]: DEBUG oslo_vmware.api [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1833.578247] env[62361]: value = "task-1709090" [ 1833.578247] env[62361]: _type = "Task" [ 1833.578247] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.586885] env[62361]: DEBUG oslo_vmware.api [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.932131] env[62361]: WARNING nova.network.neutron [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] 1b9182d2-c5a7-4093-b784-9758b07a7ca3 already exists in list: networks containing: ['1b9182d2-c5a7-4093-b784-9758b07a7ca3']. ignoring it [ 1833.975910] env[62361]: DEBUG oslo_concurrency.lockutils [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.976060] env[62361]: DEBUG oslo_concurrency.lockutils [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.976226] env[62361]: DEBUG oslo_concurrency.lockutils [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.080404] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.260s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.092561] env[62361]: DEBUG oslo_vmware.api [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709090, 'name': PowerOffVM_Task, 'duration_secs': 0.247169} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.092669] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1834.092754] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1834.093009] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee198113-10d5-460b-825b-599386cf5d02 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.116118] env[62361]: INFO nova.network.neutron [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Updating port 5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1834.165707] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1834.165707] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1834.165707] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Deleting the datastore file [datastore1] 1d5bfc39-67a4-41d3-b195-1146984e5b58 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1834.165707] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51637506-f688-4e05-92f6-5852377950ee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.171780] env[62361]: DEBUG oslo_vmware.api [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for the task: (returnval){ [ 1834.171780] env[62361]: value = "task-1709093" [ 1834.171780] env[62361]: _type = "Task" [ 1834.171780] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.180761] env[62361]: DEBUG oslo_vmware.api [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.223715] env[62361]: DEBUG nova.network.neutron [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updating instance_info_cache with network_info: [{"id": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "address": "fa:16:3e:92:43:87", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5856cd79-6d", "ovs_interfaceid": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee65a3c6-f49a-44ce-b282-2bab55fa8624", "address": "fa:16:3e:d6:10:83", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee65a3c6-f4", "ovs_interfaceid": "ee65a3c6-f49a-44ce-b282-2bab55fa8624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.682524] env[62361]: DEBUG oslo_vmware.api [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Task: {'id': task-1709093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154809} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.682751] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1834.682907] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1834.683099] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1834.683309] env[62361]: INFO nova.compute.manager [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1834.683590] env[62361]: DEBUG oslo.service.loopingcall [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.683780] env[62361]: DEBUG nova.compute.manager [-] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1834.683875] env[62361]: DEBUG nova.network.neutron [-] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1834.726341] env[62361]: DEBUG oslo_concurrency.lockutils [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.726978] env[62361]: DEBUG oslo_concurrency.lockutils [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.727182] env[62361]: DEBUG oslo_concurrency.lockutils [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.727971] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0876d2f-387f-454f-b127-c3b2a3a7fd92 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.746598] env[62361]: DEBUG nova.virt.hardware [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1834.746819] env[62361]: DEBUG nova.virt.hardware [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1834.746975] env[62361]: DEBUG nova.virt.hardware [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.747175] env[62361]: DEBUG nova.virt.hardware [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1834.747320] env[62361]: DEBUG nova.virt.hardware [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1834.747465] env[62361]: DEBUG nova.virt.hardware [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1834.747665] env[62361]: DEBUG nova.virt.hardware [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1834.747847] env[62361]: DEBUG nova.virt.hardware [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1834.748043] env[62361]: DEBUG nova.virt.hardware [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1834.748217] env[62361]: DEBUG nova.virt.hardware [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1834.748391] env[62361]: DEBUG nova.virt.hardware [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1834.754781] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Reconfiguring VM to attach interface {{(pid=62361) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1834.756921] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e66cf15-32ee-49d5-80ab-909e39157825 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.773764] env[62361]: DEBUG oslo_vmware.api [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1834.773764] env[62361]: value = "task-1709094" [ 1834.773764] env[62361]: _type = "Task" [ 1834.773764] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.781506] env[62361]: DEBUG oslo_vmware.api [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709094, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.874510] env[62361]: DEBUG nova.compute.manager [req-66409832-5497-4917-8145-0c42310508ca req-cb18ccd7-dd6f-4d7a-ad40-50fe272ece91 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Received event network-changed-ee65a3c6-f49a-44ce-b282-2bab55fa8624 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1834.874750] env[62361]: DEBUG nova.compute.manager [req-66409832-5497-4917-8145-0c42310508ca req-cb18ccd7-dd6f-4d7a-ad40-50fe272ece91 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Refreshing instance network info cache due to event network-changed-ee65a3c6-f49a-44ce-b282-2bab55fa8624. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1834.874968] env[62361]: DEBUG oslo_concurrency.lockutils [req-66409832-5497-4917-8145-0c42310508ca req-cb18ccd7-dd6f-4d7a-ad40-50fe272ece91 service nova] Acquiring lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.875128] env[62361]: DEBUG oslo_concurrency.lockutils [req-66409832-5497-4917-8145-0c42310508ca req-cb18ccd7-dd6f-4d7a-ad40-50fe272ece91 service nova] Acquired lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.875288] env[62361]: DEBUG nova.network.neutron [req-66409832-5497-4917-8145-0c42310508ca req-cb18ccd7-dd6f-4d7a-ad40-50fe272ece91 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Refreshing network info cache for port ee65a3c6-f49a-44ce-b282-2bab55fa8624 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.020103] env[62361]: DEBUG oslo_concurrency.lockutils [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.020378] env[62361]: DEBUG oslo_concurrency.lockutils [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.020490] env[62361]: DEBUG nova.network.neutron [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1835.286452] env[62361]: DEBUG oslo_vmware.api [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.623022] env[62361]: DEBUG nova.compute.manager [req-33068f84-1993-42e2-8698-eb2354ea94d6 req-1a6afc86-600e-4757-b98b-3fdcbfa937b2 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Received event network-vif-plugged-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1835.623260] env[62361]: DEBUG oslo_concurrency.lockutils [req-33068f84-1993-42e2-8698-eb2354ea94d6 req-1a6afc86-600e-4757-b98b-3fdcbfa937b2 service nova] Acquiring lock "cb17edf0-cc03-46d4-83a4-84ab67df8572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.623539] env[62361]: DEBUG oslo_concurrency.lockutils [req-33068f84-1993-42e2-8698-eb2354ea94d6 req-1a6afc86-600e-4757-b98b-3fdcbfa937b2 service nova] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.623721] env[62361]: DEBUG oslo_concurrency.lockutils [req-33068f84-1993-42e2-8698-eb2354ea94d6 req-1a6afc86-600e-4757-b98b-3fdcbfa937b2 service nova] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.623947] env[62361]: DEBUG nova.compute.manager [req-33068f84-1993-42e2-8698-eb2354ea94d6 req-1a6afc86-600e-4757-b98b-3fdcbfa937b2 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] No waiting events found dispatching network-vif-plugged-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1835.624236] env[62361]: WARNING nova.compute.manager [req-33068f84-1993-42e2-8698-eb2354ea94d6 req-1a6afc86-600e-4757-b98b-3fdcbfa937b2 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Received unexpected event network-vif-plugged-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1835.637892] env[62361]: DEBUG nova.network.neutron [req-66409832-5497-4917-8145-0c42310508ca req-cb18ccd7-dd6f-4d7a-ad40-50fe272ece91 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updated VIF entry in instance network info cache for port ee65a3c6-f49a-44ce-b282-2bab55fa8624. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1835.638338] env[62361]: DEBUG nova.network.neutron [req-66409832-5497-4917-8145-0c42310508ca req-cb18ccd7-dd6f-4d7a-ad40-50fe272ece91 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updating instance_info_cache with network_info: [{"id": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "address": "fa:16:3e:92:43:87", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5856cd79-6d", "ovs_interfaceid": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee65a3c6-f49a-44ce-b282-2bab55fa8624", "address": "fa:16:3e:d6:10:83", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee65a3c6-f4", "ovs_interfaceid": "ee65a3c6-f49a-44ce-b282-2bab55fa8624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.656975] env[62361]: DEBUG nova.network.neutron [-] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.686448] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.686786] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.687762] env[62361]: DEBUG nova.network.neutron [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1835.789596] env[62361]: DEBUG oslo_vmware.api [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709094, 'name': ReconfigVM_Task, 'duration_secs': 0.706326} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.796796] env[62361]: DEBUG oslo_concurrency.lockutils [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.797052] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Reconfigured VM to attach interface {{(pid=62361) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1835.808626] env[62361]: DEBUG nova.network.neutron [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance_info_cache with network_info: [{"id": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "address": "fa:16:3e:f7:c6:ba", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c9eb6e-09", "ovs_interfaceid": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.141738] env[62361]: DEBUG oslo_concurrency.lockutils [req-66409832-5497-4917-8145-0c42310508ca req-cb18ccd7-dd6f-4d7a-ad40-50fe272ece91 service nova] Releasing lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.163726] env[62361]: INFO nova.compute.manager [-] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Took 1.48 seconds to deallocate network for instance. [ 1836.303746] env[62361]: DEBUG oslo_concurrency.lockutils [None req-576d5b72-a355-4428-83d2-10d331bf5860 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-aae2f356-66f0-4aaa-943c-de879fc5b390-ee65a3c6-f49a-44ce-b282-2bab55fa8624" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.228s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.313461] env[62361]: DEBUG oslo_concurrency.lockutils [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.434231] env[62361]: DEBUG nova.network.neutron [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Updating instance_info_cache with network_info: [{"id": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "address": "fa:16:3e:ec:ff:8a", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c2e13d3-1e", "ovs_interfaceid": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.467850] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Volume attach. Driver type: vmdk {{(pid=62361) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1836.468184] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356054', 'volume_id': '92be4673-0b79-4bd1-9c13-bb0ef405b992', 'name': 'volume-92be4673-0b79-4bd1-9c13-bb0ef405b992', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'afc8e327-cf51-4d0a-97f2-24d6d296833f', 'attached_at': '', 'detached_at': '', 'volume_id': '92be4673-0b79-4bd1-9c13-bb0ef405b992', 'serial': '92be4673-0b79-4bd1-9c13-bb0ef405b992'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1836.469085] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8560952-6faf-4605-a306-35f67ce14fc1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.487781] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdce2143-ae42-412a-9371-10fc7d7c18ae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.512592] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-92be4673-0b79-4bd1-9c13-bb0ef405b992/volume-92be4673-0b79-4bd1-9c13-bb0ef405b992.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1836.512875] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6d5d7f2-d8f3-491e-9931-b6b34875a334 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.531383] env[62361]: DEBUG oslo_vmware.api [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1836.531383] env[62361]: value = "task-1709095" [ 1836.531383] env[62361]: _type = "Task" [ 1836.531383] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.539427] env[62361]: DEBUG oslo_vmware.api [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.673052] env[62361]: DEBUG oslo_concurrency.lockutils [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.673052] env[62361]: DEBUG oslo_concurrency.lockutils [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.673052] env[62361]: DEBUG nova.objects.instance [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lazy-loading 'resources' on Instance uuid 1d5bfc39-67a4-41d3-b195-1146984e5b58 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.839791] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3c08ef-8a1b-4f30-9070-642db863ad6c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.860746] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993abf86-4ad8-4e83-851e-5709215e0009 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.867860] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance '34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64' progress to 83 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1836.904691] env[62361]: DEBUG nova.compute.manager [req-6d38c2ba-975d-454a-9afd-93f1b2c9774d req-65fde742-b9f2-44c8-9dc6-c0790c1c4e2a service nova] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Received event network-vif-deleted-44f09d6b-f4b4-47d7-8896-7b8d968894a8 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1836.937506] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Releasing lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.964272] env[62361]: DEBUG nova.virt.hardware [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cf486266b92375a243da38dde52da0c6',container_format='bare',created_at=2024-12-10T21:26:01Z,direct_url=,disk_format='vmdk',id=77964824-41e7-448a-82a5-98ffb7377dc9,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-496031999-shelved',owner='7d2890b1a85a4c649cf2367912f9abb5',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2024-12-10T21:26:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1836.964566] env[62361]: DEBUG nova.virt.hardware [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1836.964807] env[62361]: DEBUG nova.virt.hardware [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1836.964969] env[62361]: DEBUG nova.virt.hardware [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1836.965303] env[62361]: DEBUG nova.virt.hardware [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1836.965303] env[62361]: DEBUG nova.virt.hardware [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1836.965593] env[62361]: DEBUG nova.virt.hardware [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1836.965731] env[62361]: DEBUG nova.virt.hardware [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1836.965938] env[62361]: DEBUG nova.virt.hardware [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1836.966406] env[62361]: DEBUG nova.virt.hardware [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1836.966597] env[62361]: DEBUG nova.virt.hardware [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1836.967584] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44ca673-9123-4bbd-9efa-76a196288adf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.977140] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc8fa02-ad25-428b-a30e-e6b175ca9877 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.990923] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:ff:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c2e13d3-1e81-49b1-a7ff-13854b01e5f5', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1836.998413] env[62361]: DEBUG oslo.service.loopingcall [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.998647] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1836.998856] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed84e439-f2c5-410b-b39f-c49d826997a6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.017352] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1837.017352] env[62361]: value = "task-1709096" [ 1837.017352] env[62361]: _type = "Task" [ 1837.017352] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.026653] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709096, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.039382] env[62361]: DEBUG oslo_vmware.api [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709095, 'name': ReconfigVM_Task, 'duration_secs': 0.339162} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.039667] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-92be4673-0b79-4bd1-9c13-bb0ef405b992/volume-92be4673-0b79-4bd1-9c13-bb0ef405b992.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1837.044490] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d40e139-9126-4d11-bf4c-c2769b16b5fa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.059824] env[62361]: DEBUG oslo_vmware.api [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1837.059824] env[62361]: value = "task-1709097" [ 1837.059824] env[62361]: _type = "Task" [ 1837.059824] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.067972] env[62361]: DEBUG oslo_vmware.api [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.326468] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a834770e-02ea-4655-b46c-e3f7c34a10e4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.334941] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b6d6dd-f261-445d-b979-591b12744466 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.371300] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9f1700-3ff3-4b4b-9cf5-63f459bfc91c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.376439] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1837.376692] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b85a3b0-e682-4a70-854f-a63823895bbb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.385819] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e220bf02-6668-4fe9-9c48-8ddac205c778 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.389584] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1837.389584] env[62361]: value = "task-1709098" [ 1837.389584] env[62361]: _type = "Task" [ 1837.389584] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.400571] env[62361]: DEBUG nova.compute.provider_tree [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1837.406797] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709098, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.529623] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709096, 'name': CreateVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.569777] env[62361]: DEBUG oslo_vmware.api [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709097, 'name': ReconfigVM_Task, 'duration_secs': 0.14718} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.570106] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356054', 'volume_id': '92be4673-0b79-4bd1-9c13-bb0ef405b992', 'name': 'volume-92be4673-0b79-4bd1-9c13-bb0ef405b992', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'afc8e327-cf51-4d0a-97f2-24d6d296833f', 'attached_at': '', 'detached_at': '', 'volume_id': '92be4673-0b79-4bd1-9c13-bb0ef405b992', 'serial': '92be4673-0b79-4bd1-9c13-bb0ef405b992'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1837.648473] env[62361]: DEBUG nova.compute.manager [req-9b46b9fc-702f-4e40-ba72-44e8f350957a req-9c347127-1d50-4107-9388-e42a71bce4ad service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Received event network-changed-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1837.648688] env[62361]: DEBUG nova.compute.manager [req-9b46b9fc-702f-4e40-ba72-44e8f350957a req-9c347127-1d50-4107-9388-e42a71bce4ad service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Refreshing instance network info cache due to event network-changed-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1837.648907] env[62361]: DEBUG oslo_concurrency.lockutils [req-9b46b9fc-702f-4e40-ba72-44e8f350957a req-9c347127-1d50-4107-9388-e42a71bce4ad service nova] Acquiring lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.649063] env[62361]: DEBUG oslo_concurrency.lockutils [req-9b46b9fc-702f-4e40-ba72-44e8f350957a req-9c347127-1d50-4107-9388-e42a71bce4ad service nova] Acquired lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.649278] env[62361]: DEBUG nova.network.neutron [req-9b46b9fc-702f-4e40-ba72-44e8f350957a req-9c347127-1d50-4107-9388-e42a71bce4ad service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Refreshing network info cache for port 5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1837.794398] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "interface-aae2f356-66f0-4aaa-943c-de879fc5b390-ee65a3c6-f49a-44ce-b282-2bab55fa8624" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.794690] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-aae2f356-66f0-4aaa-943c-de879fc5b390-ee65a3c6-f49a-44ce-b282-2bab55fa8624" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.898942] env[62361]: DEBUG oslo_vmware.api [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709098, 'name': PowerOnVM_Task, 'duration_secs': 0.428159} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.899178] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1837.899368] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-38f4db52-a43f-4035-84f8-d9073dee5516 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance '34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64' progress to 100 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1837.903455] env[62361]: DEBUG nova.scheduler.client.report [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1838.027991] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709096, 'name': CreateVM_Task, 'duration_secs': 0.769512} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.028188] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1838.028862] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/77964824-41e7-448a-82a5-98ffb7377dc9" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.029033] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/77964824-41e7-448a-82a5-98ffb7377dc9" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.029411] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/77964824-41e7-448a-82a5-98ffb7377dc9" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1838.029659] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ed23ee-452e-44a1-a1af-e74600732ceb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.034283] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1838.034283] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f93bb1-b569-a1ed-1fe5-3278969185e5" [ 1838.034283] env[62361]: _type = "Task" [ 1838.034283] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.041551] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52f93bb1-b569-a1ed-1fe5-3278969185e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.297491] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.297689] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.298814] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fd12a5-bfb0-4772-9209-f43aabbbf08c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.319297] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517e8c2d-4136-42bb-afc7-93a9dd335ea6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.346469] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Reconfiguring VM to detach interface {{(pid=62361) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1838.348942] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-413611c6-8548-48d3-b302-d606f14c6c0f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.367800] env[62361]: DEBUG oslo_vmware.api [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1838.367800] env[62361]: value = "task-1709099" [ 1838.367800] env[62361]: _type = "Task" [ 1838.367800] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.376113] env[62361]: DEBUG oslo_vmware.api [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.410350] env[62361]: DEBUG oslo_concurrency.lockutils [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.427380] env[62361]: DEBUG nova.network.neutron [req-9b46b9fc-702f-4e40-ba72-44e8f350957a req-9c347127-1d50-4107-9388-e42a71bce4ad service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Updated VIF entry in instance network info cache for port 5c2e13d3-1e81-49b1-a7ff-13854b01e5f5. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1838.427670] env[62361]: DEBUG nova.network.neutron [req-9b46b9fc-702f-4e40-ba72-44e8f350957a req-9c347127-1d50-4107-9388-e42a71bce4ad service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Updating instance_info_cache with network_info: [{"id": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "address": "fa:16:3e:ec:ff:8a", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c2e13d3-1e", "ovs_interfaceid": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.433047] env[62361]: INFO nova.scheduler.client.report [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Deleted allocations for instance 1d5bfc39-67a4-41d3-b195-1146984e5b58 [ 1838.545856] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/77964824-41e7-448a-82a5-98ffb7377dc9" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.546186] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Processing image 77964824-41e7-448a-82a5-98ffb7377dc9 {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1838.546433] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/77964824-41e7-448a-82a5-98ffb7377dc9/77964824-41e7-448a-82a5-98ffb7377dc9.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.546582] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/77964824-41e7-448a-82a5-98ffb7377dc9/77964824-41e7-448a-82a5-98ffb7377dc9.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.546763] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1838.547026] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9900a3d9-48f4-4b07-b3c5-75e72ece73f0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.555753] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1838.555952] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1838.556738] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbae81e7-029a-41e3-9a77-c883991f9784 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.561776] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1838.561776] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52faafa7-0287-2fa1-beb2-519cce224828" [ 1838.561776] env[62361]: _type = "Task" [ 1838.561776] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.570060] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52faafa7-0287-2fa1-beb2-519cce224828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.607474] env[62361]: DEBUG nova.objects.instance [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lazy-loading 'flavor' on Instance uuid afc8e327-cf51-4d0a-97f2-24d6d296833f {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.878851] env[62361]: DEBUG oslo_vmware.api [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.929813] env[62361]: DEBUG oslo_concurrency.lockutils [req-9b46b9fc-702f-4e40-ba72-44e8f350957a req-9c347127-1d50-4107-9388-e42a71bce4ad service nova] Releasing lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.940625] env[62361]: DEBUG oslo_concurrency.lockutils [None req-17dd60ef-d4ac-47c5-8647-cc7e04821fa7 tempest-ServerActionsTestOtherB-1951398225 tempest-ServerActionsTestOtherB-1951398225-project-member] Lock "1d5bfc39-67a4-41d3-b195-1146984e5b58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.387s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.072026] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Preparing fetch location {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1839.072315] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Fetch image to [datastore1] OSTACK_IMG_9609c6da-d22d-4284-9bd0-c1ff6c533cbf/OSTACK_IMG_9609c6da-d22d-4284-9bd0-c1ff6c533cbf.vmdk {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1839.072531] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Downloading stream optimized image 77964824-41e7-448a-82a5-98ffb7377dc9 to [datastore1] OSTACK_IMG_9609c6da-d22d-4284-9bd0-c1ff6c533cbf/OSTACK_IMG_9609c6da-d22d-4284-9bd0-c1ff6c533cbf.vmdk on the data store datastore1 as vApp {{(pid=62361) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1839.072712] env[62361]: DEBUG nova.virt.vmwareapi.images [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Downloading image file data 77964824-41e7-448a-82a5-98ffb7377dc9 to the ESX as VM named 'OSTACK_IMG_9609c6da-d22d-4284-9bd0-c1ff6c533cbf' {{(pid=62361) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1839.116303] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cf86043-ae99-4253-a810-c77530fd6717 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.248s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.146021] env[62361]: DEBUG oslo_vmware.rw_handles [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1839.146021] env[62361]: value = "resgroup-9" [ 1839.146021] env[62361]: _type = "ResourcePool" [ 1839.146021] env[62361]: }. {{(pid=62361) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1839.146320] env[62361]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-197c2c33-e219-4eb0-8bda-a7bc0dedd242 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.169617] env[62361]: DEBUG oslo_vmware.rw_handles [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lease: (returnval){ [ 1839.169617] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524222e6-64f8-858c-8675-171aa1683e59" [ 1839.169617] env[62361]: _type = "HttpNfcLease" [ 1839.169617] env[62361]: } obtained for vApp import into resource pool (val){ [ 1839.169617] env[62361]: value = "resgroup-9" [ 1839.169617] env[62361]: _type = "ResourcePool" [ 1839.169617] env[62361]: }. {{(pid=62361) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1839.169929] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the lease: (returnval){ [ 1839.169929] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524222e6-64f8-858c-8675-171aa1683e59" [ 1839.169929] env[62361]: _type = "HttpNfcLease" [ 1839.169929] env[62361]: } to be ready. {{(pid=62361) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1839.176182] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1839.176182] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524222e6-64f8-858c-8675-171aa1683e59" [ 1839.176182] env[62361]: _type = "HttpNfcLease" [ 1839.176182] env[62361]: } is initializing. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1839.378943] env[62361]: DEBUG oslo_vmware.api [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.679097] env[62361]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1839.679097] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524222e6-64f8-858c-8675-171aa1683e59" [ 1839.679097] env[62361]: _type = "HttpNfcLease" [ 1839.679097] env[62361]: } is ready. {{(pid=62361) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1839.679357] env[62361]: DEBUG oslo_vmware.rw_handles [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1839.679357] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524222e6-64f8-858c-8675-171aa1683e59" [ 1839.679357] env[62361]: _type = "HttpNfcLease" [ 1839.679357] env[62361]: }. {{(pid=62361) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1839.679966] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67206c5b-483c-4a5b-8532-27986b8b73c0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.686860] env[62361]: DEBUG oslo_vmware.rw_handles [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c90c3-2cd6-9375-aafb-6953533db3b9/disk-0.vmdk from lease info. {{(pid=62361) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1839.687054] env[62361]: DEBUG oslo_vmware.rw_handles [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c90c3-2cd6-9375-aafb-6953533db3b9/disk-0.vmdk. {{(pid=62361) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1839.750964] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88d21ca4-9224-4b05-a34d-9a5b56a75658 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.850635] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.850988] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.851250] env[62361]: DEBUG nova.compute.manager [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Going to confirm migration 8 {{(pid=62361) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1839.881020] env[62361]: DEBUG oslo_vmware.api [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.988371] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.988674] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.381767] env[62361]: DEBUG oslo_vmware.api [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.394013] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.394216] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.394401] env[62361]: DEBUG nova.network.neutron [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1840.394580] env[62361]: DEBUG nova.objects.instance [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lazy-loading 'info_cache' on Instance uuid 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1840.492263] env[62361]: DEBUG nova.compute.utils [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1840.810276] env[62361]: DEBUG oslo_vmware.rw_handles [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Completed reading data from the image iterator. {{(pid=62361) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1840.810513] env[62361]: DEBUG oslo_vmware.rw_handles [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c90c3-2cd6-9375-aafb-6953533db3b9/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1840.811634] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d378b346-e28b-48ad-b006-1080c354ecc2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.818785] env[62361]: DEBUG oslo_vmware.rw_handles [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c90c3-2cd6-9375-aafb-6953533db3b9/disk-0.vmdk is in state: ready. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1840.818943] env[62361]: DEBUG oslo_vmware.rw_handles [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c90c3-2cd6-9375-aafb-6953533db3b9/disk-0.vmdk. {{(pid=62361) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1840.819192] env[62361]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fc8a8eda-0690-401a-8c50-fed50c5deea6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.884309] env[62361]: DEBUG oslo_vmware.api [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.995958] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.048959] env[62361]: DEBUG oslo_vmware.rw_handles [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c90c3-2cd6-9375-aafb-6953533db3b9/disk-0.vmdk. {{(pid=62361) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1841.049242] env[62361]: INFO nova.virt.vmwareapi.images [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Downloaded image file data 77964824-41e7-448a-82a5-98ffb7377dc9 [ 1841.050092] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee46d721-b492-4071-a995-bdcdc665d839 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.066328] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-881962e7-cfa4-4b07-8947-c773dc889a9d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.101144] env[62361]: INFO nova.virt.vmwareapi.images [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] The imported VM was unregistered [ 1841.103839] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Caching image {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1841.104108] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Creating directory with path [datastore1] devstack-image-cache_base/77964824-41e7-448a-82a5-98ffb7377dc9 {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1841.104435] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efa3c937-d2c5-43d1-baea-003a0f1ffceb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.137026] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Created directory with path [datastore1] devstack-image-cache_base/77964824-41e7-448a-82a5-98ffb7377dc9 {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1841.137243] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9609c6da-d22d-4284-9bd0-c1ff6c533cbf/OSTACK_IMG_9609c6da-d22d-4284-9bd0-c1ff6c533cbf.vmdk to [datastore1] devstack-image-cache_base/77964824-41e7-448a-82a5-98ffb7377dc9/77964824-41e7-448a-82a5-98ffb7377dc9.vmdk. {{(pid=62361) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1841.137515] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-28303470-085b-48aa-9a8f-135add0d6591 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.144995] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1841.144995] env[62361]: value = "task-1709103" [ 1841.144995] env[62361]: _type = "Task" [ 1841.144995] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.155974] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709103, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.381806] env[62361]: DEBUG oslo_vmware.api [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.654911] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709103, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.882331] env[62361]: DEBUG oslo_vmware.api [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.010857] env[62361]: DEBUG nova.network.neutron [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance_info_cache with network_info: [{"id": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "address": "fa:16:3e:f7:c6:ba", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82c9eb6e-09", "ovs_interfaceid": "82c9eb6e-09b5-469e-aa55-8e8ef8384c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.075405] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.075689] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.075934] env[62361]: INFO nova.compute.manager [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Attaching volume 10ad8776-523e-4bc8-a3d6-87c1f92ef058 to /dev/sdc [ 1842.109378] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e03081-bbac-4587-a708-e7cceb7d3da1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.116478] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6172be4d-0ab7-41f2-9796-886acd6c9953 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.130454] env[62361]: DEBUG nova.virt.block_device [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Updating existing volume attachment record: 8b916226-d5d8-4953-98db-c4c3da4c39b9 {{(pid=62361) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1842.155399] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709103, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.388553] env[62361]: DEBUG oslo_vmware.api [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.514197] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "refresh_cache-34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.514498] env[62361]: DEBUG nova.objects.instance [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lazy-loading 'migration_context' on Instance uuid 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1842.658071] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709103, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.886093] env[62361]: DEBUG oslo_vmware.api [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.018033] env[62361]: DEBUG nova.objects.base [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Object Instance<34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64> lazy-loaded attributes: info_cache,migration_context {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1843.018991] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccb710d-a748-4e33-8ae7-941599a9acc5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.041543] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daecad36-bfab-4306-b29e-64afe18a1994 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.048662] env[62361]: DEBUG oslo_vmware.api [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1843.048662] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52844eda-f2f8-f490-c76a-955f16cfb89e" [ 1843.048662] env[62361]: _type = "Task" [ 1843.048662] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.057191] env[62361]: DEBUG oslo_vmware.api [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52844eda-f2f8-f490-c76a-955f16cfb89e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.157348] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709103, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.386469] env[62361]: DEBUG oslo_vmware.api [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.562302] env[62361]: DEBUG oslo_vmware.api [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52844eda-f2f8-f490-c76a-955f16cfb89e, 'name': SearchDatastore_Task, 'duration_secs': 0.048083} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.562720] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.562840] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.659345] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709103, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.886242] env[62361]: DEBUG oslo_vmware.api [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709099, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.160931] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709103, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.209225] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c898f215-b49d-41ae-bd5b-f648bb636f77 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.217083] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a15354-6d8c-46ff-9888-2db38092a483 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.247085] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0d558d-0a71-4b63-b9f8-2adabd049621 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.254609] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4eb2fa-5c85-444a-a98e-aa39a0c2cc74 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.271692] env[62361]: DEBUG nova.compute.provider_tree [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1844.390493] env[62361]: DEBUG oslo_vmware.api [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709099, 'name': ReconfigVM_Task, 'duration_secs': 5.90668} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.390727] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.391265] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Reconfigured VM to detach interface {{(pid=62361) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1844.661187] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709103, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.299335} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.661463] env[62361]: INFO nova.virt.vmwareapi.ds_util [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9609c6da-d22d-4284-9bd0-c1ff6c533cbf/OSTACK_IMG_9609c6da-d22d-4284-9bd0-c1ff6c533cbf.vmdk to [datastore1] devstack-image-cache_base/77964824-41e7-448a-82a5-98ffb7377dc9/77964824-41e7-448a-82a5-98ffb7377dc9.vmdk. [ 1844.661675] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Cleaning up location [datastore1] OSTACK_IMG_9609c6da-d22d-4284-9bd0-c1ff6c533cbf {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1844.661890] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9609c6da-d22d-4284-9bd0-c1ff6c533cbf {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1844.662159] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-469effb2-22d4-4aa9-a921-f96cef5d12be {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.668238] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1844.668238] env[62361]: value = "task-1709106" [ 1844.668238] env[62361]: _type = "Task" [ 1844.668238] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.676025] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.774981] env[62361]: DEBUG nova.scheduler.client.report [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1845.183403] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158257} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.183869] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1845.184185] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/77964824-41e7-448a-82a5-98ffb7377dc9/77964824-41e7-448a-82a5-98ffb7377dc9.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.184585] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/77964824-41e7-448a-82a5-98ffb7377dc9/77964824-41e7-448a-82a5-98ffb7377dc9.vmdk to [datastore1] cb17edf0-cc03-46d4-83a4-84ab67df8572/cb17edf0-cc03-46d4-83a4-84ab67df8572.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1845.185249] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38c31025-4099-4334-b615-6f835afd3506 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.194380] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1845.194380] env[62361]: value = "task-1709107" [ 1845.194380] env[62361]: _type = "Task" [ 1845.194380] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.207180] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.708451] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709107, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.744495] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.744495] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.744495] env[62361]: DEBUG nova.network.neutron [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1845.786613] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.223s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.209908] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709107, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.352966] env[62361]: INFO nova.scheduler.client.report [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Deleted allocation for migration ba3df1a9-61b5-42eb-92fd-1ad758f16e92 [ 1846.629362] env[62361]: INFO nova.network.neutron [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Port ee65a3c6-f49a-44ce-b282-2bab55fa8624 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1846.629811] env[62361]: DEBUG nova.network.neutron [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updating instance_info_cache with network_info: [{"id": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "address": "fa:16:3e:92:43:87", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5856cd79-6d", "ovs_interfaceid": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.681492] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Volume attach. Driver type: vmdk {{(pid=62361) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1846.681492] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356057', 'volume_id': '10ad8776-523e-4bc8-a3d6-87c1f92ef058', 'name': 'volume-10ad8776-523e-4bc8-a3d6-87c1f92ef058', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'afc8e327-cf51-4d0a-97f2-24d6d296833f', 'attached_at': '', 'detached_at': '', 'volume_id': '10ad8776-523e-4bc8-a3d6-87c1f92ef058', 'serial': '10ad8776-523e-4bc8-a3d6-87c1f92ef058'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1846.682417] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a8d34d-8b00-4c5e-bfee-824aea898c46 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.704633] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9755e481-6f90-48c9-8b4b-18974ac43887 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.715025] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709107, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.737817] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-10ad8776-523e-4bc8-a3d6-87c1f92ef058/volume-10ad8776-523e-4bc8-a3d6-87c1f92ef058.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1846.738637] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc89a514-82f9-4221-a31f-16437e02528e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.759474] env[62361]: DEBUG oslo_vmware.api [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1846.759474] env[62361]: value = "task-1709108" [ 1846.759474] env[62361]: _type = "Task" [ 1846.759474] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.771724] env[62361]: DEBUG oslo_concurrency.lockutils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Acquiring lock "9efbefce-64f5-4785-9464-cb53735a4582" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.772139] env[62361]: DEBUG oslo_concurrency.lockutils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Lock "9efbefce-64f5-4785-9464-cb53735a4582" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.773245] env[62361]: DEBUG oslo_vmware.api [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.842862] env[62361]: DEBUG nova.compute.manager [req-c776b678-38ee-4380-b87d-07056f8da3b4 req-07bc5881-12eb-454d-a20b-1453b1c4935f service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Received event network-changed-5856cd79-6d70-46e6-90b6-8bb4d9512d61 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1846.843121] env[62361]: DEBUG nova.compute.manager [req-c776b678-38ee-4380-b87d-07056f8da3b4 req-07bc5881-12eb-454d-a20b-1453b1c4935f service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Refreshing instance network info cache due to event network-changed-5856cd79-6d70-46e6-90b6-8bb4d9512d61. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1846.843301] env[62361]: DEBUG oslo_concurrency.lockutils [req-c776b678-38ee-4380-b87d-07056f8da3b4 req-07bc5881-12eb-454d-a20b-1453b1c4935f service nova] Acquiring lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.860953] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7a1ab80-454e-47c7-b568-4fa9184e9986 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.009s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.132995] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.135847] env[62361]: DEBUG oslo_concurrency.lockutils [req-c776b678-38ee-4380-b87d-07056f8da3b4 req-07bc5881-12eb-454d-a20b-1453b1c4935f service nova] Acquired lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.135847] env[62361]: DEBUG nova.network.neutron [req-c776b678-38ee-4380-b87d-07056f8da3b4 req-07bc5881-12eb-454d-a20b-1453b1c4935f service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Refreshing network info cache for port 5856cd79-6d70-46e6-90b6-8bb4d9512d61 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.211843] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709107, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.270326] env[62361]: DEBUG oslo_vmware.api [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709108, 'name': ReconfigVM_Task, 'duration_secs': 0.438496} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.270705] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-10ad8776-523e-4bc8-a3d6-87c1f92ef058/volume-10ad8776-523e-4bc8-a3d6-87c1f92ef058.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1847.275916] env[62361]: DEBUG nova.compute.manager [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1847.278520] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2f95ebc-0dfe-42d9-98e9-4c5ebbd53ff8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.294931] env[62361]: DEBUG oslo_vmware.api [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1847.294931] env[62361]: value = "task-1709109" [ 1847.294931] env[62361]: _type = "Task" [ 1847.294931] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.303815] env[62361]: DEBUG oslo_vmware.api [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.307852] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.307852] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.308074] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.308849] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.308849] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.310396] env[62361]: INFO nova.compute.manager [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Terminating instance [ 1847.312556] env[62361]: DEBUG nova.compute.manager [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1847.313244] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1847.313846] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f4b688-89ef-4582-bc62-e263c0019d15 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.322288] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1847.323404] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d3a6f79-faae-4ef8-bd66-6150ff0e0bf0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.330754] env[62361]: DEBUG oslo_vmware.api [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1847.330754] env[62361]: value = "task-1709110" [ 1847.330754] env[62361]: _type = "Task" [ 1847.330754] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.340464] env[62361]: DEBUG oslo_vmware.api [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.573065] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "interface-922e49fb-2f2c-48bd-aea2-92e3daa37c46-ee65a3c6-f49a-44ce-b282-2bab55fa8624" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.573362] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-922e49fb-2f2c-48bd-aea2-92e3daa37c46-ee65a3c6-f49a-44ce-b282-2bab55fa8624" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.573733] env[62361]: DEBUG nova.objects.instance [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lazy-loading 'flavor' on Instance uuid 922e49fb-2f2c-48bd-aea2-92e3daa37c46 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1847.638539] env[62361]: DEBUG oslo_concurrency.lockutils [None req-0643b05b-690f-4bb9-89c5-090ed133e83b tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-aae2f356-66f0-4aaa-943c-de879fc5b390-ee65a3c6-f49a-44ce-b282-2bab55fa8624" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.843s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.713051] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709107, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.398566} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.714116] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/77964824-41e7-448a-82a5-98ffb7377dc9/77964824-41e7-448a-82a5-98ffb7377dc9.vmdk to [datastore1] cb17edf0-cc03-46d4-83a4-84ab67df8572/cb17edf0-cc03-46d4-83a4-84ab67df8572.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1847.714629] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38acdcfa-a3a8-431a-9cf1-25a65b3ac2c9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.749283] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] cb17edf0-cc03-46d4-83a4-84ab67df8572/cb17edf0-cc03-46d4-83a4-84ab67df8572.vmdk or device None with type streamOptimized {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1847.752892] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2565c0a6-11d4-44af-9f74-a7ea5f3ed1f2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.782009] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1847.782009] env[62361]: value = "task-1709111" [ 1847.782009] env[62361]: _type = "Task" [ 1847.782009] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.792890] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.805304] env[62361]: DEBUG oslo_vmware.api [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709109, 'name': ReconfigVM_Task, 'duration_secs': 0.158628} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.805603] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356057', 'volume_id': '10ad8776-523e-4bc8-a3d6-87c1f92ef058', 'name': 'volume-10ad8776-523e-4bc8-a3d6-87c1f92ef058', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'afc8e327-cf51-4d0a-97f2-24d6d296833f', 'attached_at': '', 'detached_at': '', 'volume_id': '10ad8776-523e-4bc8-a3d6-87c1f92ef058', 'serial': '10ad8776-523e-4bc8-a3d6-87c1f92ef058'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1847.812358] env[62361]: DEBUG oslo_concurrency.lockutils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.812621] env[62361]: DEBUG oslo_concurrency.lockutils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.814670] env[62361]: INFO nova.compute.claims [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1847.843127] env[62361]: DEBUG oslo_vmware.api [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709110, 'name': PowerOffVM_Task, 'duration_secs': 0.400721} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.843410] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1847.843634] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1847.843887] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4b0c247-952f-4146-82af-727088b28829 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.918963] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1847.919151] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1847.919336] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Deleting the datastore file [datastore1] 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1847.919592] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fbcbedd-3395-47a5-ab0b-a6a237968c53 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.928517] env[62361]: DEBUG oslo_vmware.api [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1847.928517] env[62361]: value = "task-1709113" [ 1847.928517] env[62361]: _type = "Task" [ 1847.928517] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.936363] env[62361]: DEBUG oslo_vmware.api [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.938618] env[62361]: DEBUG nova.network.neutron [req-c776b678-38ee-4380-b87d-07056f8da3b4 req-07bc5881-12eb-454d-a20b-1453b1c4935f service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updated VIF entry in instance network info cache for port 5856cd79-6d70-46e6-90b6-8bb4d9512d61. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1847.938618] env[62361]: DEBUG nova.network.neutron [req-c776b678-38ee-4380-b87d-07056f8da3b4 req-07bc5881-12eb-454d-a20b-1453b1c4935f service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updating instance_info_cache with network_info: [{"id": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "address": "fa:16:3e:92:43:87", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5856cd79-6d", "ovs_interfaceid": "5856cd79-6d70-46e6-90b6-8bb4d9512d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.170422] env[62361]: DEBUG nova.objects.instance [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lazy-loading 'pci_requests' on Instance uuid 922e49fb-2f2c-48bd-aea2-92e3daa37c46 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.292257] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709111, 'name': ReconfigVM_Task, 'duration_secs': 0.307241} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.292448] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Reconfigured VM instance instance-00000069 to attach disk [datastore1] cb17edf0-cc03-46d4-83a4-84ab67df8572/cb17edf0-cc03-46d4-83a4-84ab67df8572.vmdk or device None with type streamOptimized {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1848.293159] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b34b2be-9ef2-441f-babf-cbb4c9838612 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.301430] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1848.301430] env[62361]: value = "task-1709114" [ 1848.301430] env[62361]: _type = "Task" [ 1848.301430] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.311091] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709114, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.437441] env[62361]: DEBUG oslo_vmware.api [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153315} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.437724] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1848.437924] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1848.438138] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1848.438527] env[62361]: INFO nova.compute.manager [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1848.438589] env[62361]: DEBUG oslo.service.loopingcall [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1848.438777] env[62361]: DEBUG nova.compute.manager [-] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1848.438871] env[62361]: DEBUG nova.network.neutron [-] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1848.441805] env[62361]: DEBUG oslo_concurrency.lockutils [req-c776b678-38ee-4380-b87d-07056f8da3b4 req-07bc5881-12eb-454d-a20b-1453b1c4935f service nova] Releasing lock "refresh_cache-aae2f356-66f0-4aaa-943c-de879fc5b390" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.672893] env[62361]: DEBUG nova.objects.base [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Object Instance<922e49fb-2f2c-48bd-aea2-92e3daa37c46> lazy-loaded attributes: flavor,pci_requests {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1848.673141] env[62361]: DEBUG nova.network.neutron [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1848.736632] env[62361]: DEBUG nova.policy [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c92111993614dd9b80f3e62a764e30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa192e18bbe44519aa42ca60061c0a2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1848.811775] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709114, 'name': Rename_Task, 'duration_secs': 0.144921} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.812206] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1848.812409] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78a28049-9e00-4896-8b60-d221b7d5feb3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.819355] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1848.819355] env[62361]: value = "task-1709115" [ 1848.819355] env[62361]: _type = "Task" [ 1848.819355] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.829789] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.853763] env[62361]: DEBUG nova.objects.instance [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lazy-loading 'flavor' on Instance uuid afc8e327-cf51-4d0a-97f2-24d6d296833f {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.991287] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f2ac91-6365-48c8-a282-581010a1c26b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.999147] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08da5238-f570-4342-bca1-96fda731aab1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.035067] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0686e6f7-cd14-4ffa-824f-9a9ad85d389e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.038802] env[62361]: DEBUG nova.compute.manager [req-b058cd19-f1ca-408d-89fa-7b3ccd591dda req-4ce78a53-2b1b-49e6-829b-17837f66f4a5 service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Received event network-changed-968a7235-d4d5-4239-8024-6a4d79573d76 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1849.039017] env[62361]: DEBUG nova.compute.manager [req-b058cd19-f1ca-408d-89fa-7b3ccd591dda req-4ce78a53-2b1b-49e6-829b-17837f66f4a5 service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Refreshing instance network info cache due to event network-changed-968a7235-d4d5-4239-8024-6a4d79573d76. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1849.039337] env[62361]: DEBUG oslo_concurrency.lockutils [req-b058cd19-f1ca-408d-89fa-7b3ccd591dda req-4ce78a53-2b1b-49e6-829b-17837f66f4a5 service nova] Acquiring lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.039519] env[62361]: DEBUG oslo_concurrency.lockutils [req-b058cd19-f1ca-408d-89fa-7b3ccd591dda req-4ce78a53-2b1b-49e6-829b-17837f66f4a5 service nova] Acquired lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.039712] env[62361]: DEBUG nova.network.neutron [req-b058cd19-f1ca-408d-89fa-7b3ccd591dda req-4ce78a53-2b1b-49e6-829b-17837f66f4a5 service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Refreshing network info cache for port 968a7235-d4d5-4239-8024-6a4d79573d76 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1849.046239] env[62361]: DEBUG nova.compute.manager [req-10027d8d-2e18-4245-9444-318e87ae6a49 req-73f634ca-1dac-4ab3-a659-598784fded6b service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Received event network-vif-deleted-82c9eb6e-09b5-469e-aa55-8e8ef8384c68 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1849.046239] env[62361]: INFO nova.compute.manager [req-10027d8d-2e18-4245-9444-318e87ae6a49 req-73f634ca-1dac-4ab3-a659-598784fded6b service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Neutron deleted interface 82c9eb6e-09b5-469e-aa55-8e8ef8384c68; detaching it from the instance and deleting it from the info cache [ 1849.046239] env[62361]: DEBUG nova.network.neutron [req-10027d8d-2e18-4245-9444-318e87ae6a49 req-73f634ca-1dac-4ab3-a659-598784fded6b service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.049892] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5ad2e6-e611-4254-a375-b16c1bbd30c2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.065617] env[62361]: DEBUG nova.compute.provider_tree [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.331288] env[62361]: DEBUG oslo_vmware.api [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709115, 'name': PowerOnVM_Task, 'duration_secs': 0.476397} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.331593] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1849.361375] env[62361]: DEBUG oslo_concurrency.lockutils [None req-95ac2a77-9031-4aec-8575-a8d037b6204a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.285s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.441622] env[62361]: DEBUG nova.compute.manager [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1849.443292] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48daee13-a2e7-46d4-9300-6383c30f7ef1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.446841] env[62361]: DEBUG nova.network.neutron [-] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.546943] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59e6e67f-7bd7-43b1-a344-6773a5595c2c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.556388] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbffc110-7d04-464c-8311-e9e0e0de9a54 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.567761] env[62361]: DEBUG nova.scheduler.client.report [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1849.591807] env[62361]: DEBUG nova.compute.manager [req-10027d8d-2e18-4245-9444-318e87ae6a49 req-73f634ca-1dac-4ab3-a659-598784fded6b service nova] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Detach interface failed, port_id=82c9eb6e-09b5-469e-aa55-8e8ef8384c68, reason: Instance 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1849.759958] env[62361]: DEBUG nova.network.neutron [req-b058cd19-f1ca-408d-89fa-7b3ccd591dda req-4ce78a53-2b1b-49e6-829b-17837f66f4a5 service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Updated VIF entry in instance network info cache for port 968a7235-d4d5-4239-8024-6a4d79573d76. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.760615] env[62361]: DEBUG nova.network.neutron [req-b058cd19-f1ca-408d-89fa-7b3ccd591dda req-4ce78a53-2b1b-49e6-829b-17837f66f4a5 service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Updating instance_info_cache with network_info: [{"id": "968a7235-d4d5-4239-8024-6a4d79573d76", "address": "fa:16:3e:9d:58:aa", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968a7235-d4", "ovs_interfaceid": "968a7235-d4d5-4239-8024-6a4d79573d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.825589] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.825935] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.949987] env[62361]: INFO nova.compute.manager [-] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Took 1.51 seconds to deallocate network for instance. [ 1849.962077] env[62361]: DEBUG oslo_concurrency.lockutils [None req-6cd1467a-fe06-43b9-bd3f-1dc29ba953cf tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.168s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.072916] env[62361]: DEBUG oslo_concurrency.lockutils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.073479] env[62361]: DEBUG nova.compute.manager [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1850.250253] env[62361]: DEBUG nova.network.neutron [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Successfully updated port: ee65a3c6-f49a-44ce-b282-2bab55fa8624 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1850.264493] env[62361]: DEBUG oslo_concurrency.lockutils [req-b058cd19-f1ca-408d-89fa-7b3ccd591dda req-4ce78a53-2b1b-49e6-829b-17837f66f4a5 service nova] Releasing lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.329475] env[62361]: INFO nova.compute.manager [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Detaching volume 92be4673-0b79-4bd1-9c13-bb0ef405b992 [ 1850.368018] env[62361]: INFO nova.virt.block_device [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Attempting to driver detach volume 92be4673-0b79-4bd1-9c13-bb0ef405b992 from mountpoint /dev/sdb [ 1850.368018] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Volume detach. Driver type: vmdk {{(pid=62361) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1850.368018] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356054', 'volume_id': '92be4673-0b79-4bd1-9c13-bb0ef405b992', 'name': 'volume-92be4673-0b79-4bd1-9c13-bb0ef405b992', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'afc8e327-cf51-4d0a-97f2-24d6d296833f', 'attached_at': '', 'detached_at': '', 'volume_id': '92be4673-0b79-4bd1-9c13-bb0ef405b992', 'serial': '92be4673-0b79-4bd1-9c13-bb0ef405b992'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1850.368018] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d3506c-1cdd-4afc-beda-7972217345c1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.397642] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0d0c10-a81e-48ae-9409-7587222c83c6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.405050] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b18913-a7c9-4710-bf55-b2fb207b2d34 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.429407] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da44b282-d7d1-4a7f-8c23-002544cc967b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.444804] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] The volume has not been displaced from its original location: [datastore1] volume-92be4673-0b79-4bd1-9c13-bb0ef405b992/volume-92be4673-0b79-4bd1-9c13-bb0ef405b992.vmdk. No consolidation needed. {{(pid=62361) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1850.450109] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1850.450384] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a41450e6-3a43-49bf-8fac-7b18cd36f922 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.463414] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.463647] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.463834] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.472409] env[62361]: DEBUG oslo_vmware.api [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1850.472409] env[62361]: value = "task-1709116" [ 1850.472409] env[62361]: _type = "Task" [ 1850.472409] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.480425] env[62361]: DEBUG oslo_vmware.api [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.489120] env[62361]: INFO nova.scheduler.client.report [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Deleted allocations for instance 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64 [ 1850.578188] env[62361]: DEBUG nova.compute.utils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1850.579685] env[62361]: DEBUG nova.compute.manager [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1850.579833] env[62361]: DEBUG nova.network.neutron [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1850.632124] env[62361]: DEBUG nova.policy [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf799754e1804734b16126b5fac601f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '425335445b5c4f8dbea248cb28e723de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1850.752981] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.753205] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.753395] env[62361]: DEBUG nova.network.neutron [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1850.873390] env[62361]: DEBUG nova.network.neutron [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Successfully created port: f9389db6-45a6-424e-83af-d59326195acd {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1850.983437] env[62361]: DEBUG oslo_vmware.api [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.997226] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b1716e3a-e072-436c-82eb-bf2b8fe97bdd tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.689s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.083612] env[62361]: DEBUG nova.compute.manager [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1851.133252] env[62361]: DEBUG nova.compute.manager [req-07bcf0e0-882a-4588-94e3-54f131ded677 req-2ea5ee41-9529-4230-adbd-28d9e04f657f service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Received event network-vif-plugged-ee65a3c6-f49a-44ce-b282-2bab55fa8624 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1851.133527] env[62361]: DEBUG oslo_concurrency.lockutils [req-07bcf0e0-882a-4588-94e3-54f131ded677 req-2ea5ee41-9529-4230-adbd-28d9e04f657f service nova] Acquiring lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.133778] env[62361]: DEBUG oslo_concurrency.lockutils [req-07bcf0e0-882a-4588-94e3-54f131ded677 req-2ea5ee41-9529-4230-adbd-28d9e04f657f service nova] Lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.133985] env[62361]: DEBUG oslo_concurrency.lockutils [req-07bcf0e0-882a-4588-94e3-54f131ded677 req-2ea5ee41-9529-4230-adbd-28d9e04f657f service nova] Lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.134263] env[62361]: DEBUG nova.compute.manager [req-07bcf0e0-882a-4588-94e3-54f131ded677 req-2ea5ee41-9529-4230-adbd-28d9e04f657f service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] No waiting events found dispatching network-vif-plugged-ee65a3c6-f49a-44ce-b282-2bab55fa8624 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1851.134484] env[62361]: WARNING nova.compute.manager [req-07bcf0e0-882a-4588-94e3-54f131ded677 req-2ea5ee41-9529-4230-adbd-28d9e04f657f service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Received unexpected event network-vif-plugged-ee65a3c6-f49a-44ce-b282-2bab55fa8624 for instance with vm_state active and task_state None. [ 1851.134665] env[62361]: DEBUG nova.compute.manager [req-07bcf0e0-882a-4588-94e3-54f131ded677 req-2ea5ee41-9529-4230-adbd-28d9e04f657f service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Received event network-changed-ee65a3c6-f49a-44ce-b282-2bab55fa8624 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1851.134822] env[62361]: DEBUG nova.compute.manager [req-07bcf0e0-882a-4588-94e3-54f131ded677 req-2ea5ee41-9529-4230-adbd-28d9e04f657f service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Refreshing instance network info cache due to event network-changed-ee65a3c6-f49a-44ce-b282-2bab55fa8624. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1851.134985] env[62361]: DEBUG oslo_concurrency.lockutils [req-07bcf0e0-882a-4588-94e3-54f131ded677 req-2ea5ee41-9529-4230-adbd-28d9e04f657f service nova] Acquiring lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.294677] env[62361]: WARNING nova.network.neutron [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] 1b9182d2-c5a7-4093-b784-9758b07a7ca3 already exists in list: networks containing: ['1b9182d2-c5a7-4093-b784-9758b07a7ca3']. ignoring it [ 1851.484675] env[62361]: DEBUG oslo_vmware.api [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709116, 'name': ReconfigVM_Task, 'duration_secs': 0.608925} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.484955] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1851.489880] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9293b724-bf52-41b8-ad31-d546c0ecab12 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.506277] env[62361]: DEBUG oslo_vmware.api [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1851.506277] env[62361]: value = "task-1709117" [ 1851.506277] env[62361]: _type = "Task" [ 1851.506277] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.519149] env[62361]: DEBUG oslo_vmware.api [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.659179] env[62361]: DEBUG nova.network.neutron [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Updating instance_info_cache with network_info: [{"id": "968a7235-d4d5-4239-8024-6a4d79573d76", "address": "fa:16:3e:9d:58:aa", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968a7235-d4", "ovs_interfaceid": "968a7235-d4d5-4239-8024-6a4d79573d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee65a3c6-f49a-44ce-b282-2bab55fa8624", "address": "fa:16:3e:d6:10:83", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee65a3c6-f4", "ovs_interfaceid": "ee65a3c6-f49a-44ce-b282-2bab55fa8624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.021986] env[62361]: DEBUG oslo_vmware.api [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709117, 'name': ReconfigVM_Task, 'duration_secs': 0.146696} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.021986] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356054', 'volume_id': '92be4673-0b79-4bd1-9c13-bb0ef405b992', 'name': 'volume-92be4673-0b79-4bd1-9c13-bb0ef405b992', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'afc8e327-cf51-4d0a-97f2-24d6d296833f', 'attached_at': '', 'detached_at': '', 'volume_id': '92be4673-0b79-4bd1-9c13-bb0ef405b992', 'serial': '92be4673-0b79-4bd1-9c13-bb0ef405b992'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1852.094248] env[62361]: DEBUG nova.compute.manager [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1852.115543] env[62361]: DEBUG nova.virt.hardware [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1852.115788] env[62361]: DEBUG nova.virt.hardware [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1852.115946] env[62361]: DEBUG nova.virt.hardware [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.116190] env[62361]: DEBUG nova.virt.hardware [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1852.116287] env[62361]: DEBUG nova.virt.hardware [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.116546] env[62361]: DEBUG nova.virt.hardware [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1852.116772] env[62361]: DEBUG nova.virt.hardware [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1852.116935] env[62361]: DEBUG nova.virt.hardware [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1852.117118] env[62361]: DEBUG nova.virt.hardware [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1852.117287] env[62361]: DEBUG nova.virt.hardware [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1852.117459] env[62361]: DEBUG nova.virt.hardware [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1852.118333] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb91a7f-6f52-4aed-a3ff-a2ff508cc759 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.127532] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966691dc-63ef-4495-af79-e012b3af1293 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.162734] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.163558] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.163768] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.164601] env[62361]: DEBUG oslo_concurrency.lockutils [req-07bcf0e0-882a-4588-94e3-54f131ded677 req-2ea5ee41-9529-4230-adbd-28d9e04f657f service nova] Acquired lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.164837] env[62361]: DEBUG nova.network.neutron [req-07bcf0e0-882a-4588-94e3-54f131ded677 req-2ea5ee41-9529-4230-adbd-28d9e04f657f service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Refreshing network info cache for port ee65a3c6-f49a-44ce-b282-2bab55fa8624 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1852.169552] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7870f07a-85c6-46b7-b2f5-110c5962cdb8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.183681] env[62361]: DEBUG nova.virt.hardware [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1852.183921] env[62361]: DEBUG nova.virt.hardware [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1852.184123] env[62361]: DEBUG nova.virt.hardware [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.184324] env[62361]: DEBUG nova.virt.hardware [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1852.184475] env[62361]: DEBUG nova.virt.hardware [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.184623] env[62361]: DEBUG nova.virt.hardware [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1852.184827] env[62361]: DEBUG nova.virt.hardware [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1852.185244] env[62361]: DEBUG nova.virt.hardware [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1852.185244] env[62361]: DEBUG nova.virt.hardware [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1852.185463] env[62361]: DEBUG nova.virt.hardware [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1852.185519] env[62361]: DEBUG nova.virt.hardware [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1852.191781] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Reconfiguring VM to attach interface {{(pid=62361) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1852.192935] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-565c8c9c-3d96-4e69-9527-12a99a57c697 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.211690] env[62361]: DEBUG oslo_vmware.api [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1852.211690] env[62361]: value = "task-1709118" [ 1852.211690] env[62361]: _type = "Task" [ 1852.211690] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.221183] env[62361]: DEBUG oslo_vmware.api [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709118, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.560111] env[62361]: DEBUG nova.network.neutron [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Successfully updated port: f9389db6-45a6-424e-83af-d59326195acd {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1852.572818] env[62361]: DEBUG nova.objects.instance [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lazy-loading 'flavor' on Instance uuid afc8e327-cf51-4d0a-97f2-24d6d296833f {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1852.648207] env[62361]: DEBUG oslo_concurrency.lockutils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "5a8f11e5-ecf1-465f-a479-c11218096716" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.648418] env[62361]: DEBUG oslo_concurrency.lockutils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "5a8f11e5-ecf1-465f-a479-c11218096716" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.723926] env[62361]: DEBUG oslo_vmware.api [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.866057] env[62361]: DEBUG nova.network.neutron [req-07bcf0e0-882a-4588-94e3-54f131ded677 req-2ea5ee41-9529-4230-adbd-28d9e04f657f service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Updated VIF entry in instance network info cache for port ee65a3c6-f49a-44ce-b282-2bab55fa8624. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1852.866204] env[62361]: DEBUG nova.network.neutron [req-07bcf0e0-882a-4588-94e3-54f131ded677 req-2ea5ee41-9529-4230-adbd-28d9e04f657f service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Updating instance_info_cache with network_info: [{"id": "968a7235-d4d5-4239-8024-6a4d79573d76", "address": "fa:16:3e:9d:58:aa", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968a7235-d4", "ovs_interfaceid": "968a7235-d4d5-4239-8024-6a4d79573d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee65a3c6-f49a-44ce-b282-2bab55fa8624", "address": "fa:16:3e:d6:10:83", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee65a3c6-f4", "ovs_interfaceid": "ee65a3c6-f49a-44ce-b282-2bab55fa8624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.066616] env[62361]: DEBUG oslo_concurrency.lockutils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Acquiring lock "refresh_cache-9efbefce-64f5-4785-9464-cb53735a4582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.066855] env[62361]: DEBUG oslo_concurrency.lockutils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Acquired lock "refresh_cache-9efbefce-64f5-4785-9464-cb53735a4582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.067038] env[62361]: DEBUG nova.network.neutron [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.150916] env[62361]: DEBUG nova.compute.manager [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1853.163349] env[62361]: DEBUG nova.compute.manager [req-b038600d-53c3-4c26-98c0-54679fa7e86c req-ad079db0-984d-485f-9f69-c08fe0767d6c service nova] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Received event network-vif-plugged-f9389db6-45a6-424e-83af-d59326195acd {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1853.163584] env[62361]: DEBUG oslo_concurrency.lockutils [req-b038600d-53c3-4c26-98c0-54679fa7e86c req-ad079db0-984d-485f-9f69-c08fe0767d6c service nova] Acquiring lock "9efbefce-64f5-4785-9464-cb53735a4582-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.163770] env[62361]: DEBUG oslo_concurrency.lockutils [req-b038600d-53c3-4c26-98c0-54679fa7e86c req-ad079db0-984d-485f-9f69-c08fe0767d6c service nova] Lock "9efbefce-64f5-4785-9464-cb53735a4582-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.163963] env[62361]: DEBUG oslo_concurrency.lockutils [req-b038600d-53c3-4c26-98c0-54679fa7e86c req-ad079db0-984d-485f-9f69-c08fe0767d6c service nova] Lock "9efbefce-64f5-4785-9464-cb53735a4582-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.164184] env[62361]: DEBUG nova.compute.manager [req-b038600d-53c3-4c26-98c0-54679fa7e86c req-ad079db0-984d-485f-9f69-c08fe0767d6c service nova] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] No waiting events found dispatching network-vif-plugged-f9389db6-45a6-424e-83af-d59326195acd {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1853.164391] env[62361]: WARNING nova.compute.manager [req-b038600d-53c3-4c26-98c0-54679fa7e86c req-ad079db0-984d-485f-9f69-c08fe0767d6c service nova] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Received unexpected event network-vif-plugged-f9389db6-45a6-424e-83af-d59326195acd for instance with vm_state building and task_state spawning. [ 1853.164551] env[62361]: DEBUG nova.compute.manager [req-b038600d-53c3-4c26-98c0-54679fa7e86c req-ad079db0-984d-485f-9f69-c08fe0767d6c service nova] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Received event network-changed-f9389db6-45a6-424e-83af-d59326195acd {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1853.164718] env[62361]: DEBUG nova.compute.manager [req-b038600d-53c3-4c26-98c0-54679fa7e86c req-ad079db0-984d-485f-9f69-c08fe0767d6c service nova] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Refreshing instance network info cache due to event network-changed-f9389db6-45a6-424e-83af-d59326195acd. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1853.164903] env[62361]: DEBUG oslo_concurrency.lockutils [req-b038600d-53c3-4c26-98c0-54679fa7e86c req-ad079db0-984d-485f-9f69-c08fe0767d6c service nova] Acquiring lock "refresh_cache-9efbefce-64f5-4785-9464-cb53735a4582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.223640] env[62361]: DEBUG oslo_vmware.api [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709118, 'name': ReconfigVM_Task, 'duration_secs': 0.963789} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.224192] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.224467] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Reconfigured VM to attach interface {{(pid=62361) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1853.368964] env[62361]: DEBUG oslo_concurrency.lockutils [req-07bcf0e0-882a-4588-94e3-54f131ded677 req-2ea5ee41-9529-4230-adbd-28d9e04f657f service nova] Releasing lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.581184] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c63560be-368d-45b6-91ed-bb391e31af11 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.755s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.601834] env[62361]: DEBUG nova.network.neutron [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.673215] env[62361]: DEBUG oslo_concurrency.lockutils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.673479] env[62361]: DEBUG oslo_concurrency.lockutils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.675078] env[62361]: INFO nova.compute.claims [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1853.729459] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a42aee9e-c56a-478b-8ed8-e3cea8dc9c0a tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-922e49fb-2f2c-48bd-aea2-92e3daa37c46-ee65a3c6-f49a-44ce-b282-2bab55fa8624" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.156s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.738025] env[62361]: DEBUG nova.network.neutron [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Updating instance_info_cache with network_info: [{"id": "f9389db6-45a6-424e-83af-d59326195acd", "address": "fa:16:3e:9a:9b:57", "network": {"id": "e9409157-0520-43ed-85da-67779db23716", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1569525987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425335445b5c4f8dbea248cb28e723de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9389db6-45", "ovs_interfaceid": "f9389db6-45a6-424e-83af-d59326195acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.115879] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.116183] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.240543] env[62361]: DEBUG oslo_concurrency.lockutils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Releasing lock "refresh_cache-9efbefce-64f5-4785-9464-cb53735a4582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.240897] env[62361]: DEBUG nova.compute.manager [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Instance network_info: |[{"id": "f9389db6-45a6-424e-83af-d59326195acd", "address": "fa:16:3e:9a:9b:57", "network": {"id": "e9409157-0520-43ed-85da-67779db23716", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1569525987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425335445b5c4f8dbea248cb28e723de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9389db6-45", "ovs_interfaceid": "f9389db6-45a6-424e-83af-d59326195acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1854.241223] env[62361]: DEBUG oslo_concurrency.lockutils [req-b038600d-53c3-4c26-98c0-54679fa7e86c req-ad079db0-984d-485f-9f69-c08fe0767d6c service nova] Acquired lock "refresh_cache-9efbefce-64f5-4785-9464-cb53735a4582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.241407] env[62361]: DEBUG nova.network.neutron [req-b038600d-53c3-4c26-98c0-54679fa7e86c req-ad079db0-984d-485f-9f69-c08fe0767d6c service nova] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Refreshing network info cache for port f9389db6-45a6-424e-83af-d59326195acd {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1854.243061] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:9b:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9389db6-45a6-424e-83af-d59326195acd', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1854.251044] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Creating folder: Project (425335445b5c4f8dbea248cb28e723de). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1854.254207] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-486ea024-45e6-4f5a-bdd6-22c9babd092d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.265548] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Created folder: Project (425335445b5c4f8dbea248cb28e723de) in parent group-v355747. [ 1854.265757] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Creating folder: Instances. Parent ref: group-v356058. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1854.265978] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e6cda75-fc5d-4c77-a2a2-5bb42a49dcc3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.275417] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Created folder: Instances in parent group-v356058. [ 1854.275671] env[62361]: DEBUG oslo.service.loopingcall [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.275864] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1854.276093] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef50346a-0ec6-4377-b44f-c0b69aa8cee6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.299871] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1854.299871] env[62361]: value = "task-1709121" [ 1854.299871] env[62361]: _type = "Task" [ 1854.299871] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.307371] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709121, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.481239] env[62361]: DEBUG nova.network.neutron [req-b038600d-53c3-4c26-98c0-54679fa7e86c req-ad079db0-984d-485f-9f69-c08fe0767d6c service nova] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Updated VIF entry in instance network info cache for port f9389db6-45a6-424e-83af-d59326195acd. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.481810] env[62361]: DEBUG nova.network.neutron [req-b038600d-53c3-4c26-98c0-54679fa7e86c req-ad079db0-984d-485f-9f69-c08fe0767d6c service nova] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Updating instance_info_cache with network_info: [{"id": "f9389db6-45a6-424e-83af-d59326195acd", "address": "fa:16:3e:9a:9b:57", "network": {"id": "e9409157-0520-43ed-85da-67779db23716", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1569525987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "425335445b5c4f8dbea248cb28e723de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9389db6-45", "ovs_interfaceid": "f9389db6-45a6-424e-83af-d59326195acd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.619470] env[62361]: INFO nova.compute.manager [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Detaching volume 10ad8776-523e-4bc8-a3d6-87c1f92ef058 [ 1854.656158] env[62361]: INFO nova.virt.block_device [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Attempting to driver detach volume 10ad8776-523e-4bc8-a3d6-87c1f92ef058 from mountpoint /dev/sdc [ 1854.656426] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Volume detach. Driver type: vmdk {{(pid=62361) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1854.656698] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356057', 'volume_id': '10ad8776-523e-4bc8-a3d6-87c1f92ef058', 'name': 'volume-10ad8776-523e-4bc8-a3d6-87c1f92ef058', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'afc8e327-cf51-4d0a-97f2-24d6d296833f', 'attached_at': '', 'detached_at': '', 'volume_id': '10ad8776-523e-4bc8-a3d6-87c1f92ef058', 'serial': '10ad8776-523e-4bc8-a3d6-87c1f92ef058'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1854.657829] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b0cbca-801d-4e22-bf81-f1af902091bd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.679316] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66290ac-ad74-4259-af15-9078ef1612bc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.688098] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a7962b-04df-4255-8763-ee415c69b26a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.709978] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e15a422-6c7c-4f71-89c3-a6f224428bb1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.724479] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] The volume has not been displaced from its original location: [datastore1] volume-10ad8776-523e-4bc8-a3d6-87c1f92ef058/volume-10ad8776-523e-4bc8-a3d6-87c1f92ef058.vmdk. No consolidation needed. {{(pid=62361) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1854.729735] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Reconfiguring VM instance instance-0000006e to detach disk 2002 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1854.732503] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-336f8238-a303-46b9-b8d6-582a8cc10914 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.750193] env[62361]: DEBUG oslo_vmware.api [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1854.750193] env[62361]: value = "task-1709122" [ 1854.750193] env[62361]: _type = "Task" [ 1854.750193] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.759110] env[62361]: DEBUG oslo_vmware.api [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.809614] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709121, 'name': CreateVM_Task, 'duration_secs': 0.371711} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.812145] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1854.813161] env[62361]: DEBUG oslo_concurrency.lockutils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.813375] env[62361]: DEBUG oslo_concurrency.lockutils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.813663] env[62361]: DEBUG oslo_concurrency.lockutils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1854.813922] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720d6590-8b61-44cb-a849-93f1f7f62858 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.820703] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Waiting for the task: (returnval){ [ 1854.820703] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5275b11d-76e0-fc44-96e5-720ea1973949" [ 1854.820703] env[62361]: _type = "Task" [ 1854.820703] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.830858] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5275b11d-76e0-fc44-96e5-720ea1973949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.860848] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179a8c2c-fe75-4177-8aa1-345eee44359c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.867865] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceee53d-0ea2-41b6-b7f7-847551fd639c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.897774] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7701f748-fbfe-43d5-8edf-ab62d05036f1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.904799] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5e402c-9800-4fb4-af11-bc5f2bd58518 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.917716] env[62361]: DEBUG nova.compute.provider_tree [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.984679] env[62361]: DEBUG oslo_concurrency.lockutils [req-b038600d-53c3-4c26-98c0-54679fa7e86c req-ad079db0-984d-485f-9f69-c08fe0767d6c service nova] Releasing lock "refresh_cache-9efbefce-64f5-4785-9464-cb53735a4582" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.261171] env[62361]: DEBUG oslo_vmware.api [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709122, 'name': ReconfigVM_Task, 'duration_secs': 0.233692} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.261496] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Reconfigured VM instance instance-0000006e to detach disk 2002 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1855.266332] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbc80819-38cb-4a30-a52e-28a60b14f392 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.280777] env[62361]: DEBUG oslo_vmware.api [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1855.280777] env[62361]: value = "task-1709123" [ 1855.280777] env[62361]: _type = "Task" [ 1855.280777] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.288278] env[62361]: DEBUG oslo_vmware.api [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.293814] env[62361]: DEBUG oslo_concurrency.lockutils [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "interface-922e49fb-2f2c-48bd-aea2-92e3daa37c46-ee65a3c6-f49a-44ce-b282-2bab55fa8624" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.294268] env[62361]: DEBUG oslo_concurrency.lockutils [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-922e49fb-2f2c-48bd-aea2-92e3daa37c46-ee65a3c6-f49a-44ce-b282-2bab55fa8624" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.330257] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5275b11d-76e0-fc44-96e5-720ea1973949, 'name': SearchDatastore_Task, 'duration_secs': 0.009953} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.330603] env[62361]: DEBUG oslo_concurrency.lockutils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.330873] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1855.331164] env[62361]: DEBUG oslo_concurrency.lockutils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.331357] env[62361]: DEBUG oslo_concurrency.lockutils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.331580] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1855.331864] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82c9e2ed-c3f3-4c50-ac96-5ef5b6ca2cfd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.339885] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1855.340087] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1855.340749] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aeaa1bc-21a8-4971-ab8d-578946d3e3a6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.347621] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Waiting for the task: (returnval){ [ 1855.347621] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5288a25e-6c3e-f2b7-39a8-a36a97eee075" [ 1855.347621] env[62361]: _type = "Task" [ 1855.347621] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.355106] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5288a25e-6c3e-f2b7-39a8-a36a97eee075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.420857] env[62361]: DEBUG nova.scheduler.client.report [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1855.789961] env[62361]: DEBUG oslo_vmware.api [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709123, 'name': ReconfigVM_Task, 'duration_secs': 0.145478} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.790285] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356057', 'volume_id': '10ad8776-523e-4bc8-a3d6-87c1f92ef058', 'name': 'volume-10ad8776-523e-4bc8-a3d6-87c1f92ef058', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'afc8e327-cf51-4d0a-97f2-24d6d296833f', 'attached_at': '', 'detached_at': '', 'volume_id': '10ad8776-523e-4bc8-a3d6-87c1f92ef058', 'serial': '10ad8776-523e-4bc8-a3d6-87c1f92ef058'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1855.796915] env[62361]: DEBUG oslo_concurrency.lockutils [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.797081] env[62361]: DEBUG oslo_concurrency.lockutils [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.797839] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993d923c-2155-4943-a8ff-78f63836db1c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.814950] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5925b7-6f9e-4b12-9a35-53cd9b025dd6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.840378] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Reconfiguring VM to detach interface {{(pid=62361) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1855.840649] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b5644d9-4926-4947-9ebd-872b046a7b30 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.862368] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5288a25e-6c3e-f2b7-39a8-a36a97eee075, 'name': SearchDatastore_Task, 'duration_secs': 0.008843} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.864043] env[62361]: DEBUG oslo_vmware.api [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1855.864043] env[62361]: value = "task-1709124" [ 1855.864043] env[62361]: _type = "Task" [ 1855.864043] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.864244] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7abe3a6-1832-471b-b45c-51cf10726489 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.874582] env[62361]: DEBUG oslo_vmware.api [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.875511] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Waiting for the task: (returnval){ [ 1855.875511] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5280534c-6f48-6e57-f23d-b3bb39783d5c" [ 1855.875511] env[62361]: _type = "Task" [ 1855.875511] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.883978] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5280534c-6f48-6e57-f23d-b3bb39783d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.009693} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.884276] env[62361]: DEBUG oslo_concurrency.lockutils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.884558] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 9efbefce-64f5-4785-9464-cb53735a4582/9efbefce-64f5-4785-9464-cb53735a4582.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1855.884787] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8b1f1e5-4688-4c9a-abf1-43cf80b2105b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.890884] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Waiting for the task: (returnval){ [ 1855.890884] env[62361]: value = "task-1709125" [ 1855.890884] env[62361]: _type = "Task" [ 1855.890884] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.898813] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': task-1709125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.925840] env[62361]: DEBUG oslo_concurrency.lockutils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.926397] env[62361]: DEBUG nova.compute.manager [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1856.340984] env[62361]: DEBUG nova.objects.instance [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lazy-loading 'flavor' on Instance uuid afc8e327-cf51-4d0a-97f2-24d6d296833f {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1856.378141] env[62361]: DEBUG oslo_vmware.api [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.399505] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': task-1709125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443478} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.399738] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 9efbefce-64f5-4785-9464-cb53735a4582/9efbefce-64f5-4785-9464-cb53735a4582.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1856.399948] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1856.400196] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dd3f75f-ad72-4851-ae13-1d1528ec91b8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.406105] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Waiting for the task: (returnval){ [ 1856.406105] env[62361]: value = "task-1709126" [ 1856.406105] env[62361]: _type = "Task" [ 1856.406105] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.413867] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': task-1709126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.432077] env[62361]: DEBUG nova.compute.utils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1856.433578] env[62361]: DEBUG nova.compute.manager [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1856.433810] env[62361]: DEBUG nova.network.neutron [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1856.475546] env[62361]: DEBUG nova.policy [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ea38aa04e9f4210b7606e13c83743a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8260c71c412046a28a25d50f74233286', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1856.729521] env[62361]: DEBUG nova.network.neutron [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Successfully created port: 474fefb0-4a45-49ff-84e8-09836dfd68fa {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1856.775435] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.775668] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.876747] env[62361]: DEBUG oslo_vmware.api [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.915314] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': task-1709126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067785} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.915637] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1856.916428] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3720b70-de47-4279-9384-ec458cb508cb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.939131] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 9efbefce-64f5-4785-9464-cb53735a4582/9efbefce-64f5-4785-9464-cb53735a4582.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1856.939710] env[62361]: DEBUG nova.compute.manager [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1856.942258] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2540b1e-82e9-490f-b872-c2cc5a4ec2f2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.962318] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Waiting for the task: (returnval){ [ 1856.962318] env[62361]: value = "task-1709127" [ 1856.962318] env[62361]: _type = "Task" [ 1856.962318] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.971854] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': task-1709127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.279257] env[62361]: DEBUG nova.compute.utils [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1857.348662] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d9503189-43f4-4055-9150-66c6f9fbe0c9 tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.377867] env[62361]: DEBUG oslo_vmware.api [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.472509] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': task-1709127, 'name': ReconfigVM_Task, 'duration_secs': 0.269554} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.472784] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 9efbefce-64f5-4785-9464-cb53735a4582/9efbefce-64f5-4785-9464-cb53735a4582.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1857.473433] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-983914b1-bbb0-40ad-b2c6-303454d433b7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.480608] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Waiting for the task: (returnval){ [ 1857.480608] env[62361]: value = "task-1709128" [ 1857.480608] env[62361]: _type = "Task" [ 1857.480608] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.488832] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': task-1709128, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.784745] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.879264] env[62361]: DEBUG oslo_vmware.api [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.962800] env[62361]: DEBUG nova.compute.manager [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1857.993199] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': task-1709128, 'name': Rename_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.997062] env[62361]: DEBUG nova.virt.hardware [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1857.997314] env[62361]: DEBUG nova.virt.hardware [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1857.997476] env[62361]: DEBUG nova.virt.hardware [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1857.997663] env[62361]: DEBUG nova.virt.hardware [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1857.997810] env[62361]: DEBUG nova.virt.hardware [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1857.997956] env[62361]: DEBUG nova.virt.hardware [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1857.998186] env[62361]: DEBUG nova.virt.hardware [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1857.998350] env[62361]: DEBUG nova.virt.hardware [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1857.998537] env[62361]: DEBUG nova.virt.hardware [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1857.998704] env[62361]: DEBUG nova.virt.hardware [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1857.998873] env[62361]: DEBUG nova.virt.hardware [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1857.999698] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7025de52-d59c-4a27-a6e7-6aeb2fb1f73a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.007139] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5662f146-39f2-49fc-83cb-79b4b884d1c3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.188246] env[62361]: DEBUG nova.compute.manager [req-ebe7ac0a-eeb0-46f2-a911-aa0e716d2a1a req-90acf603-2ed8-46aa-9e96-143039e04a85 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Received event network-vif-plugged-474fefb0-4a45-49ff-84e8-09836dfd68fa {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1858.188474] env[62361]: DEBUG oslo_concurrency.lockutils [req-ebe7ac0a-eeb0-46f2-a911-aa0e716d2a1a req-90acf603-2ed8-46aa-9e96-143039e04a85 service nova] Acquiring lock "5a8f11e5-ecf1-465f-a479-c11218096716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.188681] env[62361]: DEBUG oslo_concurrency.lockutils [req-ebe7ac0a-eeb0-46f2-a911-aa0e716d2a1a req-90acf603-2ed8-46aa-9e96-143039e04a85 service nova] Lock "5a8f11e5-ecf1-465f-a479-c11218096716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.188850] env[62361]: DEBUG oslo_concurrency.lockutils [req-ebe7ac0a-eeb0-46f2-a911-aa0e716d2a1a req-90acf603-2ed8-46aa-9e96-143039e04a85 service nova] Lock "5a8f11e5-ecf1-465f-a479-c11218096716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.189210] env[62361]: DEBUG nova.compute.manager [req-ebe7ac0a-eeb0-46f2-a911-aa0e716d2a1a req-90acf603-2ed8-46aa-9e96-143039e04a85 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] No waiting events found dispatching network-vif-plugged-474fefb0-4a45-49ff-84e8-09836dfd68fa {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1858.189451] env[62361]: WARNING nova.compute.manager [req-ebe7ac0a-eeb0-46f2-a911-aa0e716d2a1a req-90acf603-2ed8-46aa-9e96-143039e04a85 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Received unexpected event network-vif-plugged-474fefb0-4a45-49ff-84e8-09836dfd68fa for instance with vm_state building and task_state spawning. [ 1858.230083] env[62361]: DEBUG nova.network.neutron [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Successfully updated port: 474fefb0-4a45-49ff-84e8-09836dfd68fa {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1858.380855] env[62361]: DEBUG oslo_vmware.api [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.491952] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': task-1709128, 'name': Rename_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.542518] env[62361]: DEBUG oslo_concurrency.lockutils [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.542793] env[62361]: DEBUG oslo_concurrency.lockutils [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.543016] env[62361]: DEBUG oslo_concurrency.lockutils [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "afc8e327-cf51-4d0a-97f2-24d6d296833f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.543201] env[62361]: DEBUG oslo_concurrency.lockutils [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.543367] env[62361]: DEBUG oslo_concurrency.lockutils [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.545452] env[62361]: INFO nova.compute.manager [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Terminating instance [ 1858.547199] env[62361]: DEBUG nova.compute.manager [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1858.547391] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1858.548204] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d5994c-cb30-4491-b521-0b24fbc290aa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.555771] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1858.555996] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3755af8e-f80d-4056-b51a-2e80716714c6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.562196] env[62361]: DEBUG oslo_vmware.api [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1858.562196] env[62361]: value = "task-1709129" [ 1858.562196] env[62361]: _type = "Task" [ 1858.562196] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.570124] env[62361]: DEBUG oslo_vmware.api [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.733463] env[62361]: DEBUG oslo_concurrency.lockutils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.733463] env[62361]: DEBUG oslo_concurrency.lockutils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.733542] env[62361]: DEBUG nova.network.neutron [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1858.741922] env[62361]: DEBUG oslo_concurrency.lockutils [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "17026aa8-0005-4233-8f1d-22b6c096bc02" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.742180] env[62361]: DEBUG oslo_concurrency.lockutils [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "17026aa8-0005-4233-8f1d-22b6c096bc02" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.872489] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.872739] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.872981] env[62361]: INFO nova.compute.manager [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Attaching volume f6b26be5-50df-4064-9e22-373d89facfe7 to /dev/sdb [ 1858.889250] env[62361]: DEBUG oslo_vmware.api [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.907137] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f430836-2b44-4932-9955-4c410150e6bc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.913604] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb32818-6964-4ab7-a772-58e8787b86b9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.926749] env[62361]: DEBUG nova.virt.block_device [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Updating existing volume attachment record: b9c1d843-5dd2-4b3c-a4f2-324b3161c229 {{(pid=62361) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1858.991932] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': task-1709128, 'name': Rename_Task, 'duration_secs': 1.140417} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.992234] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1858.992476] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85bfa8fc-9f3d-4972-a869-36a2589de128 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.998499] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Waiting for the task: (returnval){ [ 1858.998499] env[62361]: value = "task-1709130" [ 1858.998499] env[62361]: _type = "Task" [ 1858.998499] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.005840] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': task-1709130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.072097] env[62361]: DEBUG oslo_vmware.api [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709129, 'name': PowerOffVM_Task, 'duration_secs': 0.217781} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.072468] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1859.072694] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1859.072972] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-208415ee-f66f-456e-b018-6752c8723467 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.151704] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1859.152020] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1859.152260] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Deleting the datastore file [datastore1] afc8e327-cf51-4d0a-97f2-24d6d296833f {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1859.152568] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4bfde75-d312-4848-a277-4e75ec1753b5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.159841] env[62361]: DEBUG oslo_vmware.api [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for the task: (returnval){ [ 1859.159841] env[62361]: value = "task-1709133" [ 1859.159841] env[62361]: _type = "Task" [ 1859.159841] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.168828] env[62361]: DEBUG oslo_vmware.api [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.245849] env[62361]: DEBUG nova.compute.utils [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1859.267856] env[62361]: DEBUG nova.network.neutron [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1859.382852] env[62361]: DEBUG oslo_vmware.api [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.416191] env[62361]: DEBUG nova.network.neutron [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance_info_cache with network_info: [{"id": "474fefb0-4a45-49ff-84e8-09836dfd68fa", "address": "fa:16:3e:d8:a6:a3", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474fefb0-4a", "ovs_interfaceid": "474fefb0-4a45-49ff-84e8-09836dfd68fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.509418] env[62361]: DEBUG oslo_vmware.api [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': task-1709130, 'name': PowerOnVM_Task, 'duration_secs': 0.472053} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.509737] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1859.509972] env[62361]: INFO nova.compute.manager [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1859.510177] env[62361]: DEBUG nova.compute.manager [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1859.510973] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81844a9d-c945-4dfb-b001-4927e7b15c42 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.669642] env[62361]: DEBUG oslo_vmware.api [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Task: {'id': task-1709133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135231} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.669901] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1859.670103] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1859.670290] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1859.670467] env[62361]: INFO nova.compute.manager [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1859.670707] env[62361]: DEBUG oslo.service.loopingcall [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1859.670894] env[62361]: DEBUG nova.compute.manager [-] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1859.670989] env[62361]: DEBUG nova.network.neutron [-] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1859.748726] env[62361]: DEBUG oslo_concurrency.lockutils [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "17026aa8-0005-4233-8f1d-22b6c096bc02" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.882564] env[62361]: DEBUG oslo_vmware.api [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.919504] env[62361]: DEBUG oslo_concurrency.lockutils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.919742] env[62361]: DEBUG nova.compute.manager [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Instance network_info: |[{"id": "474fefb0-4a45-49ff-84e8-09836dfd68fa", "address": "fa:16:3e:d8:a6:a3", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474fefb0-4a", "ovs_interfaceid": "474fefb0-4a45-49ff-84e8-09836dfd68fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1859.920180] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:a6:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '474fefb0-4a45-49ff-84e8-09836dfd68fa', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1859.927910] env[62361]: DEBUG oslo.service.loopingcall [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1859.928146] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1859.928372] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eda849fb-36e8-4b99-8e69-1efff1829855 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.947664] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1859.947664] env[62361]: value = "task-1709134" [ 1859.947664] env[62361]: _type = "Task" [ 1859.947664] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.955940] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709134, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.027811] env[62361]: INFO nova.compute.manager [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Took 12.24 seconds to build instance. [ 1860.217890] env[62361]: DEBUG nova.compute.manager [req-ae3fd1c1-4599-4ea6-8816-3631e062a5d8 req-eaf3600e-739f-4aac-979c-7db79043b7d5 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Received event network-changed-474fefb0-4a45-49ff-84e8-09836dfd68fa {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1860.219114] env[62361]: DEBUG nova.compute.manager [req-ae3fd1c1-4599-4ea6-8816-3631e062a5d8 req-eaf3600e-739f-4aac-979c-7db79043b7d5 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Refreshing instance network info cache due to event network-changed-474fefb0-4a45-49ff-84e8-09836dfd68fa. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1860.219391] env[62361]: DEBUG oslo_concurrency.lockutils [req-ae3fd1c1-4599-4ea6-8816-3631e062a5d8 req-eaf3600e-739f-4aac-979c-7db79043b7d5 service nova] Acquiring lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.219548] env[62361]: DEBUG oslo_concurrency.lockutils [req-ae3fd1c1-4599-4ea6-8816-3631e062a5d8 req-eaf3600e-739f-4aac-979c-7db79043b7d5 service nova] Acquired lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.220152] env[62361]: DEBUG nova.network.neutron [req-ae3fd1c1-4599-4ea6-8816-3631e062a5d8 req-eaf3600e-739f-4aac-979c-7db79043b7d5 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Refreshing network info cache for port 474fefb0-4a45-49ff-84e8-09836dfd68fa {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1860.383043] env[62361]: DEBUG oslo_vmware.api [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.460761] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709134, 'name': CreateVM_Task, 'duration_secs': 0.456651} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.461393] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1860.461768] env[62361]: DEBUG oslo_concurrency.lockutils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.461937] env[62361]: DEBUG oslo_concurrency.lockutils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.462282] env[62361]: DEBUG oslo_concurrency.lockutils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1860.462720] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61e313b1-d73e-4e6e-9593-5999d4a345c2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.467839] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1860.467839] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524ea7e7-35bb-a253-54f3-f3713463cf48" [ 1860.467839] env[62361]: _type = "Task" [ 1860.467839] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.476781] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524ea7e7-35bb-a253-54f3-f3713463cf48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.529626] env[62361]: DEBUG oslo_concurrency.lockutils [None req-843faae4-c457-44eb-9cb8-7ae795d2b51d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Lock "9efbefce-64f5-4785-9464-cb53735a4582" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.757s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.590848] env[62361]: DEBUG nova.network.neutron [-] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.829668] env[62361]: DEBUG oslo_concurrency.lockutils [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "17026aa8-0005-4233-8f1d-22b6c096bc02" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.829940] env[62361]: DEBUG oslo_concurrency.lockutils [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "17026aa8-0005-4233-8f1d-22b6c096bc02" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.830201] env[62361]: INFO nova.compute.manager [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Attaching volume 3f11d14e-7ae9-4e44-8211-99bf810a232f to /dev/sdb [ 1860.863675] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25db1989-94b8-4717-a5f5-0adc5a98bc6a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.871508] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8dd7a4-0bee-4a5a-a204-e6f91d8d3945 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.882051] env[62361]: DEBUG oslo_vmware.api [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.885851] env[62361]: DEBUG nova.virt.block_device [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Updating existing volume attachment record: 4ab900f3-feb9-4967-baf9-eebfbc7f081a {{(pid=62361) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1860.930387] env[62361]: DEBUG nova.network.neutron [req-ae3fd1c1-4599-4ea6-8816-3631e062a5d8 req-eaf3600e-739f-4aac-979c-7db79043b7d5 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updated VIF entry in instance network info cache for port 474fefb0-4a45-49ff-84e8-09836dfd68fa. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1860.930776] env[62361]: DEBUG nova.network.neutron [req-ae3fd1c1-4599-4ea6-8816-3631e062a5d8 req-eaf3600e-739f-4aac-979c-7db79043b7d5 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance_info_cache with network_info: [{"id": "474fefb0-4a45-49ff-84e8-09836dfd68fa", "address": "fa:16:3e:d8:a6:a3", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474fefb0-4a", "ovs_interfaceid": "474fefb0-4a45-49ff-84e8-09836dfd68fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.977776] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]524ea7e7-35bb-a253-54f3-f3713463cf48, 'name': SearchDatastore_Task, 'duration_secs': 0.009613} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.978103] env[62361]: DEBUG oslo_concurrency.lockutils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.978334] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1860.978596] env[62361]: DEBUG oslo_concurrency.lockutils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.978760] env[62361]: DEBUG oslo_concurrency.lockutils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.978944] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1860.979211] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef82a732-c690-455f-8e03-e0efc1284f7a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.987880] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1860.988071] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1860.988763] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-385dd6a3-6772-4603-9c1d-cf1b5fd3fd54 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.994510] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1860.994510] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5259e7b7-37c3-fbf7-9397-9ef2cab080cf" [ 1860.994510] env[62361]: _type = "Task" [ 1860.994510] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.002339] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5259e7b7-37c3-fbf7-9397-9ef2cab080cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.097937] env[62361]: INFO nova.compute.manager [-] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Took 1.43 seconds to deallocate network for instance. [ 1861.228948] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Acquiring lock "9efbefce-64f5-4785-9464-cb53735a4582" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.229328] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Lock "9efbefce-64f5-4785-9464-cb53735a4582" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.229571] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Acquiring lock "9efbefce-64f5-4785-9464-cb53735a4582-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.229806] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Lock "9efbefce-64f5-4785-9464-cb53735a4582-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.230035] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Lock "9efbefce-64f5-4785-9464-cb53735a4582-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.232406] env[62361]: INFO nova.compute.manager [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Terminating instance [ 1861.234523] env[62361]: DEBUG nova.compute.manager [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1861.234768] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1861.235730] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54eb4a1d-729f-4f9d-b1aa-b66d6cb64299 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.244272] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.244536] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ad14e1b-ae9d-4a45-92dc-82607a0b602b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.251142] env[62361]: DEBUG oslo_vmware.api [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Waiting for the task: (returnval){ [ 1861.251142] env[62361]: value = "task-1709139" [ 1861.251142] env[62361]: _type = "Task" [ 1861.251142] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.261143] env[62361]: DEBUG oslo_vmware.api [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': task-1709139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.387669] env[62361]: DEBUG oslo_vmware.api [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709124, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.433205] env[62361]: DEBUG oslo_concurrency.lockutils [req-ae3fd1c1-4599-4ea6-8816-3631e062a5d8 req-eaf3600e-739f-4aac-979c-7db79043b7d5 service nova] Releasing lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.433494] env[62361]: DEBUG nova.compute.manager [req-ae3fd1c1-4599-4ea6-8816-3631e062a5d8 req-eaf3600e-739f-4aac-979c-7db79043b7d5 service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Received event network-vif-deleted-1730786e-e3ad-4aab-bcfa-0a3fdd343e46 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1861.433674] env[62361]: INFO nova.compute.manager [req-ae3fd1c1-4599-4ea6-8816-3631e062a5d8 req-eaf3600e-739f-4aac-979c-7db79043b7d5 service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Neutron deleted interface 1730786e-e3ad-4aab-bcfa-0a3fdd343e46; detaching it from the instance and deleting it from the info cache [ 1861.433857] env[62361]: DEBUG nova.network.neutron [req-ae3fd1c1-4599-4ea6-8816-3631e062a5d8 req-eaf3600e-739f-4aac-979c-7db79043b7d5 service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.505953] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5259e7b7-37c3-fbf7-9397-9ef2cab080cf, 'name': SearchDatastore_Task, 'duration_secs': 0.008852} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.506736] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a7b13e3-e4b9-49d5-974b-a93f358ba4cd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.511836] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1861.511836] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52748f3b-4b9c-0205-abdd-1fc927bcbc42" [ 1861.511836] env[62361]: _type = "Task" [ 1861.511836] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.519634] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52748f3b-4b9c-0205-abdd-1fc927bcbc42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.604354] env[62361]: DEBUG oslo_concurrency.lockutils [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.604680] env[62361]: DEBUG oslo_concurrency.lockutils [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.604907] env[62361]: DEBUG nova.objects.instance [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lazy-loading 'resources' on Instance uuid afc8e327-cf51-4d0a-97f2-24d6d296833f {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1861.760996] env[62361]: DEBUG oslo_vmware.api [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': task-1709139, 'name': PowerOffVM_Task, 'duration_secs': 0.188203} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.761285] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1861.761454] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1861.761690] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60aa405f-49c6-41c0-8102-e7167b99e92e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.853861] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1861.854124] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1861.854321] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Deleting the datastore file [datastore1] 9efbefce-64f5-4785-9464-cb53735a4582 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1861.854777] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b149e0a5-7531-44d1-ae09-224ee861ef64 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.863097] env[62361]: DEBUG oslo_vmware.api [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Waiting for the task: (returnval){ [ 1861.863097] env[62361]: value = "task-1709141" [ 1861.863097] env[62361]: _type = "Task" [ 1861.863097] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.871394] env[62361]: DEBUG oslo_vmware.api [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': task-1709141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.884016] env[62361]: DEBUG oslo_vmware.api [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.936917] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2b8877a-41af-4005-a262-ae81a33b8de8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.946226] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c8b757-5e37-4cde-8db8-525df2a92582 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.976969] env[62361]: DEBUG nova.compute.manager [req-ae3fd1c1-4599-4ea6-8816-3631e062a5d8 req-eaf3600e-739f-4aac-979c-7db79043b7d5 service nova] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Detach interface failed, port_id=1730786e-e3ad-4aab-bcfa-0a3fdd343e46, reason: Instance afc8e327-cf51-4d0a-97f2-24d6d296833f could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1862.021064] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52748f3b-4b9c-0205-abdd-1fc927bcbc42, 'name': SearchDatastore_Task, 'duration_secs': 0.012723} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.021301] env[62361]: DEBUG oslo_concurrency.lockutils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.021551] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 5a8f11e5-ecf1-465f-a479-c11218096716/5a8f11e5-ecf1-465f-a479-c11218096716.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1862.021803] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d7b3aad-6eb3-4798-bad9-be10cab01146 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.027706] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1862.027706] env[62361]: value = "task-1709142" [ 1862.027706] env[62361]: _type = "Task" [ 1862.027706] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.035440] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.244716] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c3ea22-675c-4c5f-8281-31d1e05d453f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.253415] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d242cff-b9fc-4968-ab8f-d98ac6d8378f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.303252] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abb8dc1-595d-4e9a-a847-c0d932c83028 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.314611] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da090e4d-e25e-444a-935b-db369a35d0d7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.328664] env[62361]: DEBUG nova.compute.provider_tree [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1862.373553] env[62361]: DEBUG oslo_vmware.api [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Task: {'id': task-1709141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127822} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.373831] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.374029] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1862.374218] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.374393] env[62361]: INFO nova.compute.manager [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1862.374675] env[62361]: DEBUG oslo.service.loopingcall [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.374871] env[62361]: DEBUG nova.compute.manager [-] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1862.374965] env[62361]: DEBUG nova.network.neutron [-] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1862.385480] env[62361]: DEBUG oslo_vmware.api [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709124, 'name': ReconfigVM_Task, 'duration_secs': 6.066402} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.385750] env[62361]: DEBUG oslo_concurrency.lockutils [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.385963] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Reconfigured VM to detach interface {{(pid=62361) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1862.537435] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493424} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.537779] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 5a8f11e5-ecf1-465f-a479-c11218096716/5a8f11e5-ecf1-465f-a479-c11218096716.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1862.537902] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1862.538169] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ca0e724-58b4-4d78-88c7-2b09b9d5a47e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.545103] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1862.545103] env[62361]: value = "task-1709143" [ 1862.545103] env[62361]: _type = "Task" [ 1862.545103] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.553498] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.644667] env[62361]: DEBUG nova.compute.manager [req-b358e9fa-3109-4952-aebb-5e7feb7e9723 req-e7a3c245-7e68-4fc4-9c45-4a3daa30eae0 service nova] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Received event network-vif-deleted-f9389db6-45a6-424e-83af-d59326195acd {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1862.645013] env[62361]: INFO nova.compute.manager [req-b358e9fa-3109-4952-aebb-5e7feb7e9723 req-e7a3c245-7e68-4fc4-9c45-4a3daa30eae0 service nova] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Neutron deleted interface f9389db6-45a6-424e-83af-d59326195acd; detaching it from the instance and deleting it from the info cache [ 1862.645282] env[62361]: DEBUG nova.network.neutron [req-b358e9fa-3109-4952-aebb-5e7feb7e9723 req-e7a3c245-7e68-4fc4-9c45-4a3daa30eae0 service nova] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.831608] env[62361]: DEBUG nova.scheduler.client.report [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1863.054668] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068815} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.054951] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1863.055702] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbb3bb0-88f6-46e3-a241-5b25ea786039 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.077118] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 5a8f11e5-ecf1-465f-a479-c11218096716/5a8f11e5-ecf1-465f-a479-c11218096716.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1863.077358] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b84fd96-6792-4cfc-8847-eac541e8584a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.095713] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1863.095713] env[62361]: value = "task-1709144" [ 1863.095713] env[62361]: _type = "Task" [ 1863.095713] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.103136] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.115956] env[62361]: DEBUG nova.network.neutron [-] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.147341] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccd08ee7-eb8f-40ac-bc86-b127bbf2defc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.156228] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ada0c0b-6d9a-4a6c-b4bf-bfff5ee2c64c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.189225] env[62361]: DEBUG nova.compute.manager [req-b358e9fa-3109-4952-aebb-5e7feb7e9723 req-e7a3c245-7e68-4fc4-9c45-4a3daa30eae0 service nova] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Detach interface failed, port_id=f9389db6-45a6-424e-83af-d59326195acd, reason: Instance 9efbefce-64f5-4785-9464-cb53735a4582 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1863.337232] env[62361]: DEBUG oslo_concurrency.lockutils [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.359801] env[62361]: INFO nova.scheduler.client.report [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Deleted allocations for instance afc8e327-cf51-4d0a-97f2-24d6d296833f [ 1863.473802] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Volume attach. Driver type: vmdk {{(pid=62361) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1863.474144] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356061', 'volume_id': 'f6b26be5-50df-4064-9e22-373d89facfe7', 'name': 'volume-f6b26be5-50df-4064-9e22-373d89facfe7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dd3faba2-ddf6-442b-951c-f1f22adc4a7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6b26be5-50df-4064-9e22-373d89facfe7', 'serial': 'f6b26be5-50df-4064-9e22-373d89facfe7'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1863.475395] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e7f1c7-293b-45d6-a703-41066e1bbacb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.493458] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf386cca-b71d-4e08-bc9e-f54aeb351b45 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.517540] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-f6b26be5-50df-4064-9e22-373d89facfe7/volume-f6b26be5-50df-4064-9e22-373d89facfe7.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1863.517819] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0c1db5e-d46b-48cb-b370-19b65e1b0163 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.535290] env[62361]: DEBUG oslo_vmware.api [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1863.535290] env[62361]: value = "task-1709146" [ 1863.535290] env[62361]: _type = "Task" [ 1863.535290] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.543072] env[62361]: DEBUG oslo_vmware.api [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.605436] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709144, 'name': ReconfigVM_Task, 'duration_secs': 0.323497} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.605957] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 5a8f11e5-ecf1-465f-a479-c11218096716/5a8f11e5-ecf1-465f-a479-c11218096716.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1863.606523] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a87ea2b-1b5f-470c-92b1-5cf34eee5629 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.613286] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1863.613286] env[62361]: value = "task-1709147" [ 1863.613286] env[62361]: _type = "Task" [ 1863.613286] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.618665] env[62361]: INFO nova.compute.manager [-] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Took 1.24 seconds to deallocate network for instance. [ 1863.623673] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709147, 'name': Rename_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.676097] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.676402] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.676630] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.676835] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.677041] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.679179] env[62361]: INFO nova.compute.manager [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Terminating instance [ 1863.680946] env[62361]: DEBUG nova.compute.manager [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1863.681155] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1863.681969] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf15f6c-a43d-479e-80a4-8efe2e33effa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.690781] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1863.691071] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5d8729f-9fa7-4f6a-a8ca-896fffe87463 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.698014] env[62361]: DEBUG oslo_vmware.api [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1863.698014] env[62361]: value = "task-1709148" [ 1863.698014] env[62361]: _type = "Task" [ 1863.698014] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.702323] env[62361]: DEBUG oslo_concurrency.lockutils [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.702548] env[62361]: DEBUG oslo_concurrency.lockutils [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquired lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.702766] env[62361]: DEBUG nova.network.neutron [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1863.707542] env[62361]: DEBUG oslo_vmware.api [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.870161] env[62361]: DEBUG oslo_concurrency.lockutils [None req-afd68fb7-b4da-4bfe-a69c-be3fd3719c3a tempest-AttachVolumeTestJSON-17356292 tempest-AttachVolumeTestJSON-17356292-project-member] Lock "afc8e327-cf51-4d0a-97f2-24d6d296833f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.327s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.045817] env[62361]: DEBUG oslo_vmware.api [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709146, 'name': ReconfigVM_Task, 'duration_secs': 0.378334} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.046127] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-f6b26be5-50df-4064-9e22-373d89facfe7/volume-f6b26be5-50df-4064-9e22-373d89facfe7.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1864.050876] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07cc1246-1b0e-493e-bcb8-46c29fe00fd3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.066151] env[62361]: DEBUG oslo_vmware.api [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1864.066151] env[62361]: value = "task-1709150" [ 1864.066151] env[62361]: _type = "Task" [ 1864.066151] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.073552] env[62361]: DEBUG oslo_vmware.api [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.122482] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709147, 'name': Rename_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.129450] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.129682] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.129900] env[62361]: DEBUG nova.objects.instance [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Lazy-loading 'resources' on Instance uuid 9efbefce-64f5-4785-9464-cb53735a4582 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.208076] env[62361]: DEBUG oslo_vmware.api [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709148, 'name': PowerOffVM_Task, 'duration_secs': 0.237541} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.210209] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1864.210390] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1864.210912] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e005b475-f537-4e9e-b27d-25082667cf83 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.292788] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1864.293015] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1864.293208] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Deleting the datastore file [datastore1] 922e49fb-2f2c-48bd-aea2-92e3daa37c46 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1864.293471] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9fea2e6-65b4-40dd-a7d6-708e8968dc7c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.299905] env[62361]: DEBUG oslo_vmware.api [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1864.299905] env[62361]: value = "task-1709152" [ 1864.299905] env[62361]: _type = "Task" [ 1864.299905] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.309670] env[62361]: DEBUG oslo_vmware.api [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.472412] env[62361]: INFO nova.network.neutron [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Port ee65a3c6-f49a-44ce-b282-2bab55fa8624 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1864.472786] env[62361]: DEBUG nova.network.neutron [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Updating instance_info_cache with network_info: [{"id": "968a7235-d4d5-4239-8024-6a4d79573d76", "address": "fa:16:3e:9d:58:aa", "network": {"id": "1b9182d2-c5a7-4093-b784-9758b07a7ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1423786341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa192e18bbe44519aa42ca60061c0a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap968a7235-d4", "ovs_interfaceid": "968a7235-d4d5-4239-8024-6a4d79573d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.576203] env[62361]: DEBUG oslo_vmware.api [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709150, 'name': ReconfigVM_Task, 'duration_secs': 0.136087} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.576590] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356061', 'volume_id': 'f6b26be5-50df-4064-9e22-373d89facfe7', 'name': 'volume-f6b26be5-50df-4064-9e22-373d89facfe7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dd3faba2-ddf6-442b-951c-f1f22adc4a7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6b26be5-50df-4064-9e22-373d89facfe7', 'serial': 'f6b26be5-50df-4064-9e22-373d89facfe7'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1864.623426] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709147, 'name': Rename_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.733742] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dff33d-1ab2-4592-b5da-8aea051bb670 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.741561] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4a10a8-f7cb-4c47-a41f-720b2975418b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.773828] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136fc3c6-47f9-467f-b8e5-bbef9fb314ef {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.785063] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8da35a3-2b82-4eb8-9a2a-eb1c7ec90673 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.806835] env[62361]: DEBUG nova.compute.provider_tree [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.819751] env[62361]: DEBUG oslo_vmware.api [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149987} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.820012] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1864.820245] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1864.820427] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1864.820596] env[62361]: INFO nova.compute.manager [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1864.820889] env[62361]: DEBUG oslo.service.loopingcall [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.821044] env[62361]: DEBUG nova.compute.manager [-] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1864.821165] env[62361]: DEBUG nova.network.neutron [-] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1864.976411] env[62361]: DEBUG oslo_concurrency.lockutils [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Releasing lock "refresh_cache-922e49fb-2f2c-48bd-aea2-92e3daa37c46" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.123567] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709147, 'name': Rename_Task, 'duration_secs': 1.159683} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.123827] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1865.124070] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1236ea27-e3bf-4ce6-86e0-6c82b265fd11 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.131646] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1865.131646] env[62361]: value = "task-1709153" [ 1865.131646] env[62361]: _type = "Task" [ 1865.131646] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.143924] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.315362] env[62361]: DEBUG nova.scheduler.client.report [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1865.430983] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Volume attach. Driver type: vmdk {{(pid=62361) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1865.431257] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356064', 'volume_id': '3f11d14e-7ae9-4e44-8211-99bf810a232f', 'name': 'volume-3f11d14e-7ae9-4e44-8211-99bf810a232f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '17026aa8-0005-4233-8f1d-22b6c096bc02', 'attached_at': '', 'detached_at': '', 'volume_id': '3f11d14e-7ae9-4e44-8211-99bf810a232f', 'serial': '3f11d14e-7ae9-4e44-8211-99bf810a232f'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1865.432148] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829aa019-c781-4590-8915-cd6890c3b89b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.449117] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3239d1-9e05-473b-aff7-88b0cfc63650 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.476048] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-3f11d14e-7ae9-4e44-8211-99bf810a232f/volume-3f11d14e-7ae9-4e44-8211-99bf810a232f.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1865.478395] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eabb27e4-6beb-4416-be06-9b47dc0ec700 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.493421] env[62361]: DEBUG nova.network.neutron [-] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.494970] env[62361]: DEBUG oslo_concurrency.lockutils [None req-be5d0038-4b91-41f2-9b4a-d8475067d7b8 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "interface-922e49fb-2f2c-48bd-aea2-92e3daa37c46-ee65a3c6-f49a-44ce-b282-2bab55fa8624" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.201s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.502100] env[62361]: DEBUG oslo_vmware.api [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1865.502100] env[62361]: value = "task-1709154" [ 1865.502100] env[62361]: _type = "Task" [ 1865.502100] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.508978] env[62361]: DEBUG nova.compute.manager [req-6f2de337-31ab-4f99-ae8a-54ce32aa1e01 req-861b4246-d1d4-4f9a-8e0a-5ea313c1e869 service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Received event network-vif-deleted-968a7235-d4d5-4239-8024-6a4d79573d76 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1865.508978] env[62361]: INFO nova.compute.manager [req-6f2de337-31ab-4f99-ae8a-54ce32aa1e01 req-861b4246-d1d4-4f9a-8e0a-5ea313c1e869 service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Neutron deleted interface 968a7235-d4d5-4239-8024-6a4d79573d76; detaching it from the instance and deleting it from the info cache [ 1865.508978] env[62361]: DEBUG nova.network.neutron [req-6f2de337-31ab-4f99-ae8a-54ce32aa1e01 req-861b4246-d1d4-4f9a-8e0a-5ea313c1e869 service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.516051] env[62361]: DEBUG oslo_vmware.api [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.616797] env[62361]: DEBUG nova.objects.instance [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lazy-loading 'flavor' on Instance uuid dd3faba2-ddf6-442b-951c-f1f22adc4a7c {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1865.646683] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709153, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.820819] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.847424] env[62361]: INFO nova.scheduler.client.report [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Deleted allocations for instance 9efbefce-64f5-4785-9464-cb53735a4582 [ 1865.997349] env[62361]: INFO nova.compute.manager [-] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Took 1.18 seconds to deallocate network for instance. [ 1866.012231] env[62361]: DEBUG oslo_vmware.api [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709154, 'name': ReconfigVM_Task, 'duration_secs': 0.416464} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.012466] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93194c65-c14b-4141-9f04-02e19a8996f7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.014295] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-3f11d14e-7ae9-4e44-8211-99bf810a232f/volume-3f11d14e-7ae9-4e44-8211-99bf810a232f.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1866.019122] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e8acd6-3f4f-43fe-b46a-bb786daae629 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.037894] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38b71ba-24b8-4eb8-b8fd-32becef37777 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.048569] env[62361]: DEBUG oslo_vmware.api [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1866.048569] env[62361]: value = "task-1709155" [ 1866.048569] env[62361]: _type = "Task" [ 1866.048569] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.057491] env[62361]: DEBUG oslo_vmware.api [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.068386] env[62361]: DEBUG nova.compute.manager [req-6f2de337-31ab-4f99-ae8a-54ce32aa1e01 req-861b4246-d1d4-4f9a-8e0a-5ea313c1e869 service nova] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Detach interface failed, port_id=968a7235-d4d5-4239-8024-6a4d79573d76, reason: Instance 922e49fb-2f2c-48bd-aea2-92e3daa37c46 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1866.120470] env[62361]: DEBUG oslo_concurrency.lockutils [None req-a473f003-3891-4c6a-9e83-f5d16299dbe9 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.248s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.143282] env[62361]: DEBUG oslo_vmware.api [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709153, 'name': PowerOnVM_Task, 'duration_secs': 0.514166} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.143579] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1866.144451] env[62361]: INFO nova.compute.manager [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1866.144451] env[62361]: DEBUG nova.compute.manager [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1866.145186] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47cf6a1-6e6a-40c6-824f-c79788333f6f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.282100] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.282422] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.354523] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c28a2d16-a450-4360-a97c-867953cf891d tempest-ServerAddressesTestJSON-1254515652 tempest-ServerAddressesTestJSON-1254515652-project-member] Lock "9efbefce-64f5-4785-9464-cb53735a4582" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.125s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.508148] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.508547] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.508800] env[62361]: DEBUG nova.objects.instance [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lazy-loading 'resources' on Instance uuid 922e49fb-2f2c-48bd-aea2-92e3daa37c46 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.564421] env[62361]: DEBUG oslo_vmware.api [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709155, 'name': ReconfigVM_Task, 'duration_secs': 0.27001} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.564909] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356064', 'volume_id': '3f11d14e-7ae9-4e44-8211-99bf810a232f', 'name': 'volume-3f11d14e-7ae9-4e44-8211-99bf810a232f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '17026aa8-0005-4233-8f1d-22b6c096bc02', 'attached_at': '', 'detached_at': '', 'volume_id': '3f11d14e-7ae9-4e44-8211-99bf810a232f', 'serial': '3f11d14e-7ae9-4e44-8211-99bf810a232f'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1866.665901] env[62361]: INFO nova.compute.manager [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Took 13.01 seconds to build instance. [ 1866.788461] env[62361]: INFO nova.compute.manager [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Detaching volume f6b26be5-50df-4064-9e22-373d89facfe7 [ 1866.820918] env[62361]: INFO nova.virt.block_device [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Attempting to driver detach volume f6b26be5-50df-4064-9e22-373d89facfe7 from mountpoint /dev/sdb [ 1866.821202] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Volume detach. Driver type: vmdk {{(pid=62361) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1866.821381] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356061', 'volume_id': 'f6b26be5-50df-4064-9e22-373d89facfe7', 'name': 'volume-f6b26be5-50df-4064-9e22-373d89facfe7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dd3faba2-ddf6-442b-951c-f1f22adc4a7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6b26be5-50df-4064-9e22-373d89facfe7', 'serial': 'f6b26be5-50df-4064-9e22-373d89facfe7'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1866.822195] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b04746-00c6-4234-8929-eb1c5b021e59 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.844243] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f722c1-3ffd-47bf-a1b0-39aa4634ec42 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.851351] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605ee39d-2742-4d46-b42b-f9d4df32c73a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.872195] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be124b6a-ad1c-40af-af87-cff7b54edddb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.891436] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] The volume has not been displaced from its original location: [datastore1] volume-f6b26be5-50df-4064-9e22-373d89facfe7/volume-f6b26be5-50df-4064-9e22-373d89facfe7.vmdk. No consolidation needed. {{(pid=62361) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1866.897022] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1866.897326] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b9264df-9442-4e68-8ee7-3ddc87174f80 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.921095] env[62361]: DEBUG oslo_vmware.api [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1866.921095] env[62361]: value = "task-1709156" [ 1866.921095] env[62361]: _type = "Task" [ 1866.921095] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.930130] env[62361]: DEBUG oslo_vmware.api [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.086302] env[62361]: DEBUG nova.compute.manager [req-3b2a4629-f2da-44fc-a85a-d9c2f94f10c8 req-11633063-fc68-4955-b572-8af826976428 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Received event network-changed-474fefb0-4a45-49ff-84e8-09836dfd68fa {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1867.086609] env[62361]: DEBUG nova.compute.manager [req-3b2a4629-f2da-44fc-a85a-d9c2f94f10c8 req-11633063-fc68-4955-b572-8af826976428 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Refreshing instance network info cache due to event network-changed-474fefb0-4a45-49ff-84e8-09836dfd68fa. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1867.086911] env[62361]: DEBUG oslo_concurrency.lockutils [req-3b2a4629-f2da-44fc-a85a-d9c2f94f10c8 req-11633063-fc68-4955-b572-8af826976428 service nova] Acquiring lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.087226] env[62361]: DEBUG oslo_concurrency.lockutils [req-3b2a4629-f2da-44fc-a85a-d9c2f94f10c8 req-11633063-fc68-4955-b572-8af826976428 service nova] Acquired lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.088374] env[62361]: DEBUG nova.network.neutron [req-3b2a4629-f2da-44fc-a85a-d9c2f94f10c8 req-11633063-fc68-4955-b572-8af826976428 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Refreshing network info cache for port 474fefb0-4a45-49ff-84e8-09836dfd68fa {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1867.154070] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14686390-2e01-4e6f-989e-290cd780c5e1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.161270] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d96bdc6-f694-4808-98fe-aa63efd11d57 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.167578] env[62361]: DEBUG oslo_concurrency.lockutils [None req-09625471-9107-4f87-930d-c3d964a41e6c tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "5a8f11e5-ecf1-465f-a479-c11218096716" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.519s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.196416] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc3fbad-490d-4b97-9266-475dd3c40450 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.204234] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ed8841-eff6-4dd3-b4c6-ad43bfa98b10 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.218141] env[62361]: DEBUG nova.compute.provider_tree [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.453389] env[62361]: DEBUG oslo_vmware.api [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709156, 'name': ReconfigVM_Task, 'duration_secs': 0.240498} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.454158] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1867.468627] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-095b28fd-57cd-416a-9ec6-b21d59504888 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.506066] env[62361]: DEBUG oslo_vmware.api [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1867.506066] env[62361]: value = "task-1709158" [ 1867.506066] env[62361]: _type = "Task" [ 1867.506066] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.514864] env[62361]: DEBUG oslo_vmware.api [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709158, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.620461] env[62361]: DEBUG nova.objects.instance [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lazy-loading 'flavor' on Instance uuid 17026aa8-0005-4233-8f1d-22b6c096bc02 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1867.722210] env[62361]: DEBUG nova.scheduler.client.report [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1867.858498] env[62361]: DEBUG nova.network.neutron [req-3b2a4629-f2da-44fc-a85a-d9c2f94f10c8 req-11633063-fc68-4955-b572-8af826976428 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updated VIF entry in instance network info cache for port 474fefb0-4a45-49ff-84e8-09836dfd68fa. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1867.858906] env[62361]: DEBUG nova.network.neutron [req-3b2a4629-f2da-44fc-a85a-d9c2f94f10c8 req-11633063-fc68-4955-b572-8af826976428 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance_info_cache with network_info: [{"id": "474fefb0-4a45-49ff-84e8-09836dfd68fa", "address": "fa:16:3e:d8:a6:a3", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474fefb0-4a", "ovs_interfaceid": "474fefb0-4a45-49ff-84e8-09836dfd68fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.015222] env[62361]: DEBUG oslo_vmware.api [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709158, 'name': ReconfigVM_Task, 'duration_secs': 0.135774} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.015546] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356061', 'volume_id': 'f6b26be5-50df-4064-9e22-373d89facfe7', 'name': 'volume-f6b26be5-50df-4064-9e22-373d89facfe7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dd3faba2-ddf6-442b-951c-f1f22adc4a7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6b26be5-50df-4064-9e22-373d89facfe7', 'serial': 'f6b26be5-50df-4064-9e22-373d89facfe7'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1868.125605] env[62361]: DEBUG oslo_concurrency.lockutils [None req-de080ae6-cf50-46f5-8d96-222d36523815 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "17026aa8-0005-4233-8f1d-22b6c096bc02" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.296s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.229501] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.253325] env[62361]: INFO nova.scheduler.client.report [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Deleted allocations for instance 922e49fb-2f2c-48bd-aea2-92e3daa37c46 [ 1868.317590] env[62361]: INFO nova.compute.manager [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Rescuing [ 1868.317930] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.318040] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.318206] env[62361]: DEBUG nova.network.neutron [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1868.362173] env[62361]: DEBUG oslo_concurrency.lockutils [req-3b2a4629-f2da-44fc-a85a-d9c2f94f10c8 req-11633063-fc68-4955-b572-8af826976428 service nova] Releasing lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.562169] env[62361]: DEBUG nova.objects.instance [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lazy-loading 'flavor' on Instance uuid dd3faba2-ddf6-442b-951c-f1f22adc4a7c {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1868.660288] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1868.660479] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1868.660611] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1868.660767] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Rebuilding the list of instances to heal {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1868.763534] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f4e62caf-3d79-417f-bb1f-f1903a056d11 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "922e49fb-2f2c-48bd-aea2-92e3daa37c46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.087s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.079240] env[62361]: DEBUG nova.network.neutron [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Updating instance_info_cache with network_info: [{"id": "156663f9-6bfa-4feb-8c6d-f094e97dd049", "address": "fa:16:3e:6b:2a:b0", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156663f9-6b", "ovs_interfaceid": "156663f9-6bfa-4feb-8c6d-f094e97dd049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.194062] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.194235] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquired lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.194388] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Forcefully refreshing network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1869.194547] env[62361]: DEBUG nova.objects.instance [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lazy-loading 'info_cache' on Instance uuid cb17edf0-cc03-46d4-83a4-84ab67df8572 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.308532] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "aae2f356-66f0-4aaa-943c-de879fc5b390" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.308811] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "aae2f356-66f0-4aaa-943c-de879fc5b390" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.309059] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "aae2f356-66f0-4aaa-943c-de879fc5b390-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.309254] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "aae2f356-66f0-4aaa-943c-de879fc5b390-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.309445] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "aae2f356-66f0-4aaa-943c-de879fc5b390-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.311506] env[62361]: INFO nova.compute.manager [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Terminating instance [ 1869.313233] env[62361]: DEBUG nova.compute.manager [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1869.313427] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1869.314372] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f75e3c-9a30-4eed-b6c1-3e0c21d51d32 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.322434] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1869.322694] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5692866-ba06-4a9e-b954-05c442e86c62 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.330394] env[62361]: DEBUG oslo_vmware.api [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1869.330394] env[62361]: value = "task-1709160" [ 1869.330394] env[62361]: _type = "Task" [ 1869.330394] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.338900] env[62361]: DEBUG oslo_vmware.api [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.569744] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bee58229-2986-4730-aef7-62097344c81f tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.287s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.581217] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.842782] env[62361]: DEBUG oslo_vmware.api [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709160, 'name': PowerOffVM_Task, 'duration_secs': 0.228139} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.843165] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1869.843165] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1869.843415] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e932b3d8-a751-4e69-a101-118bc8e8ddec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.956794] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1869.957042] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1869.957313] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Deleting the datastore file [datastore1] aae2f356-66f0-4aaa-943c-de879fc5b390 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1869.957589] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-182162dc-fc08-4cc1-893d-a602cfc72a7b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.964964] env[62361]: DEBUG oslo_vmware.api [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for the task: (returnval){ [ 1869.964964] env[62361]: value = "task-1709162" [ 1869.964964] env[62361]: _type = "Task" [ 1869.964964] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.973114] env[62361]: DEBUG oslo_vmware.api [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.111812] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1870.112104] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-712f2a64-261f-432e-96a0-f9463ff01850 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.120474] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1870.120474] env[62361]: value = "task-1709163" [ 1870.120474] env[62361]: _type = "Task" [ 1870.120474] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.128804] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.475062] env[62361]: DEBUG oslo_vmware.api [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Task: {'id': task-1709162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15566} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.475329] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1870.475513] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1870.475694] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1870.475882] env[62361]: INFO nova.compute.manager [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1870.476145] env[62361]: DEBUG oslo.service.loopingcall [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.476340] env[62361]: DEBUG nova.compute.manager [-] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1870.476431] env[62361]: DEBUG nova.network.neutron [-] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1870.545345] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.545587] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.545810] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.546028] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.546209] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.548663] env[62361]: INFO nova.compute.manager [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Terminating instance [ 1870.550426] env[62361]: DEBUG nova.compute.manager [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1870.550619] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1870.551435] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1bbd5c-f443-4843-bd43-621f99a4a983 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.558871] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1870.559389] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee4a6fc6-6021-4033-b49f-524b12ac23ee {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.565175] env[62361]: DEBUG oslo_vmware.api [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1870.565175] env[62361]: value = "task-1709164" [ 1870.565175] env[62361]: _type = "Task" [ 1870.565175] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.572539] env[62361]: DEBUG oslo_vmware.api [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.629654] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709163, 'name': PowerOffVM_Task, 'duration_secs': 0.251094} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.629917] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1870.631100] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9c77f1-a2c2-4a33-890e-f82d09d37976 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.652754] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391a6cbc-25cd-4684-b321-31ce9b54864c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.685585] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1870.685905] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be823004-ebbe-433f-88cc-e7625439b9e0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.696369] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1870.696369] env[62361]: value = "task-1709165" [ 1870.696369] env[62361]: _type = "Task" [ 1870.696369] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.705304] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.738829] env[62361]: DEBUG nova.compute.manager [req-9730afdc-af2a-4bcc-a047-ff5d851aca19 req-7f23e05f-388a-4079-8dcc-03440b6daae7 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Received event network-vif-deleted-5856cd79-6d70-46e6-90b6-8bb4d9512d61 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1870.739041] env[62361]: INFO nova.compute.manager [req-9730afdc-af2a-4bcc-a047-ff5d851aca19 req-7f23e05f-388a-4079-8dcc-03440b6daae7 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Neutron deleted interface 5856cd79-6d70-46e6-90b6-8bb4d9512d61; detaching it from the instance and deleting it from the info cache [ 1870.739219] env[62361]: DEBUG nova.network.neutron [req-9730afdc-af2a-4bcc-a047-ff5d851aca19 req-7f23e05f-388a-4079-8dcc-03440b6daae7 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.918594] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Updating instance_info_cache with network_info: [{"id": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "address": "fa:16:3e:ec:ff:8a", "network": {"id": "57804eee-0a7b-4ce0-8da0-bb31ab9f5341", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1310730910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d2890b1a85a4c649cf2367912f9abb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c2e13d3-1e", "ovs_interfaceid": "5c2e13d3-1e81-49b1-a7ff-13854b01e5f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.075501] env[62361]: DEBUG oslo_vmware.api [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709164, 'name': PowerOffVM_Task, 'duration_secs': 0.208071} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.075753] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1871.075961] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1871.076222] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fdad658-3ceb-45c1-a5e5-b69bc0d5e25f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.168474] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1871.168708] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1871.168910] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Deleting the datastore file [datastore1] dd3faba2-ddf6-442b-951c-f1f22adc4a7c {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1871.169222] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53cf960b-6128-4205-979b-315cb75f8ac6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.175326] env[62361]: DEBUG oslo_vmware.api [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for the task: (returnval){ [ 1871.175326] env[62361]: value = "task-1709167" [ 1871.175326] env[62361]: _type = "Task" [ 1871.175326] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.183048] env[62361]: DEBUG oslo_vmware.api [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.207036] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] VM already powered off {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1871.207396] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1871.207645] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.207797] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.207989] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1871.208261] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42051bff-eca6-4616-97dd-fcff682e424a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.212549] env[62361]: DEBUG nova.network.neutron [-] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.224355] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1871.224798] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1871.225655] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8cf4a83-8adc-49ec-ae4a-1260ddcaaca3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.231392] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1871.231392] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b3f97d-73e0-a980-ae60-c05f424552b5" [ 1871.231392] env[62361]: _type = "Task" [ 1871.231392] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.238729] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b3f97d-73e0-a980-ae60-c05f424552b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.245018] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c2670c6-8574-4e2f-84bd-9278c9dc6211 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.250028] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc11a09-afa1-47de-87ce-cf7e5e885e8d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.277931] env[62361]: DEBUG nova.compute.manager [req-9730afdc-af2a-4bcc-a047-ff5d851aca19 req-7f23e05f-388a-4079-8dcc-03440b6daae7 service nova] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Detach interface failed, port_id=5856cd79-6d70-46e6-90b6-8bb4d9512d61, reason: Instance aae2f356-66f0-4aaa-943c-de879fc5b390 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1871.421483] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Releasing lock "refresh_cache-cb17edf0-cc03-46d4-83a4-84ab67df8572" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.421668] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Updated the network info_cache for instance {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1871.421854] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1871.422034] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1871.422186] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1871.422333] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1871.422474] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1871.422616] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1871.422764] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1871.422929] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1871.685064] env[62361]: DEBUG oslo_vmware.api [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Task: {'id': task-1709167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143413} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.685349] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1871.685547] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1871.685725] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1871.685929] env[62361]: INFO nova.compute.manager [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1871.686209] env[62361]: DEBUG oslo.service.loopingcall [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.686401] env[62361]: DEBUG nova.compute.manager [-] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1871.686495] env[62361]: DEBUG nova.network.neutron [-] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1871.715335] env[62361]: INFO nova.compute.manager [-] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Took 1.24 seconds to deallocate network for instance. [ 1871.741274] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52b3f97d-73e0-a980-ae60-c05f424552b5, 'name': SearchDatastore_Task, 'duration_secs': 0.008567} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.742071] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623a2d8d-8ce7-4778-a8b8-cb87a1d87bc8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.747303] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1871.747303] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bccdb9-dcd0-c5b8-2e45-e93c5975c54d" [ 1871.747303] env[62361]: _type = "Task" [ 1871.747303] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.756767] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bccdb9-dcd0-c5b8-2e45-e93c5975c54d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.928074] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.928074] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.928074] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.928074] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1871.928074] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991f9f0b-a24f-46bc-8726-174c4f71390b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.936735] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170f40de-ab3b-42de-87d5-efdd3d8f54b4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.952022] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a28ff68-4079-4a4c-a75d-6c75b65324fa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.958657] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781ea998-2c8a-4c67-927f-2cb7e8423316 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.988379] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179929MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1871.988543] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.988756] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.225743] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.258402] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52bccdb9-dcd0-c5b8-2e45-e93c5975c54d, 'name': SearchDatastore_Task, 'duration_secs': 0.009377} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.258684] env[62361]: DEBUG oslo_concurrency.lockutils [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.258917] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 17026aa8-0005-4233-8f1d-22b6c096bc02/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk. {{(pid=62361) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1872.259194] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-573c6434-a982-432e-92e2-0819d5cd31f7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.265934] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1872.265934] env[62361]: value = "task-1709168" [ 1872.265934] env[62361]: _type = "Task" [ 1872.265934] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.273427] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.604029] env[62361]: DEBUG nova.network.neutron [-] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.773786] env[62361]: DEBUG nova.compute.manager [req-e9874062-8ce3-48ce-9ade-09330f8ba33b req-ce644e5a-6a00-4e2c-92ed-5644715b589f service nova] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Received event network-vif-deleted-8b1421ad-9874-4e55-aa65-bff7a2315e43 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1872.778028] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465904} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.778028] env[62361]: INFO nova.virt.vmwareapi.ds_util [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 17026aa8-0005-4233-8f1d-22b6c096bc02/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk. [ 1872.778642] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ee8739-041f-4fc4-9395-603a08d37b15 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.809130] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 17026aa8-0005-4233-8f1d-22b6c096bc02/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1872.809427] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f22bad63-5ccc-48fe-9eb5-3acb39caafd5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.827554] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1872.827554] env[62361]: value = "task-1709169" [ 1872.827554] env[62361]: _type = "Task" [ 1872.827554] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.836158] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.017843] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 26f6545a-4d96-4e34-918b-ca6ef94f176b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1873.018128] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 05eeec3f-570c-4294-bd35-d9804f67f317 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1873.018175] env[62361]: WARNING nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance aae2f356-66f0-4aaa-943c-de879fc5b390 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1873.018285] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance dd3faba2-ddf6-442b-951c-f1f22adc4a7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1873.018401] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 17026aa8-0005-4233-8f1d-22b6c096bc02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1873.018517] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance cb17edf0-cc03-46d4-83a4-84ab67df8572 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1873.018630] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 5a8f11e5-ecf1-465f-a479-c11218096716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1873.018811] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1873.018946] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1873.106886] env[62361]: INFO nova.compute.manager [-] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Took 1.42 seconds to deallocate network for instance. [ 1873.118834] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dc27f4-cc9b-4b1b-9fb0-a595b24facf0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.126699] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a65ddf8-f941-4817-95de-89e44aaa10be {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.157855] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54c480d-3433-4ac6-a839-553133286f28 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.165968] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d35c7ac-19a2-4f6b-8f60-5a94613e7746 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.181534] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1873.340319] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709169, 'name': ReconfigVM_Task, 'duration_secs': 0.352007} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.341024] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 17026aa8-0005-4233-8f1d-22b6c096bc02/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e-rescue.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1873.342934] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00bca22-e39d-4ff1-b3f9-8c5816e450c1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.382130] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25e14d3a-d26f-4f4e-8f04-6c85e5834a9d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.398649] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1873.398649] env[62361]: value = "task-1709170" [ 1873.398649] env[62361]: _type = "Task" [ 1873.398649] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.405686] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.613733] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.686297] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1873.907926] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709170, 'name': ReconfigVM_Task, 'duration_secs': 0.285066} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.908244] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1873.908502] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c59af25-bbdc-4194-9891-7a772a40aa6b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.915378] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1873.915378] env[62361]: value = "task-1709171" [ 1873.915378] env[62361]: _type = "Task" [ 1873.915378] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.926916] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.190248] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1874.190612] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.202s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.190709] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.965s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.190895] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.193066] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.579s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.193304] env[62361]: DEBUG nova.objects.instance [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lazy-loading 'resources' on Instance uuid dd3faba2-ddf6-442b-951c-f1f22adc4a7c {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.211921] env[62361]: INFO nova.scheduler.client.report [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Deleted allocations for instance aae2f356-66f0-4aaa-943c-de879fc5b390 [ 1874.426144] env[62361]: DEBUG oslo_vmware.api [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709171, 'name': PowerOnVM_Task, 'duration_secs': 0.403865} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.426435] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1874.429015] env[62361]: DEBUG nova.compute.manager [None req-b2cecdc5-47b2-48c0-b4e2-52408f831fbe tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1874.430117] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dacc57e-6304-4feb-98c9-524bc68a5a3a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.719800] env[62361]: DEBUG oslo_concurrency.lockutils [None req-cab7d6ac-e2d0-405a-8d3c-7480b1f620c6 tempest-AttachInterfacesTestJSON-273366557 tempest-AttachInterfacesTestJSON-273366557-project-member] Lock "aae2f356-66f0-4aaa-943c-de879fc5b390" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.411s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.791027] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fdc600-926b-4979-92dc-8a5d905ae2e6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.797987] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc080c27-c28b-4517-a4e3-c75ea9e8b94c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.828601] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efc3dc0-6b29-485b-a6c7-48dd6d40b03d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.836218] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041a9644-2be2-47f1-aa94-a2feb7a6d6b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.840386] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1874.851684] env[62361]: DEBUG nova.compute.provider_tree [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.354826] env[62361]: DEBUG nova.scheduler.client.report [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1875.358067] env[62361]: INFO nova.compute.manager [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Unrescuing [ 1875.358301] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.358450] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquired lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.358613] env[62361]: DEBUG nova.network.neutron [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1875.864080] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.886999] env[62361]: INFO nova.scheduler.client.report [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Deleted allocations for instance dd3faba2-ddf6-442b-951c-f1f22adc4a7c [ 1876.082356] env[62361]: DEBUG nova.network.neutron [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Updating instance_info_cache with network_info: [{"id": "156663f9-6bfa-4feb-8c6d-f094e97dd049", "address": "fa:16:3e:6b:2a:b0", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156663f9-6b", "ovs_interfaceid": "156663f9-6bfa-4feb-8c6d-f094e97dd049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.394573] env[62361]: DEBUG oslo_concurrency.lockutils [None req-7a097707-861b-4a31-9d3b-6784ea681650 tempest-AttachVolumeNegativeTest-1369383210 tempest-AttachVolumeNegativeTest-1369383210-project-member] Lock "dd3faba2-ddf6-442b-951c-f1f22adc4a7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.849s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.585199] env[62361]: DEBUG oslo_concurrency.lockutils [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Releasing lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.585837] env[62361]: DEBUG nova.objects.instance [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lazy-loading 'flavor' on Instance uuid 17026aa8-0005-4233-8f1d-22b6c096bc02 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1877.095336] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7dc8a9-23d4-4286-ab27-9ff272605aed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.122677] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1877.123098] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8df633a-6417-4e1f-9136-db4c941ebc3f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.130370] env[62361]: DEBUG oslo_vmware.api [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1877.130370] env[62361]: value = "task-1709173" [ 1877.130370] env[62361]: _type = "Task" [ 1877.130370] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.138300] env[62361]: DEBUG oslo_vmware.api [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.641418] env[62361]: DEBUG oslo_vmware.api [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709173, 'name': PowerOffVM_Task, 'duration_secs': 0.231743} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.641709] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1877.648093] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Reconfiguring VM instance instance-00000075 to detach disk 2002 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1877.648368] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58c5a731-ce3f-4b37-b04e-4d784b11bdd8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.666672] env[62361]: DEBUG oslo_vmware.api [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1877.666672] env[62361]: value = "task-1709174" [ 1877.666672] env[62361]: _type = "Task" [ 1877.666672] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.675076] env[62361]: DEBUG oslo_vmware.api [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.177112] env[62361]: DEBUG oslo_vmware.api [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709174, 'name': ReconfigVM_Task, 'duration_secs': 0.243086} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.177112] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Reconfigured VM instance instance-00000075 to detach disk 2002 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1878.177112] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1878.177112] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55c30503-38cf-4542-afc4-f79b230d6a41 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.182374] env[62361]: DEBUG oslo_vmware.api [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1878.182374] env[62361]: value = "task-1709175" [ 1878.182374] env[62361]: _type = "Task" [ 1878.182374] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.189579] env[62361]: DEBUG oslo_vmware.api [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.693063] env[62361]: DEBUG oslo_vmware.api [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709175, 'name': PowerOnVM_Task, 'duration_secs': 0.473432} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.693063] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1878.693063] env[62361]: DEBUG nova.compute.manager [None req-9da8aae0-bd44-4ecd-9797-9be5c10ec619 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1878.693497] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772aa9df-4f47-4b19-ae7c-b18c6b02f19e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.924154] env[62361]: DEBUG nova.compute.manager [req-af820c9d-9d2a-47f1-8580-205ae631dc20 req-e9c8553c-0b08-4cf4-bf24-25c513906e11 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Received event network-changed-156663f9-6bfa-4feb-8c6d-f094e97dd049 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1879.924154] env[62361]: DEBUG nova.compute.manager [req-af820c9d-9d2a-47f1-8580-205ae631dc20 req-e9c8553c-0b08-4cf4-bf24-25c513906e11 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Refreshing instance network info cache due to event network-changed-156663f9-6bfa-4feb-8c6d-f094e97dd049. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1879.924154] env[62361]: DEBUG oslo_concurrency.lockutils [req-af820c9d-9d2a-47f1-8580-205ae631dc20 req-e9c8553c-0b08-4cf4-bf24-25c513906e11 service nova] Acquiring lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.924154] env[62361]: DEBUG oslo_concurrency.lockutils [req-af820c9d-9d2a-47f1-8580-205ae631dc20 req-e9c8553c-0b08-4cf4-bf24-25c513906e11 service nova] Acquired lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.924154] env[62361]: DEBUG nova.network.neutron [req-af820c9d-9d2a-47f1-8580-205ae631dc20 req-e9c8553c-0b08-4cf4-bf24-25c513906e11 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Refreshing network info cache for port 156663f9-6bfa-4feb-8c6d-f094e97dd049 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1880.635425] env[62361]: DEBUG nova.network.neutron [req-af820c9d-9d2a-47f1-8580-205ae631dc20 req-e9c8553c-0b08-4cf4-bf24-25c513906e11 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Updated VIF entry in instance network info cache for port 156663f9-6bfa-4feb-8c6d-f094e97dd049. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.635800] env[62361]: DEBUG nova.network.neutron [req-af820c9d-9d2a-47f1-8580-205ae631dc20 req-e9c8553c-0b08-4cf4-bf24-25c513906e11 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Updating instance_info_cache with network_info: [{"id": "156663f9-6bfa-4feb-8c6d-f094e97dd049", "address": "fa:16:3e:6b:2a:b0", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156663f9-6b", "ovs_interfaceid": "156663f9-6bfa-4feb-8c6d-f094e97dd049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.139379] env[62361]: DEBUG oslo_concurrency.lockutils [req-af820c9d-9d2a-47f1-8580-205ae631dc20 req-e9c8553c-0b08-4cf4-bf24-25c513906e11 service nova] Releasing lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.951519] env[62361]: DEBUG nova.compute.manager [req-ce67b89c-2e7d-472a-aceb-d59142c9227a req-0e49e315-3c55-456e-a8d0-e7c27f971d41 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Received event network-changed-156663f9-6bfa-4feb-8c6d-f094e97dd049 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1881.951701] env[62361]: DEBUG nova.compute.manager [req-ce67b89c-2e7d-472a-aceb-d59142c9227a req-0e49e315-3c55-456e-a8d0-e7c27f971d41 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Refreshing instance network info cache due to event network-changed-156663f9-6bfa-4feb-8c6d-f094e97dd049. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1881.951912] env[62361]: DEBUG oslo_concurrency.lockutils [req-ce67b89c-2e7d-472a-aceb-d59142c9227a req-0e49e315-3c55-456e-a8d0-e7c27f971d41 service nova] Acquiring lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.952073] env[62361]: DEBUG oslo_concurrency.lockutils [req-ce67b89c-2e7d-472a-aceb-d59142c9227a req-0e49e315-3c55-456e-a8d0-e7c27f971d41 service nova] Acquired lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.952245] env[62361]: DEBUG nova.network.neutron [req-ce67b89c-2e7d-472a-aceb-d59142c9227a req-0e49e315-3c55-456e-a8d0-e7c27f971d41 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Refreshing network info cache for port 156663f9-6bfa-4feb-8c6d-f094e97dd049 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1882.652446] env[62361]: DEBUG nova.network.neutron [req-ce67b89c-2e7d-472a-aceb-d59142c9227a req-0e49e315-3c55-456e-a8d0-e7c27f971d41 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Updated VIF entry in instance network info cache for port 156663f9-6bfa-4feb-8c6d-f094e97dd049. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1882.652812] env[62361]: DEBUG nova.network.neutron [req-ce67b89c-2e7d-472a-aceb-d59142c9227a req-0e49e315-3c55-456e-a8d0-e7c27f971d41 service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Updating instance_info_cache with network_info: [{"id": "156663f9-6bfa-4feb-8c6d-f094e97dd049", "address": "fa:16:3e:6b:2a:b0", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156663f9-6b", "ovs_interfaceid": "156663f9-6bfa-4feb-8c6d-f094e97dd049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.156332] env[62361]: DEBUG oslo_concurrency.lockutils [req-ce67b89c-2e7d-472a-aceb-d59142c9227a req-0e49e315-3c55-456e-a8d0-e7c27f971d41 service nova] Releasing lock "refresh_cache-17026aa8-0005-4233-8f1d-22b6c096bc02" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.848645] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "cb17edf0-cc03-46d4-83a4-84ab67df8572" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.848949] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.849194] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "cb17edf0-cc03-46d4-83a4-84ab67df8572-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.849382] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.849551] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.852881] env[62361]: INFO nova.compute.manager [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Terminating instance [ 1888.854836] env[62361]: DEBUG nova.compute.manager [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1888.855054] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1888.855963] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9288428-e011-47f4-badc-d6727c159969 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.864728] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1888.864945] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3be3492f-7832-4829-9018-827a7f16b834 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.872585] env[62361]: DEBUG oslo_vmware.api [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1888.872585] env[62361]: value = "task-1709178" [ 1888.872585] env[62361]: _type = "Task" [ 1888.872585] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.880921] env[62361]: DEBUG oslo_vmware.api [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.384319] env[62361]: DEBUG oslo_vmware.api [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709178, 'name': PowerOffVM_Task, 'duration_secs': 0.253536} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.384319] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1889.384319] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1889.384319] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efd921bb-2021-4fbf-8a87-52db4d76f08c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.480138] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1889.480368] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1889.480761] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Deleting the datastore file [datastore1] cb17edf0-cc03-46d4-83a4-84ab67df8572 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1889.480842] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccb8b70d-5393-46de-9856-3f661ec13b2a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.486487] env[62361]: DEBUG oslo_vmware.api [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for the task: (returnval){ [ 1889.486487] env[62361]: value = "task-1709180" [ 1889.486487] env[62361]: _type = "Task" [ 1889.486487] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.494972] env[62361]: DEBUG oslo_vmware.api [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.996531] env[62361]: DEBUG oslo_vmware.api [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Task: {'id': task-1709180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13417} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.996531] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1889.996904] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1889.996904] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1889.997048] env[62361]: INFO nova.compute.manager [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1889.997301] env[62361]: DEBUG oslo.service.loopingcall [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1889.997516] env[62361]: DEBUG nova.compute.manager [-] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1889.997639] env[62361]: DEBUG nova.network.neutron [-] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1890.448213] env[62361]: DEBUG nova.compute.manager [req-5a8362f7-6edd-4420-8e82-ad37dc18c550 req-a05067a6-bddc-43ed-a17b-e7ba24419c24 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Received event network-vif-deleted-5c2e13d3-1e81-49b1-a7ff-13854b01e5f5 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1890.448456] env[62361]: INFO nova.compute.manager [req-5a8362f7-6edd-4420-8e82-ad37dc18c550 req-a05067a6-bddc-43ed-a17b-e7ba24419c24 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Neutron deleted interface 5c2e13d3-1e81-49b1-a7ff-13854b01e5f5; detaching it from the instance and deleting it from the info cache [ 1890.448665] env[62361]: DEBUG nova.network.neutron [req-5a8362f7-6edd-4420-8e82-ad37dc18c550 req-a05067a6-bddc-43ed-a17b-e7ba24419c24 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.919987] env[62361]: DEBUG nova.network.neutron [-] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.952168] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cb87d04-236c-42d7-b17d-9890304c702e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.963657] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5a7a67-d461-487a-a2a8-736873ecd8a1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.992121] env[62361]: DEBUG nova.compute.manager [req-5a8362f7-6edd-4420-8e82-ad37dc18c550 req-a05067a6-bddc-43ed-a17b-e7ba24419c24 service nova] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Detach interface failed, port_id=5c2e13d3-1e81-49b1-a7ff-13854b01e5f5, reason: Instance cb17edf0-cc03-46d4-83a4-84ab67df8572 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1891.422774] env[62361]: INFO nova.compute.manager [-] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Took 1.42 seconds to deallocate network for instance. [ 1891.929419] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.929703] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.929932] env[62361]: DEBUG nova.objects.instance [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lazy-loading 'resources' on Instance uuid cb17edf0-cc03-46d4-83a4-84ab67df8572 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1892.505151] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d533ea2-ef7c-4667-818d-8700aa991388 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.512706] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61de3332-466b-4279-a4fd-8df4a00c675f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.543788] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf9237e-4bef-419f-9f9f-c2e1b3503955 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.550591] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b59e46c-76e1-4721-84b2-ac8f4b3e123a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.563338] env[62361]: DEBUG nova.compute.provider_tree [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1893.083636] env[62361]: ERROR nova.scheduler.client.report [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] [req-a33f4beb-a882-467d-b027-565cef4215fe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a33f4beb-a882-467d-b027-565cef4215fe"}]} [ 1893.099321] env[62361]: DEBUG nova.scheduler.client.report [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Refreshing inventories for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1893.111037] env[62361]: DEBUG nova.scheduler.client.report [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Updating ProviderTree inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1893.111260] env[62361]: DEBUG nova.compute.provider_tree [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1893.120414] env[62361]: DEBUG nova.scheduler.client.report [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Refreshing aggregate associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, aggregates: None {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1893.136927] env[62361]: DEBUG nova.scheduler.client.report [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Refreshing trait associations for resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62361) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1893.193889] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6665580b-4de8-4ef5-8f0a-adbd81d32aed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.201257] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49394df0-1db9-4761-a9da-5074f4d4d277 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.230194] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1114d214-6adc-4850-be27-b532bd3a3fbe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.236851] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5d93cd-c166-4791-bb5b-c94ea2347d12 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.249388] env[62361]: DEBUG nova.compute.provider_tree [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1893.779775] env[62361]: DEBUG nova.scheduler.client.report [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Updated inventory for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1893.780132] env[62361]: DEBUG nova.compute.provider_tree [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Updating resource provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 generation from 169 to 170 during operation: update_inventory {{(pid=62361) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1893.780293] env[62361]: DEBUG nova.compute.provider_tree [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Updating inventory in ProviderTree for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1894.285391] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.355s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.301685] env[62361]: INFO nova.scheduler.client.report [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Deleted allocations for instance cb17edf0-cc03-46d4-83a4-84ab67df8572 [ 1894.808943] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1c9a7355-43d2-4eb6-9777-04e56c28165e tempest-AttachVolumeShelveTestJSON-1202404737 tempest-AttachVolumeShelveTestJSON-1202404737-project-member] Lock "cb17edf0-cc03-46d4-83a4-84ab67df8572" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.960s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.629681] env[62361]: DEBUG nova.compute.manager [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Stashing vm_state: active {{(pid=62361) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1905.149671] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.149936] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.655721] env[62361]: INFO nova.compute.claims [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1906.166479] env[62361]: INFO nova.compute.resource_tracker [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating resource usage from migration 2d15197e-8661-4faa-8588-6b950c83c3dd [ 1906.231935] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39c3564-ca06-46ce-b113-98478d79992b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.239616] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d6fa09-40db-4b9d-a0da-1481fe27d22e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.270426] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74072008-1462-474f-af8a-0e87d4cb338e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.277474] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e584f7-d922-4c59-95ce-c050fb47c8fb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.290215] env[62361]: DEBUG nova.compute.provider_tree [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1906.793332] env[62361]: DEBUG nova.scheduler.client.report [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1907.298401] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.148s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.298634] env[62361]: INFO nova.compute.manager [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Migrating [ 1907.813030] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.813463] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.813463] env[62361]: DEBUG nova.network.neutron [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1908.537829] env[62361]: DEBUG nova.network.neutron [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance_info_cache with network_info: [{"id": "474fefb0-4a45-49ff-84e8-09836dfd68fa", "address": "fa:16:3e:d8:a6:a3", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474fefb0-4a", "ovs_interfaceid": "474fefb0-4a45-49ff-84e8-09836dfd68fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.040554] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.560880] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a96644-e021-4c7d-9ca7-f2db70753d02 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.587368] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance '5a8f11e5-ecf1-465f-a479-c11218096716' progress to 0 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1911.093132] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1911.093434] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8634a726-ab41-4565-bc16-0a93846961c5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.101101] env[62361]: DEBUG oslo_vmware.api [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1911.101101] env[62361]: value = "task-1709182" [ 1911.101101] env[62361]: _type = "Task" [ 1911.101101] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.108713] env[62361]: DEBUG oslo_vmware.api [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.611179] env[62361]: DEBUG oslo_vmware.api [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709182, 'name': PowerOffVM_Task, 'duration_secs': 0.181388} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.611635] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1911.611635] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance '5a8f11e5-ecf1-465f-a479-c11218096716' progress to 17 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1912.117744] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1912.118023] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1912.118190] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1912.118376] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1912.118527] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1912.118681] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1912.118884] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1912.119058] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1912.119231] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1912.119396] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1912.119572] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1912.124604] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe1b172b-ff67-479d-9abf-26d158cbd2b5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.142036] env[62361]: DEBUG oslo_vmware.api [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1912.142036] env[62361]: value = "task-1709183" [ 1912.142036] env[62361]: _type = "Task" [ 1912.142036] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.152240] env[62361]: DEBUG oslo_vmware.api [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.651845] env[62361]: DEBUG oslo_vmware.api [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709183, 'name': ReconfigVM_Task, 'duration_secs': 0.157098} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.652376] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance '5a8f11e5-ecf1-465f-a479-c11218096716' progress to 33 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1913.158516] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1913.158776] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1913.158912] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1913.159113] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1913.159266] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1913.159417] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1913.159624] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1913.159785] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1913.159950] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1913.160126] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1913.160304] env[62361]: DEBUG nova.virt.hardware [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1913.165710] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1913.166008] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c860c02f-4805-4ca2-936c-a1b6b832b1ec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.184556] env[62361]: DEBUG oslo_vmware.api [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1913.184556] env[62361]: value = "task-1709184" [ 1913.184556] env[62361]: _type = "Task" [ 1913.184556] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.191871] env[62361]: DEBUG oslo_vmware.api [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.693623] env[62361]: DEBUG oslo_vmware.api [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709184, 'name': ReconfigVM_Task, 'duration_secs': 0.146265} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.693952] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1913.694692] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399d9497-0a52-466c-b560-63b3e7d8410f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.716855] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 5a8f11e5-ecf1-465f-a479-c11218096716/5a8f11e5-ecf1-465f-a479-c11218096716.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1913.717351] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-933e9e8d-8685-4e81-aace-3b3cfdbd3cf2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.734693] env[62361]: DEBUG oslo_vmware.api [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1913.734693] env[62361]: value = "task-1709185" [ 1913.734693] env[62361]: _type = "Task" [ 1913.734693] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.742007] env[62361]: DEBUG oslo_vmware.api [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.244369] env[62361]: DEBUG oslo_vmware.api [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709185, 'name': ReconfigVM_Task, 'duration_secs': 0.240789} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.244675] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 5a8f11e5-ecf1-465f-a479-c11218096716/5a8f11e5-ecf1-465f-a479-c11218096716.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1914.244945] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance '5a8f11e5-ecf1-465f-a479-c11218096716' progress to 50 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1914.751126] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f72e89-b037-4ddc-a73f-4fb747e0a753 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.770120] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aff510-b2cb-44ba-9906-eca23710638d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.787744] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance '5a8f11e5-ecf1-465f-a479-c11218096716' progress to 67 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1915.329715] env[62361]: DEBUG nova.network.neutron [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Port 474fefb0-4a45-49ff-84e8-09836dfd68fa binding to destination host cpu-1 is already ACTIVE {{(pid=62361) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1916.357275] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "5a8f11e5-ecf1-465f-a479-c11218096716-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.357668] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "5a8f11e5-ecf1-465f-a479-c11218096716-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.357668] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "5a8f11e5-ecf1-465f-a479-c11218096716-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.407496] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "17026aa8-0005-4233-8f1d-22b6c096bc02" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.407776] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "17026aa8-0005-4233-8f1d-22b6c096bc02" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.910805] env[62361]: INFO nova.compute.manager [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Detaching volume 3f11d14e-7ae9-4e44-8211-99bf810a232f [ 1916.940632] env[62361]: INFO nova.virt.block_device [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Attempting to driver detach volume 3f11d14e-7ae9-4e44-8211-99bf810a232f from mountpoint /dev/sdb [ 1916.940913] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Volume detach. Driver type: vmdk {{(pid=62361) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1916.941163] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356064', 'volume_id': '3f11d14e-7ae9-4e44-8211-99bf810a232f', 'name': 'volume-3f11d14e-7ae9-4e44-8211-99bf810a232f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '17026aa8-0005-4233-8f1d-22b6c096bc02', 'attached_at': '', 'detached_at': '', 'volume_id': '3f11d14e-7ae9-4e44-8211-99bf810a232f', 'serial': '3f11d14e-7ae9-4e44-8211-99bf810a232f'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1916.942060] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf3969d-160e-4118-8255-abb33b346fe4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.964148] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269be845-591b-4b87-b048-53176141bd1e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.971134] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5690077-5ed7-41cf-a0cc-c7e428c5d639 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.990929] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a76d1f-9184-4c15-9b99-f3f83ef35eeb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.005260] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] The volume has not been displaced from its original location: [datastore1] volume-3f11d14e-7ae9-4e44-8211-99bf810a232f/volume-3f11d14e-7ae9-4e44-8211-99bf810a232f.vmdk. No consolidation needed. {{(pid=62361) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1917.010534] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1917.010810] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c76ee65-f0d5-4e41-afc5-edb9b3c47f19 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.027599] env[62361]: DEBUG oslo_vmware.api [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1917.027599] env[62361]: value = "task-1709186" [ 1917.027599] env[62361]: _type = "Task" [ 1917.027599] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.034952] env[62361]: DEBUG oslo_vmware.api [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.311730] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1917.312010] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1917.389814] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.390090] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.390244] env[62361]: DEBUG nova.network.neutron [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1917.537398] env[62361]: DEBUG oslo_vmware.api [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709186, 'name': ReconfigVM_Task, 'duration_secs': 0.218679} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.537679] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1917.542234] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc451615-259f-4993-be7e-1081e34f4b90 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.556669] env[62361]: DEBUG oslo_vmware.api [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1917.556669] env[62361]: value = "task-1709187" [ 1917.556669] env[62361]: _type = "Task" [ 1917.556669] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.564024] env[62361]: DEBUG oslo_vmware.api [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.067266] env[62361]: DEBUG oslo_vmware.api [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709187, 'name': ReconfigVM_Task, 'duration_secs': 0.130389} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.067565] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356064', 'volume_id': '3f11d14e-7ae9-4e44-8211-99bf810a232f', 'name': 'volume-3f11d14e-7ae9-4e44-8211-99bf810a232f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '17026aa8-0005-4233-8f1d-22b6c096bc02', 'attached_at': '', 'detached_at': '', 'volume_id': '3f11d14e-7ae9-4e44-8211-99bf810a232f', 'serial': '3f11d14e-7ae9-4e44-8211-99bf810a232f'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1918.093183] env[62361]: DEBUG nova.network.neutron [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance_info_cache with network_info: [{"id": "474fefb0-4a45-49ff-84e8-09836dfd68fa", "address": "fa:16:3e:d8:a6:a3", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474fefb0-4a", "ovs_interfaceid": "474fefb0-4a45-49ff-84e8-09836dfd68fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.596077] env[62361]: DEBUG oslo_concurrency.lockutils [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.607966] env[62361]: DEBUG nova.objects.instance [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lazy-loading 'flavor' on Instance uuid 17026aa8-0005-4233-8f1d-22b6c096bc02 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1919.122023] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864b381d-6904-4318-ad3e-c9a67007bf66 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.141533] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec896759-f760-460c-91de-1eca650e8b32 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.148382] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance '5a8f11e5-ecf1-465f-a479-c11218096716' progress to 83 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1919.311988] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1919.312246] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1919.614492] env[62361]: DEBUG oslo_concurrency.lockutils [None req-2c2f4a29-2df2-44ab-907d-a433a51e63a3 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "17026aa8-0005-4233-8f1d-22b6c096bc02" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.654140] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1919.654420] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55749e3b-ea87-4221-ad81-f753867a60c4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.662213] env[62361]: DEBUG oslo_vmware.api [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1919.662213] env[62361]: value = "task-1709188" [ 1919.662213] env[62361]: _type = "Task" [ 1919.662213] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.670012] env[62361]: DEBUG oslo_vmware.api [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.172815] env[62361]: DEBUG oslo_vmware.api [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709188, 'name': PowerOnVM_Task, 'duration_secs': 0.337565} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.173132] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1920.173323] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-fd90217d-f678-4c4e-af69-0572b4b9baee tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance '5a8f11e5-ecf1-465f-a479-c11218096716' progress to 100 {{(pid=62361) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1920.701445] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "17026aa8-0005-4233-8f1d-22b6c096bc02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.701822] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "17026aa8-0005-4233-8f1d-22b6c096bc02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.701886] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "17026aa8-0005-4233-8f1d-22b6c096bc02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.702069] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "17026aa8-0005-4233-8f1d-22b6c096bc02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.702245] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "17026aa8-0005-4233-8f1d-22b6c096bc02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.704088] env[62361]: INFO nova.compute.manager [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Terminating instance [ 1920.705646] env[62361]: DEBUG nova.compute.manager [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1920.705879] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1920.706709] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f73caf4-b4a5-4b80-8a99-843471c743f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.714602] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1920.714816] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2701b50f-634d-4862-8b9c-720dc0e710c0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.720513] env[62361]: DEBUG oslo_vmware.api [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1920.720513] env[62361]: value = "task-1709189" [ 1920.720513] env[62361]: _type = "Task" [ 1920.720513] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.727975] env[62361]: DEBUG oslo_vmware.api [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.231544] env[62361]: DEBUG oslo_vmware.api [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709189, 'name': PowerOffVM_Task, 'duration_secs': 0.20562} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.231819] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1921.231991] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1921.232241] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcd2d40f-bd71-47f3-8dea-d4da3fdae2b2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.304917] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1921.305163] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1921.305344] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Deleting the datastore file [datastore1] 17026aa8-0005-4233-8f1d-22b6c096bc02 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1921.305603] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4f772eb-cdc0-468b-8e8b-f2bae8541e45 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.311706] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1921.311990] env[62361]: DEBUG oslo_vmware.api [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1921.311990] env[62361]: value = "task-1709191" [ 1921.311990] env[62361]: _type = "Task" [ 1921.311990] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.319327] env[62361]: DEBUG oslo_vmware.api [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.822240] env[62361]: DEBUG oslo_vmware.api [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142197} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.822759] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1921.822759] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1921.822851] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1921.823022] env[62361]: INFO nova.compute.manager [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1921.823268] env[62361]: DEBUG oslo.service.loopingcall [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.823459] env[62361]: DEBUG nova.compute.manager [-] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1921.823559] env[62361]: DEBUG nova.network.neutron [-] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1922.252043] env[62361]: DEBUG nova.compute.manager [req-6cbbfdbf-ea8b-4526-a7d8-0c6464c7ffbb req-ef366e02-e9a5-47ad-9362-828656eb04fd service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Received event network-vif-deleted-156663f9-6bfa-4feb-8c6d-f094e97dd049 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1922.252286] env[62361]: INFO nova.compute.manager [req-6cbbfdbf-ea8b-4526-a7d8-0c6464c7ffbb req-ef366e02-e9a5-47ad-9362-828656eb04fd service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Neutron deleted interface 156663f9-6bfa-4feb-8c6d-f094e97dd049; detaching it from the instance and deleting it from the info cache [ 1922.252506] env[62361]: DEBUG nova.network.neutron [req-6cbbfdbf-ea8b-4526-a7d8-0c6464c7ffbb req-ef366e02-e9a5-47ad-9362-828656eb04fd service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.307372] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1922.729219] env[62361]: DEBUG nova.network.neutron [-] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.755441] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fabf7401-2535-436b-a530-2735fabc8b9e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.767846] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c03a94-3183-4b66-9b2c-11086fc23240 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.793682] env[62361]: DEBUG nova.compute.manager [req-6cbbfdbf-ea8b-4526-a7d8-0c6464c7ffbb req-ef366e02-e9a5-47ad-9362-828656eb04fd service nova] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Detach interface failed, port_id=156663f9-6bfa-4feb-8c6d-f094e97dd049, reason: Instance 17026aa8-0005-4233-8f1d-22b6c096bc02 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1923.007605] env[62361]: DEBUG nova.network.neutron [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Port 474fefb0-4a45-49ff-84e8-09836dfd68fa binding to destination host cpu-1 is already ACTIVE {{(pid=62361) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1923.007874] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.008037] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.008207] env[62361]: DEBUG nova.network.neutron [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1923.231787] env[62361]: INFO nova.compute.manager [-] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Took 1.41 seconds to deallocate network for instance. [ 1923.311776] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1923.311960] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1923.732099] env[62361]: DEBUG nova.network.neutron [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance_info_cache with network_info: [{"id": "474fefb0-4a45-49ff-84e8-09836dfd68fa", "address": "fa:16:3e:d8:a6:a3", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474fefb0-4a", "ovs_interfaceid": "474fefb0-4a45-49ff-84e8-09836dfd68fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.738556] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.738955] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.739288] env[62361]: DEBUG nova.objects.instance [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lazy-loading 'resources' on Instance uuid 17026aa8-0005-4233-8f1d-22b6c096bc02 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1923.841078] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "refresh_cache-26f6545a-4d96-4e34-918b-ca6ef94f176b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.841283] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquired lock "refresh_cache-26f6545a-4d96-4e34-918b-ca6ef94f176b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.841446] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Forcefully refreshing network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1924.234971] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.310277] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3d6d45-57ea-410f-ac56-c2e1273c6f5d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.318148] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bd585c-ce7a-4b0b-bd55-f6939ad3d549 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.350435] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13325bab-ba4a-4d0c-9f6c-7759f8986bd9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.357886] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781e34f7-39de-4ab3-a349-0a3556cd0bd4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.370732] env[62361]: DEBUG nova.compute.provider_tree [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.739164] env[62361]: DEBUG nova.compute.manager [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62361) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1924.739505] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.873971] env[62361]: DEBUG nova.scheduler.client.report [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1925.036576] env[62361]: DEBUG nova.network.neutron [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Updating instance_info_cache with network_info: [{"id": "506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93", "address": "fa:16:3e:ab:b2:d9", "network": {"id": "00397976-cc40-4b96-90bb-b7622894db2b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-295638633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca5af56f3e6346a5bad958b803703eed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap506e3aaf-50", "ovs_interfaceid": "506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.379161] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.381451] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.642s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.402697] env[62361]: INFO nova.scheduler.client.report [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Deleted allocations for instance 17026aa8-0005-4233-8f1d-22b6c096bc02 [ 1925.538925] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Releasing lock "refresh_cache-26f6545a-4d96-4e34-918b-ca6ef94f176b" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.539180] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Updated the network info_cache for instance {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1925.539360] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1925.539524] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1925.884600] env[62361]: DEBUG nova.objects.instance [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lazy-loading 'migration_context' on Instance uuid 5a8f11e5-ecf1-465f-a479-c11218096716 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1925.909546] env[62361]: DEBUG oslo_concurrency.lockutils [None req-d584c20c-9c9a-4abf-94f2-a11bae2d8774 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "17026aa8-0005-4233-8f1d-22b6c096bc02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.208s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.042232] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.447707] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd7c707-4071-4076-8576-753b50b8dcba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.456194] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091f6a90-20a6-4839-afcf-f7ae625daa5f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.489847] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f48fc4-b613-4c89-91f6-fff81c411cfa {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.497729] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3398771f-292e-4221-a3cb-6e4b1f12e5d4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.512040] env[62361]: DEBUG nova.compute.provider_tree [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.015184] env[62361]: DEBUG nova.scheduler.client.report [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1928.026020] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.644s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.031724] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.990s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.031859] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.032023] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1928.035014] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f448ef56-01f1-4635-bc74-c6243957d12c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.047054] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b91654-6288-451c-86aa-0df02b577ddb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.062129] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cee50a-fc0c-4b4b-8436-14661d4a264c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.069180] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b370763-378e-4968-a29b-32669956c7d5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.099978] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180667MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1928.100165] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.100362] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.129839] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 26f6545a-4d96-4e34-918b-ca6ef94f176b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1929.130157] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 05eeec3f-570c-4294-bd35-d9804f67f317 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1929.568538] env[62361]: INFO nova.compute.manager [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Swapping old allocation on dict_keys(['cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464']) held by migration 2d15197e-8661-4faa-8588-6b950c83c3dd for instance [ 1929.589871] env[62361]: DEBUG nova.scheduler.client.report [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Overwriting current allocation {'allocations': {'cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': '8260c71c412046a28a25d50f74233286', 'user_id': '3ea38aa04e9f4210b7606e13c83743a7', 'consumer_generation': 1} on consumer 5a8f11e5-ecf1-465f-a479-c11218096716 {{(pid=62361) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1929.633164] env[62361]: INFO nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 2d15197e-8661-4faa-8588-6b950c83c3dd has allocations against this compute host but is not found in the database. [ 1929.633332] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 5a8f11e5-ecf1-465f-a479-c11218096716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1929.633510] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1929.633652] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1929.661909] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.662107] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.662286] env[62361]: DEBUG nova.network.neutron [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1929.676440] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfbecf3-594c-4d6e-a31d-6c27d7997091 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.684385] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7414e62a-94bc-43a5-bbdf-9b5483b381f6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.714501] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d60dc59-c712-4804-9380-2fb469bd4f5c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.721252] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec33826-1754-413f-a613-d90242861204 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.733811] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.236580] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1930.432740] env[62361]: DEBUG nova.network.neutron [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance_info_cache with network_info: [{"id": "474fefb0-4a45-49ff-84e8-09836dfd68fa", "address": "fa:16:3e:d8:a6:a3", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474fefb0-4a", "ovs_interfaceid": "474fefb0-4a45-49ff-84e8-09836dfd68fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.708718] env[62361]: DEBUG oslo_concurrency.lockutils [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "05eeec3f-570c-4294-bd35-d9804f67f317" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.708967] env[62361]: DEBUG oslo_concurrency.lockutils [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "05eeec3f-570c-4294-bd35-d9804f67f317" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.709194] env[62361]: DEBUG oslo_concurrency.lockutils [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "05eeec3f-570c-4294-bd35-d9804f67f317-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.709377] env[62361]: DEBUG oslo_concurrency.lockutils [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "05eeec3f-570c-4294-bd35-d9804f67f317-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.709563] env[62361]: DEBUG oslo_concurrency.lockutils [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "05eeec3f-570c-4294-bd35-d9804f67f317-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.711664] env[62361]: INFO nova.compute.manager [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Terminating instance [ 1930.713316] env[62361]: DEBUG nova.compute.manager [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1930.713513] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1930.714363] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90c403d-f7c1-4483-9444-d25edfd8737e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.721819] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1930.722043] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4dc0a62-77af-48fd-b13e-897b064fa00f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.728534] env[62361]: DEBUG oslo_vmware.api [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1930.728534] env[62361]: value = "task-1709193" [ 1930.728534] env[62361]: _type = "Task" [ 1930.728534] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.735504] env[62361]: DEBUG oslo_vmware.api [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.741185] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1930.741354] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.641s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.935610] env[62361]: DEBUG oslo_concurrency.lockutils [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "refresh_cache-5a8f11e5-ecf1-465f-a479-c11218096716" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.936080] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1930.936381] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71a837c2-25e6-4999-8d97-efd267955a93 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.942553] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1930.942553] env[62361]: value = "task-1709194" [ 1930.942553] env[62361]: _type = "Task" [ 1930.942553] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.950251] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.238196] env[62361]: DEBUG oslo_vmware.api [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709193, 'name': PowerOffVM_Task, 'duration_secs': 0.226691} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.238600] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1931.238685] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1931.238934] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70a766a6-f4da-429a-b869-b1393e944f89 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.360833] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1931.361064] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1931.361263] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Deleting the datastore file [datastore1] 05eeec3f-570c-4294-bd35-d9804f67f317 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1931.361534] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b41be84-f5cf-4eb4-a948-e670fc12e12c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.368616] env[62361]: DEBUG oslo_vmware.api [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1931.368616] env[62361]: value = "task-1709196" [ 1931.368616] env[62361]: _type = "Task" [ 1931.368616] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.376311] env[62361]: DEBUG oslo_vmware.api [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.452475] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709194, 'name': PowerOffVM_Task, 'duration_secs': 0.167816} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.452772] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1931.453553] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1931.453813] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1931.453979] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1931.454186] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1931.454564] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1931.454744] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1931.454958] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1931.455133] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1931.455303] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1931.455469] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1931.455640] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1931.460654] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6210f40-77a3-426a-9a72-14c3be3cd0d4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.476087] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1931.476087] env[62361]: value = "task-1709197" [ 1931.476087] env[62361]: _type = "Task" [ 1931.476087] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.485670] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.879068] env[62361]: DEBUG oslo_vmware.api [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193134} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.879068] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1931.879068] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1931.879068] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1931.879068] env[62361]: INFO nova.compute.manager [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1931.879478] env[62361]: DEBUG oslo.service.loopingcall [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.879540] env[62361]: DEBUG nova.compute.manager [-] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1931.879620] env[62361]: DEBUG nova.network.neutron [-] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1931.986428] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709197, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.112546] env[62361]: DEBUG nova.compute.manager [req-e8fa8262-0f96-4d5a-9926-530e02db4c3e req-a30014f3-823e-4c59-b112-04d962d79ecd service nova] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Received event network-vif-deleted-dbcf7782-ffd5-425e-8349-f726a3c128f3 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1932.112763] env[62361]: INFO nova.compute.manager [req-e8fa8262-0f96-4d5a-9926-530e02db4c3e req-a30014f3-823e-4c59-b112-04d962d79ecd service nova] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Neutron deleted interface dbcf7782-ffd5-425e-8349-f726a3c128f3; detaching it from the instance and deleting it from the info cache [ 1932.112931] env[62361]: DEBUG nova.network.neutron [req-e8fa8262-0f96-4d5a-9926-530e02db4c3e req-a30014f3-823e-4c59-b112-04d962d79ecd service nova] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.487685] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709197, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.513609] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1932.592875] env[62361]: DEBUG nova.network.neutron [-] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.615569] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c6bdf47-e9d6-479d-87a5-5c07b8b84b18 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.625324] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac93b442-b5eb-4212-acf9-035f1a26dc0c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.648931] env[62361]: DEBUG nova.compute.manager [req-e8fa8262-0f96-4d5a-9926-530e02db4c3e req-a30014f3-823e-4c59-b112-04d962d79ecd service nova] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Detach interface failed, port_id=dbcf7782-ffd5-425e-8349-f726a3c128f3, reason: Instance 05eeec3f-570c-4294-bd35-d9804f67f317 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1932.987777] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709197, 'name': ReconfigVM_Task, 'duration_secs': 1.158315} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.988583] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3ed98c-3bf3-4ea6-856b-0bc7090460c4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.007740] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1933.007979] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1933.008152] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1933.008344] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1933.008491] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1933.008637] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1933.008835] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1933.008992] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1933.009167] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1933.009329] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1933.009503] env[62361]: DEBUG nova.virt.hardware [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1933.010277] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e99034be-dd0f-430e-9865-d34752ca6ca1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.015380] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1933.015380] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e6e2bb-7f9e-b174-b0f4-135971baf3b0" [ 1933.015380] env[62361]: _type = "Task" [ 1933.015380] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.022678] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e6e2bb-7f9e-b174-b0f4-135971baf3b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.094415] env[62361]: INFO nova.compute.manager [-] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Took 1.21 seconds to deallocate network for instance. [ 1933.525615] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e6e2bb-7f9e-b174-b0f4-135971baf3b0, 'name': SearchDatastore_Task, 'duration_secs': 0.007109} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.530967] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1933.531245] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f067f02-341b-42c6-b26e-a4ae3220a8e6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.549927] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1933.549927] env[62361]: value = "task-1709198" [ 1933.549927] env[62361]: _type = "Task" [ 1933.549927] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.557891] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.601159] env[62361]: DEBUG oslo_concurrency.lockutils [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.601463] env[62361]: DEBUG oslo_concurrency.lockutils [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.602351] env[62361]: DEBUG nova.objects.instance [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lazy-loading 'resources' on Instance uuid 05eeec3f-570c-4294-bd35-d9804f67f317 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.060240] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709198, 'name': ReconfigVM_Task, 'duration_secs': 0.175726} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.060504] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1934.061279] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36105e4-794a-418e-9ed2-bf4b689a675b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.082465] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 5a8f11e5-ecf1-465f-a479-c11218096716/5a8f11e5-ecf1-465f-a479-c11218096716.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1934.082695] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9113ca9f-09e2-4da2-beaf-3dcca4ed31bc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.099692] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1934.099692] env[62361]: value = "task-1709199" [ 1934.099692] env[62361]: _type = "Task" [ 1934.099692] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.108938] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.156723] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9123bf28-2aaa-4737-b5c8-adf66eb0bc35 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.163679] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf2750b-75b2-4048-8335-a3f2a5f02919 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.194228] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2657c7-c846-4cda-b7ac-b3130e2bfac2 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.200983] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21bb168-e2d1-4227-bd29-00a6157353a4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.213674] env[62361]: DEBUG nova.compute.provider_tree [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1934.609884] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709199, 'name': ReconfigVM_Task, 'duration_secs': 0.268203} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.610216] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 5a8f11e5-ecf1-465f-a479-c11218096716/5a8f11e5-ecf1-465f-a479-c11218096716.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1934.610887] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e715a8-9160-4f05-916f-cd85d4d17cc5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.628215] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b01263e-22c8-492d-a206-1f4202e19f80 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.645602] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfe0127-fabd-485a-bffe-dddc74060b47 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.663557] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e3258b-7581-4691-8788-e3c47fac24bd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.670017] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1934.670261] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eed41a38-b181-4b94-bbbe-4647cf9781ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.676127] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1934.676127] env[62361]: value = "task-1709200" [ 1934.676127] env[62361]: _type = "Task" [ 1934.676127] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.683016] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.717214] env[62361]: DEBUG nova.scheduler.client.report [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1935.187026] env[62361]: DEBUG oslo_vmware.api [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709200, 'name': PowerOnVM_Task, 'duration_secs': 0.363368} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.187310] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1935.222420] env[62361]: DEBUG oslo_concurrency.lockutils [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.240064] env[62361]: INFO nova.scheduler.client.report [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Deleted allocations for instance 05eeec3f-570c-4294-bd35-d9804f67f317 [ 1935.747123] env[62361]: DEBUG oslo_concurrency.lockutils [None req-244c4605-dd06-41ea-9aa3-ce007bd36bd4 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "05eeec3f-570c-4294-bd35-d9804f67f317" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.038s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.198936] env[62361]: INFO nova.compute.manager [None req-bfcbcc97-1ffb-445e-ab0d-a40498fb292d tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance to original state: 'active' [ 1936.257407] env[62361]: DEBUG oslo_concurrency.lockutils [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "26f6545a-4d96-4e34-918b-ca6ef94f176b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.257622] env[62361]: DEBUG oslo_concurrency.lockutils [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "26f6545a-4d96-4e34-918b-ca6ef94f176b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.257811] env[62361]: DEBUG oslo_concurrency.lockutils [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "26f6545a-4d96-4e34-918b-ca6ef94f176b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.257996] env[62361]: DEBUG oslo_concurrency.lockutils [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "26f6545a-4d96-4e34-918b-ca6ef94f176b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.258181] env[62361]: DEBUG oslo_concurrency.lockutils [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "26f6545a-4d96-4e34-918b-ca6ef94f176b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.260171] env[62361]: INFO nova.compute.manager [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Terminating instance [ 1936.261834] env[62361]: DEBUG nova.compute.manager [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1936.262036] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1936.262857] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cd3b26-967c-4753-a29a-4e9c033dd45f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.271063] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1936.271328] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-843ecc7c-7c6e-4095-9f26-9a1041d93e08 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.277287] env[62361]: DEBUG oslo_vmware.api [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1936.277287] env[62361]: value = "task-1709201" [ 1936.277287] env[62361]: _type = "Task" [ 1936.277287] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.284798] env[62361]: DEBUG oslo_vmware.api [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.786954] env[62361]: DEBUG oslo_vmware.api [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709201, 'name': PowerOffVM_Task, 'duration_secs': 0.194772} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.787377] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1936.787474] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1936.787661] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d68f00cc-c5c9-4e07-952a-5731344b5d1a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.857113] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1936.857455] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1936.857714] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Deleting the datastore file [datastore1] 26f6545a-4d96-4e34-918b-ca6ef94f176b {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1936.858091] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cba5e80c-e682-4152-9b36-912fee62855b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.865734] env[62361]: DEBUG oslo_vmware.api [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for the task: (returnval){ [ 1936.865734] env[62361]: value = "task-1709203" [ 1936.865734] env[62361]: _type = "Task" [ 1936.865734] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.876087] env[62361]: DEBUG oslo_vmware.api [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.377236] env[62361]: DEBUG oslo_vmware.api [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Task: {'id': task-1709203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1515} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.377502] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1937.377698] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1937.377873] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1937.378058] env[62361]: INFO nova.compute.manager [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1937.378300] env[62361]: DEBUG oslo.service.loopingcall [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.378508] env[62361]: DEBUG nova.compute.manager [-] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1937.378598] env[62361]: DEBUG nova.network.neutron [-] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1937.620176] env[62361]: DEBUG nova.compute.manager [req-f4dbe216-4939-4ef1-9ced-fc80675ba0dd req-10b3a632-494d-4e08-970f-38ee7be0cc95 service nova] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Received event network-vif-deleted-506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1937.620341] env[62361]: INFO nova.compute.manager [req-f4dbe216-4939-4ef1-9ced-fc80675ba0dd req-10b3a632-494d-4e08-970f-38ee7be0cc95 service nova] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Neutron deleted interface 506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93; detaching it from the instance and deleting it from the info cache [ 1937.620547] env[62361]: DEBUG nova.network.neutron [req-f4dbe216-4939-4ef1-9ced-fc80675ba0dd req-10b3a632-494d-4e08-970f-38ee7be0cc95 service nova] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.729707] env[62361]: DEBUG oslo_concurrency.lockutils [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "5a8f11e5-ecf1-465f-a479-c11218096716" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.729923] env[62361]: DEBUG oslo_concurrency.lockutils [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "5a8f11e5-ecf1-465f-a479-c11218096716" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.730304] env[62361]: DEBUG oslo_concurrency.lockutils [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "5a8f11e5-ecf1-465f-a479-c11218096716-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.730563] env[62361]: DEBUG oslo_concurrency.lockutils [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "5a8f11e5-ecf1-465f-a479-c11218096716-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.730839] env[62361]: DEBUG oslo_concurrency.lockutils [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "5a8f11e5-ecf1-465f-a479-c11218096716-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.733425] env[62361]: INFO nova.compute.manager [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Terminating instance [ 1937.736807] env[62361]: DEBUG nova.compute.manager [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1937.737009] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1937.737956] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142deec0-2b48-4078-b7a6-41635e5d2f88 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.745567] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1937.745787] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e8b6cc3-b6cb-433e-a01a-169954bdd7f3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.751784] env[62361]: DEBUG oslo_vmware.api [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1937.751784] env[62361]: value = "task-1709204" [ 1937.751784] env[62361]: _type = "Task" [ 1937.751784] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.760084] env[62361]: DEBUG oslo_vmware.api [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.099409] env[62361]: DEBUG nova.network.neutron [-] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.123340] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6213c61c-7daf-4b9c-83b3-ee9e5cc80696 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.132870] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4608da-9011-451a-9f9d-42f9fdb6eab0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.155873] env[62361]: DEBUG nova.compute.manager [req-f4dbe216-4939-4ef1-9ced-fc80675ba0dd req-10b3a632-494d-4e08-970f-38ee7be0cc95 service nova] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Detach interface failed, port_id=506e3aaf-5050-45fc-9cb8-5d3d5ae7cd93, reason: Instance 26f6545a-4d96-4e34-918b-ca6ef94f176b could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1938.261721] env[62361]: DEBUG oslo_vmware.api [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709204, 'name': PowerOffVM_Task, 'duration_secs': 0.190047} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.261973] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1938.262154] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1938.262394] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c670810c-6cd2-48ba-b6ba-ad525d32c047 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.330109] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1938.330338] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1938.330510] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Deleting the datastore file [datastore1] 5a8f11e5-ecf1-465f-a479-c11218096716 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1938.330776] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcf32c6f-c2f7-48bf-b622-32d5f9761fc9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.336948] env[62361]: DEBUG oslo_vmware.api [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1938.336948] env[62361]: value = "task-1709206" [ 1938.336948] env[62361]: _type = "Task" [ 1938.336948] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.345470] env[62361]: DEBUG oslo_vmware.api [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.602816] env[62361]: INFO nova.compute.manager [-] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Took 1.22 seconds to deallocate network for instance. [ 1938.846745] env[62361]: DEBUG oslo_vmware.api [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146718} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.846994] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1938.847247] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1938.847469] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1938.847703] env[62361]: INFO nova.compute.manager [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1938.847984] env[62361]: DEBUG oslo.service.loopingcall [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1938.848220] env[62361]: DEBUG nova.compute.manager [-] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1938.848339] env[62361]: DEBUG nova.network.neutron [-] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1939.109214] env[62361]: DEBUG oslo_concurrency.lockutils [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.109569] env[62361]: DEBUG oslo_concurrency.lockutils [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.109712] env[62361]: DEBUG nova.objects.instance [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lazy-loading 'resources' on Instance uuid 26f6545a-4d96-4e34-918b-ca6ef94f176b {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1939.645283] env[62361]: DEBUG nova.compute.manager [req-4fd5a88e-3ba8-450e-ab8e-16d88bf39ca6 req-df365766-3c6e-4619-aed7-0499369072f5 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Received event network-vif-deleted-474fefb0-4a45-49ff-84e8-09836dfd68fa {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1939.645561] env[62361]: INFO nova.compute.manager [req-4fd5a88e-3ba8-450e-ab8e-16d88bf39ca6 req-df365766-3c6e-4619-aed7-0499369072f5 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Neutron deleted interface 474fefb0-4a45-49ff-84e8-09836dfd68fa; detaching it from the instance and deleting it from the info cache [ 1939.645797] env[62361]: DEBUG nova.network.neutron [req-4fd5a88e-3ba8-450e-ab8e-16d88bf39ca6 req-df365766-3c6e-4619-aed7-0499369072f5 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.659018] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb710ec1-796b-4454-8469-59a8638ad425 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.667585] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaff0e6-be90-4d53-a88e-fea2185009ed {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.697493] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f5f0b1-92b7-4441-9351-45f6929b6aca {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.704420] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2283e82-3ad6-405d-9ff6-cba3a5b781a8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.717141] env[62361]: DEBUG nova.compute.provider_tree [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1939.771840] env[62361]: DEBUG nova.network.neutron [-] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.151061] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66eeda09-7010-483d-897e-fb5130700bcb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.162060] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaed272-0811-439b-8d37-b1935c3ccf10 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.185731] env[62361]: DEBUG nova.compute.manager [req-4fd5a88e-3ba8-450e-ab8e-16d88bf39ca6 req-df365766-3c6e-4619-aed7-0499369072f5 service nova] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Detach interface failed, port_id=474fefb0-4a45-49ff-84e8-09836dfd68fa, reason: Instance 5a8f11e5-ecf1-465f-a479-c11218096716 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1940.219785] env[62361]: DEBUG nova.scheduler.client.report [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1940.274096] env[62361]: INFO nova.compute.manager [-] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Took 1.43 seconds to deallocate network for instance. [ 1940.723951] env[62361]: DEBUG oslo_concurrency.lockutils [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.744627] env[62361]: INFO nova.scheduler.client.report [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Deleted allocations for instance 26f6545a-4d96-4e34-918b-ca6ef94f176b [ 1940.780272] env[62361]: DEBUG oslo_concurrency.lockutils [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.780586] env[62361]: DEBUG oslo_concurrency.lockutils [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.780842] env[62361]: DEBUG nova.objects.instance [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lazy-loading 'resources' on Instance uuid 5a8f11e5-ecf1-465f-a479-c11218096716 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1941.251552] env[62361]: DEBUG oslo_concurrency.lockutils [None req-91143900-9fe3-4baf-8101-cbaff09e11b0 tempest-ServerRescueNegativeTestJSON-1474299718 tempest-ServerRescueNegativeTestJSON-1474299718-project-member] Lock "26f6545a-4d96-4e34-918b-ca6ef94f176b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.994s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.308958] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56243efd-597c-444b-b716-6787148bf1fb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.317044] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488f2a3f-5547-4b60-aac0-f3d7107a98f9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.346850] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13152179-c5b6-4247-b0f4-a2621176cfb4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.354463] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de94cee-3bdb-40d7-87f0-d0187826fef6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.371283] env[62361]: DEBUG nova.compute.provider_tree [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1941.874808] env[62361]: DEBUG nova.scheduler.client.report [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1942.380278] env[62361]: DEBUG oslo_concurrency.lockutils [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.400986] env[62361]: INFO nova.scheduler.client.report [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Deleted allocations for instance 5a8f11e5-ecf1-465f-a479-c11218096716 [ 1942.909701] env[62361]: DEBUG oslo_concurrency.lockutils [None req-32d1d864-5cc8-42a4-998f-fb628462064e tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "5a8f11e5-ecf1-465f-a479-c11218096716" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.180s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.675022] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.675310] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.178365] env[62361]: DEBUG nova.compute.manager [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1944.700438] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.700783] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.702677] env[62361]: INFO nova.compute.claims [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1945.740997] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f9e296-4732-4265-acff-364bd0eb4d1a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.748724] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257e3e22-7e62-4a20-a286-cd05f47edcbf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.779453] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb827a7e-571b-420c-bd6b-3e79a0b8be46 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.787322] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7fe416-4ed8-4609-9a5b-c6373c89ef9f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.800151] env[62361]: DEBUG nova.compute.provider_tree [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.303806] env[62361]: DEBUG nova.scheduler.client.report [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1946.808932] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.108s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.809525] env[62361]: DEBUG nova.compute.manager [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1947.315128] env[62361]: DEBUG nova.compute.utils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1947.317038] env[62361]: DEBUG nova.compute.manager [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1947.317038] env[62361]: DEBUG nova.network.neutron [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1947.363471] env[62361]: DEBUG nova.policy [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ea38aa04e9f4210b7606e13c83743a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8260c71c412046a28a25d50f74233286', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 1947.619280] env[62361]: DEBUG nova.network.neutron [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Successfully created port: 6266ca07-6a35-4be7-80fe-97e25c283454 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1947.819757] env[62361]: DEBUG nova.compute.manager [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1948.830665] env[62361]: DEBUG nova.compute.manager [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1948.856441] env[62361]: DEBUG nova.virt.hardware [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T21:03:31Z,direct_url=,disk_format='vmdk',id=5d0b3379-8ed4-42e0-ab54-6a1703d27b4e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c32cfca90f974622817b0308e0eebe1f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T21:03:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1948.856689] env[62361]: DEBUG nova.virt.hardware [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1948.856848] env[62361]: DEBUG nova.virt.hardware [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1948.857040] env[62361]: DEBUG nova.virt.hardware [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1948.857196] env[62361]: DEBUG nova.virt.hardware [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1948.857346] env[62361]: DEBUG nova.virt.hardware [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1948.857556] env[62361]: DEBUG nova.virt.hardware [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1948.857718] env[62361]: DEBUG nova.virt.hardware [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1948.857884] env[62361]: DEBUG nova.virt.hardware [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1948.858086] env[62361]: DEBUG nova.virt.hardware [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1948.858271] env[62361]: DEBUG nova.virt.hardware [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1948.859183] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57c484b-8ea7-4099-b854-82e59983f0c7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.866981] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44810810-5f7d-468d-ad0b-b6641ac7870a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.986327] env[62361]: DEBUG nova.compute.manager [req-7f36f392-4fe4-41df-86bd-013a9da35d2f req-a4a4cd45-6fb4-4315-be2c-55708224a06c service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Received event network-vif-plugged-6266ca07-6a35-4be7-80fe-97e25c283454 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1948.986570] env[62361]: DEBUG oslo_concurrency.lockutils [req-7f36f392-4fe4-41df-86bd-013a9da35d2f req-a4a4cd45-6fb4-4315-be2c-55708224a06c service nova] Acquiring lock "2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.986755] env[62361]: DEBUG oslo_concurrency.lockutils [req-7f36f392-4fe4-41df-86bd-013a9da35d2f req-a4a4cd45-6fb4-4315-be2c-55708224a06c service nova] Lock "2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.986927] env[62361]: DEBUG oslo_concurrency.lockutils [req-7f36f392-4fe4-41df-86bd-013a9da35d2f req-a4a4cd45-6fb4-4315-be2c-55708224a06c service nova] Lock "2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.987248] env[62361]: DEBUG nova.compute.manager [req-7f36f392-4fe4-41df-86bd-013a9da35d2f req-a4a4cd45-6fb4-4315-be2c-55708224a06c service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] No waiting events found dispatching network-vif-plugged-6266ca07-6a35-4be7-80fe-97e25c283454 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1948.987468] env[62361]: WARNING nova.compute.manager [req-7f36f392-4fe4-41df-86bd-013a9da35d2f req-a4a4cd45-6fb4-4315-be2c-55708224a06c service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Received unexpected event network-vif-plugged-6266ca07-6a35-4be7-80fe-97e25c283454 for instance with vm_state building and task_state spawning. [ 1949.068495] env[62361]: DEBUG nova.network.neutron [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Successfully updated port: 6266ca07-6a35-4be7-80fe-97e25c283454 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1949.574259] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "refresh_cache-2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.574259] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "refresh_cache-2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.574259] env[62361]: DEBUG nova.network.neutron [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1950.105584] env[62361]: DEBUG nova.network.neutron [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1950.237602] env[62361]: DEBUG nova.network.neutron [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Updating instance_info_cache with network_info: [{"id": "6266ca07-6a35-4be7-80fe-97e25c283454", "address": "fa:16:3e:62:12:68", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266ca07-6a", "ovs_interfaceid": "6266ca07-6a35-4be7-80fe-97e25c283454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.740605] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "refresh_cache-2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.741023] env[62361]: DEBUG nova.compute.manager [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Instance network_info: |[{"id": "6266ca07-6a35-4be7-80fe-97e25c283454", "address": "fa:16:3e:62:12:68", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266ca07-6a", "ovs_interfaceid": "6266ca07-6a35-4be7-80fe-97e25c283454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1950.741537] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:12:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6266ca07-6a35-4be7-80fe-97e25c283454', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1950.749103] env[62361]: DEBUG oslo.service.loopingcall [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1950.749376] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1950.749641] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0c2cba6-ae7c-4b1c-b5aa-42da57e55406 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.770693] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1950.770693] env[62361]: value = "task-1709207" [ 1950.770693] env[62361]: _type = "Task" [ 1950.770693] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.778304] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709207, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.016028] env[62361]: DEBUG nova.compute.manager [req-ffc48cac-e981-438b-9c12-d1a6ff31550c req-0f591cde-270b-44be-a533-cc57d798fe83 service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Received event network-changed-6266ca07-6a35-4be7-80fe-97e25c283454 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1951.016183] env[62361]: DEBUG nova.compute.manager [req-ffc48cac-e981-438b-9c12-d1a6ff31550c req-0f591cde-270b-44be-a533-cc57d798fe83 service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Refreshing instance network info cache due to event network-changed-6266ca07-6a35-4be7-80fe-97e25c283454. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1951.016439] env[62361]: DEBUG oslo_concurrency.lockutils [req-ffc48cac-e981-438b-9c12-d1a6ff31550c req-0f591cde-270b-44be-a533-cc57d798fe83 service nova] Acquiring lock "refresh_cache-2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.016537] env[62361]: DEBUG oslo_concurrency.lockutils [req-ffc48cac-e981-438b-9c12-d1a6ff31550c req-0f591cde-270b-44be-a533-cc57d798fe83 service nova] Acquired lock "refresh_cache-2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.016731] env[62361]: DEBUG nova.network.neutron [req-ffc48cac-e981-438b-9c12-d1a6ff31550c req-0f591cde-270b-44be-a533-cc57d798fe83 service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Refreshing network info cache for port 6266ca07-6a35-4be7-80fe-97e25c283454 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.281280] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709207, 'name': CreateVM_Task, 'duration_secs': 0.344788} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.281707] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1951.282210] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.282395] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.282709] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1951.282968] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6facdc9e-aede-4222-8d28-f38857eeb4f7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.287899] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1951.287899] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d4d88f-bffa-0460-c94e-541077851dc4" [ 1951.287899] env[62361]: _type = "Task" [ 1951.287899] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.295883] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d4d88f-bffa-0460-c94e-541077851dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.704268] env[62361]: DEBUG nova.network.neutron [req-ffc48cac-e981-438b-9c12-d1a6ff31550c req-0f591cde-270b-44be-a533-cc57d798fe83 service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Updated VIF entry in instance network info cache for port 6266ca07-6a35-4be7-80fe-97e25c283454. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1951.704629] env[62361]: DEBUG nova.network.neutron [req-ffc48cac-e981-438b-9c12-d1a6ff31550c req-0f591cde-270b-44be-a533-cc57d798fe83 service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Updating instance_info_cache with network_info: [{"id": "6266ca07-6a35-4be7-80fe-97e25c283454", "address": "fa:16:3e:62:12:68", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266ca07-6a", "ovs_interfaceid": "6266ca07-6a35-4be7-80fe-97e25c283454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.799185] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52d4d88f-bffa-0460-c94e-541077851dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.01337} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.799525] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.799789] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Processing image 5d0b3379-8ed4-42e0-ab54-6a1703d27b4e {{(pid=62361) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1951.800073] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.800264] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.800489] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1951.800777] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d636f156-7a7c-4468-bc5e-6af87a8b95e9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.811593] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62361) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1951.811799] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62361) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1951.812622] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2189ea44-ba8d-4cc5-b020-6416cbecbc98 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.818033] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1951.818033] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e94fa1-2da2-8b29-0d32-09d13042bcbd" [ 1951.818033] env[62361]: _type = "Task" [ 1951.818033] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.825760] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e94fa1-2da2-8b29-0d32-09d13042bcbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.207539] env[62361]: DEBUG oslo_concurrency.lockutils [req-ffc48cac-e981-438b-9c12-d1a6ff31550c req-0f591cde-270b-44be-a533-cc57d798fe83 service nova] Releasing lock "refresh_cache-2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.329378] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]52e94fa1-2da2-8b29-0d32-09d13042bcbd, 'name': SearchDatastore_Task, 'duration_secs': 0.008437} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.330153] env[62361]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f0562e9-0449-4199-97c9-b30e7ea95ee9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.334861] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1952.334861] env[62361]: value = "session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5250691a-feea-e325-1fcd-915348d74bd7" [ 1952.334861] env[62361]: _type = "Task" [ 1952.334861] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.341951] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5250691a-feea-e325-1fcd-915348d74bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.845369] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': session[52f46cb3-9749-d859-1bc7-96bf4cf76a03]5250691a-feea-e325-1fcd-915348d74bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.009151} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.845629] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.845879] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e/2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1952.846149] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e09ceeb-a173-482d-8e76-821cb3ca186f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.852217] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1952.852217] env[62361]: value = "task-1709208" [ 1952.852217] env[62361]: _type = "Task" [ 1952.852217] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.859653] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.361966] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460403} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.362353] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e/5d0b3379-8ed4-42e0-ab54-6a1703d27b4e.vmdk to [datastore1] 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e/2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e.vmdk {{(pid=62361) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1953.362484] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Extending root virtual disk to 1048576 {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1953.362707] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8782d26e-ce28-45b3-82fc-37ddb15df29d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.368799] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1953.368799] env[62361]: value = "task-1709209" [ 1953.368799] env[62361]: _type = "Task" [ 1953.368799] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.375615] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.878060] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066817} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.878362] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Extended root virtual disk {{(pid=62361) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1953.879179] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0faeffc-e710-43a8-b446-3036592ff5cd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.900989] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e/2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1953.901214] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6594020-3295-4b52-920c-52f8b0fe175a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.920027] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1953.920027] env[62361]: value = "task-1709210" [ 1953.920027] env[62361]: _type = "Task" [ 1953.920027] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.927269] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.429189] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709210, 'name': ReconfigVM_Task, 'duration_secs': 0.302218} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.429567] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e/2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e.vmdk or device None with type sparse {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1954.430103] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99bad77f-42d7-4d0c-8509-7b8f5a0bedc7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.439074] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1954.439074] env[62361]: value = "task-1709211" [ 1954.439074] env[62361]: _type = "Task" [ 1954.439074] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.446701] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709211, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.948205] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709211, 'name': Rename_Task, 'duration_secs': 0.159739} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.948531] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1954.948771] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79e7cb84-678d-42c7-a4c0-63d869c39b38 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.954123] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1954.954123] env[62361]: value = "task-1709212" [ 1954.954123] env[62361]: _type = "Task" [ 1954.954123] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.961046] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.464071] env[62361]: DEBUG oslo_vmware.api [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709212, 'name': PowerOnVM_Task, 'duration_secs': 0.482641} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.464511] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1955.464560] env[62361]: INFO nova.compute.manager [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1955.464720] env[62361]: DEBUG nova.compute.manager [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1955.465492] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f73fcba-bcb1-4dc9-9d42-ce70c4213354 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.984884] env[62361]: INFO nova.compute.manager [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Took 11.30 seconds to build instance. [ 1956.487340] env[62361]: DEBUG oslo_concurrency.lockutils [None req-f0cab92e-358e-44e6-a510-089e77e24558 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.812s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.723707] env[62361]: DEBUG nova.compute.manager [req-465f3cff-64cd-48cc-8a51-d2fff935e649 req-098392ca-9a29-4dcd-8ddb-83c4ced5e3bd service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Received event network-changed-6266ca07-6a35-4be7-80fe-97e25c283454 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1956.723865] env[62361]: DEBUG nova.compute.manager [req-465f3cff-64cd-48cc-8a51-d2fff935e649 req-098392ca-9a29-4dcd-8ddb-83c4ced5e3bd service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Refreshing instance network info cache due to event network-changed-6266ca07-6a35-4be7-80fe-97e25c283454. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1956.724098] env[62361]: DEBUG oslo_concurrency.lockutils [req-465f3cff-64cd-48cc-8a51-d2fff935e649 req-098392ca-9a29-4dcd-8ddb-83c4ced5e3bd service nova] Acquiring lock "refresh_cache-2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.724263] env[62361]: DEBUG oslo_concurrency.lockutils [req-465f3cff-64cd-48cc-8a51-d2fff935e649 req-098392ca-9a29-4dcd-8ddb-83c4ced5e3bd service nova] Acquired lock "refresh_cache-2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.724507] env[62361]: DEBUG nova.network.neutron [req-465f3cff-64cd-48cc-8a51-d2fff935e649 req-098392ca-9a29-4dcd-8ddb-83c4ced5e3bd service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Refreshing network info cache for port 6266ca07-6a35-4be7-80fe-97e25c283454 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.436113] env[62361]: DEBUG nova.network.neutron [req-465f3cff-64cd-48cc-8a51-d2fff935e649 req-098392ca-9a29-4dcd-8ddb-83c4ced5e3bd service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Updated VIF entry in instance network info cache for port 6266ca07-6a35-4be7-80fe-97e25c283454. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1957.436502] env[62361]: DEBUG nova.network.neutron [req-465f3cff-64cd-48cc-8a51-d2fff935e649 req-098392ca-9a29-4dcd-8ddb-83c4ced5e3bd service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Updating instance_info_cache with network_info: [{"id": "6266ca07-6a35-4be7-80fe-97e25c283454", "address": "fa:16:3e:62:12:68", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266ca07-6a", "ovs_interfaceid": "6266ca07-6a35-4be7-80fe-97e25c283454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.939859] env[62361]: DEBUG oslo_concurrency.lockutils [req-465f3cff-64cd-48cc-8a51-d2fff935e649 req-098392ca-9a29-4dcd-8ddb-83c4ced5e3bd service nova] Releasing lock "refresh_cache-2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.311913] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1977.311913] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1979.312407] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1980.312491] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1981.311831] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1983.306792] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1985.311623] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1985.312093] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1987.825406] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Didn't find any instances for network info cache update. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1987.825771] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1987.825870] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1988.329629] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.329884] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.330074] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.330236] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1988.331196] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b801dfd-63c9-40ef-84ee-44f2dfc2328d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.339802] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc904f7-1a5a-4570-a1b6-cb679bf0b9c3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.353847] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586737d0-ee73-49ac-a601-827cc9faf072 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.359958] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a22cf1-4004-4304-9c54-02724181ebc1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.388358] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181210MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1988.388503] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.388729] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.413947] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.414235] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1989.414320] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1989.438401] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b126611f-35e9-47fa-b4cd-bac7af85182e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.445653] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542fa99c-1613-49c4-a28f-b695c077ec74 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.476428] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aae0f2-9444-4b62-95ea-40be8eb3bf5e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.484046] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a6378b-3027-430a-a2ac-4591d3246b95 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.497190] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1989.999945] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1990.505114] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1990.505535] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.993502] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1992.307506] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1994.165258] env[62361]: DEBUG oslo_concurrency.lockutils [None req-25328fc5-a8bf-4072-820e-bb5e83dce0f5 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.165592] env[62361]: DEBUG oslo_concurrency.lockutils [None req-25328fc5-a8bf-4072-820e-bb5e83dce0f5 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.165725] env[62361]: DEBUG nova.compute.manager [None req-25328fc5-a8bf-4072-820e-bb5e83dce0f5 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1994.166719] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7244878c-71d4-43bf-ac31-adf2dbe00cab {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.173575] env[62361]: DEBUG nova.compute.manager [None req-25328fc5-a8bf-4072-820e-bb5e83dce0f5 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62361) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1994.174165] env[62361]: DEBUG nova.objects.instance [None req-25328fc5-a8bf-4072-820e-bb5e83dce0f5 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lazy-loading 'flavor' on Instance uuid 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.680356] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-25328fc5-a8bf-4072-820e-bb5e83dce0f5 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1994.680651] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e41b68b-96f2-47f1-9cb0-f047dc638e90 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.687388] env[62361]: DEBUG oslo_vmware.api [None req-25328fc5-a8bf-4072-820e-bb5e83dce0f5 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1994.687388] env[62361]: value = "task-1709213" [ 1994.687388] env[62361]: _type = "Task" [ 1994.687388] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.696552] env[62361]: DEBUG oslo_vmware.api [None req-25328fc5-a8bf-4072-820e-bb5e83dce0f5 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.197514] env[62361]: DEBUG oslo_vmware.api [None req-25328fc5-a8bf-4072-820e-bb5e83dce0f5 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709213, 'name': PowerOffVM_Task, 'duration_secs': 0.195008} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.197925] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-25328fc5-a8bf-4072-820e-bb5e83dce0f5 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1995.197925] env[62361]: DEBUG nova.compute.manager [None req-25328fc5-a8bf-4072-820e-bb5e83dce0f5 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1995.198682] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5be9c8d-e15d-408c-80ed-cede2f66a3e7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.710177] env[62361]: DEBUG oslo_concurrency.lockutils [None req-25328fc5-a8bf-4072-820e-bb5e83dce0f5 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.544s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.577901] env[62361]: DEBUG nova.objects.instance [None req-c53fdf64-3e7f-4b76-99b3-24777193e6d7 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lazy-loading 'flavor' on Instance uuid 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1997.084107] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c53fdf64-3e7f-4b76-99b3-24777193e6d7 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "refresh_cache-2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.084325] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c53fdf64-3e7f-4b76-99b3-24777193e6d7 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "refresh_cache-2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.084458] env[62361]: DEBUG nova.network.neutron [None req-c53fdf64-3e7f-4b76-99b3-24777193e6d7 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1997.084635] env[62361]: DEBUG nova.objects.instance [None req-c53fdf64-3e7f-4b76-99b3-24777193e6d7 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lazy-loading 'info_cache' on Instance uuid 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1997.589015] env[62361]: DEBUG nova.objects.base [None req-c53fdf64-3e7f-4b76-99b3-24777193e6d7 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Object Instance<2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e> lazy-loaded attributes: flavor,info_cache {{(pid=62361) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1998.296525] env[62361]: DEBUG nova.network.neutron [None req-c53fdf64-3e7f-4b76-99b3-24777193e6d7 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Updating instance_info_cache with network_info: [{"id": "6266ca07-6a35-4be7-80fe-97e25c283454", "address": "fa:16:3e:62:12:68", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266ca07-6a", "ovs_interfaceid": "6266ca07-6a35-4be7-80fe-97e25c283454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.799100] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c53fdf64-3e7f-4b76-99b3-24777193e6d7 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "refresh_cache-2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.302389] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53fdf64-3e7f-4b76-99b3-24777193e6d7 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1999.302707] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68bb2f06-8247-4670-a8cd-9d650ec9625b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.310669] env[62361]: DEBUG oslo_vmware.api [None req-c53fdf64-3e7f-4b76-99b3-24777193e6d7 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 1999.310669] env[62361]: value = "task-1709214" [ 1999.310669] env[62361]: _type = "Task" [ 1999.310669] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.317983] env[62361]: DEBUG oslo_vmware.api [None req-c53fdf64-3e7f-4b76-99b3-24777193e6d7 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.820978] env[62361]: DEBUG oslo_vmware.api [None req-c53fdf64-3e7f-4b76-99b3-24777193e6d7 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709214, 'name': PowerOnVM_Task, 'duration_secs': 0.349427} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.821413] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53fdf64-3e7f-4b76-99b3-24777193e6d7 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1999.821460] env[62361]: DEBUG nova.compute.manager [None req-c53fdf64-3e7f-4b76-99b3-24777193e6d7 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1999.822180] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200e1104-f57c-4d0a-9cd0-16673315b67e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.514967] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8fd8f0-2830-40c2-b0c1-d93be0adfc3a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.521853] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3be9a09a-ae4a-40b2-9cc1-ce5a646e2c89 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Suspending the VM {{(pid=62361) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2001.522115] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-db1b28f4-6516-4ae6-9dbc-af12b16e61d1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.528693] env[62361]: DEBUG oslo_vmware.api [None req-3be9a09a-ae4a-40b2-9cc1-ce5a646e2c89 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 2001.528693] env[62361]: value = "task-1709215" [ 2001.528693] env[62361]: _type = "Task" [ 2001.528693] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.536894] env[62361]: DEBUG oslo_vmware.api [None req-3be9a09a-ae4a-40b2-9cc1-ce5a646e2c89 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709215, 'name': SuspendVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.039669] env[62361]: DEBUG oslo_vmware.api [None req-3be9a09a-ae4a-40b2-9cc1-ce5a646e2c89 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709215, 'name': SuspendVM_Task} progress is 66%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.539095] env[62361]: DEBUG oslo_vmware.api [None req-3be9a09a-ae4a-40b2-9cc1-ce5a646e2c89 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709215, 'name': SuspendVM_Task, 'duration_secs': 0.621406} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.539452] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-3be9a09a-ae4a-40b2-9cc1-ce5a646e2c89 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Suspended the VM {{(pid=62361) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2002.539554] env[62361]: DEBUG nova.compute.manager [None req-3be9a09a-ae4a-40b2-9cc1-ce5a646e2c89 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2002.540316] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573d6f76-70b2-41c7-96bf-6c297fb13c98 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.841025] env[62361]: INFO nova.compute.manager [None req-92370f9b-a0ba-4201-af81-6080737b001a tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Resuming [ 2003.841735] env[62361]: DEBUG nova.objects.instance [None req-92370f9b-a0ba-4201-af81-6080737b001a tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lazy-loading 'flavor' on Instance uuid 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2004.849926] env[62361]: DEBUG oslo_concurrency.lockutils [None req-92370f9b-a0ba-4201-af81-6080737b001a tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "refresh_cache-2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.850318] env[62361]: DEBUG oslo_concurrency.lockutils [None req-92370f9b-a0ba-4201-af81-6080737b001a tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquired lock "refresh_cache-2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.850379] env[62361]: DEBUG nova.network.neutron [None req-92370f9b-a0ba-4201-af81-6080737b001a tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2005.551118] env[62361]: DEBUG nova.network.neutron [None req-92370f9b-a0ba-4201-af81-6080737b001a tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Updating instance_info_cache with network_info: [{"id": "6266ca07-6a35-4be7-80fe-97e25c283454", "address": "fa:16:3e:62:12:68", "network": {"id": "75400987-c019-421d-943a-c39fe2dc12d0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1868142275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8260c71c412046a28a25d50f74233286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266ca07-6a", "ovs_interfaceid": "6266ca07-6a35-4be7-80fe-97e25c283454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.054135] env[62361]: DEBUG oslo_concurrency.lockutils [None req-92370f9b-a0ba-4201-af81-6080737b001a tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Releasing lock "refresh_cache-2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.055576] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e3c8d1-0cfe-488e-b4ba-9251d54ed6c8 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.062210] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-92370f9b-a0ba-4201-af81-6080737b001a tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Resuming the VM {{(pid=62361) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2006.062450] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a22dfccd-6c0f-4e62-a812-2148af590a5d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.068257] env[62361]: DEBUG oslo_vmware.api [None req-92370f9b-a0ba-4201-af81-6080737b001a tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 2006.068257] env[62361]: value = "task-1709216" [ 2006.068257] env[62361]: _type = "Task" [ 2006.068257] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.075552] env[62361]: DEBUG oslo_vmware.api [None req-92370f9b-a0ba-4201-af81-6080737b001a tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.579926] env[62361]: DEBUG oslo_vmware.api [None req-92370f9b-a0ba-4201-af81-6080737b001a tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709216, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.079534] env[62361]: DEBUG oslo_vmware.api [None req-92370f9b-a0ba-4201-af81-6080737b001a tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709216, 'name': PowerOnVM_Task, 'duration_secs': 0.583657} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.083028] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-92370f9b-a0ba-4201-af81-6080737b001a tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Resumed the VM {{(pid=62361) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2007.083028] env[62361]: DEBUG nova.compute.manager [None req-92370f9b-a0ba-4201-af81-6080737b001a tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2007.083028] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6a2e16-8a0a-4a3a-ad3e-9ad5d519c9d3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.512225] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.512633] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.512761] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.512960] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.513153] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.515376] env[62361]: INFO nova.compute.manager [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Terminating instance [ 2008.517233] env[62361]: DEBUG nova.compute.manager [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2008.517429] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2008.518292] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bb0f0e-576e-4b67-b164-3c91b1d8debe {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.525604] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2008.525824] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1760d8a3-138d-4ff0-bd70-b74ae980b3ff {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.532739] env[62361]: DEBUG oslo_vmware.api [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 2008.532739] env[62361]: value = "task-1709217" [ 2008.532739] env[62361]: _type = "Task" [ 2008.532739] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.540437] env[62361]: DEBUG oslo_vmware.api [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.043360] env[62361]: DEBUG oslo_vmware.api [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709217, 'name': PowerOffVM_Task, 'duration_secs': 0.165882} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.043626] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2009.043794] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2009.044046] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25435f3c-8a0a-4890-ac79-b19c9f0089e6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.121606] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2009.121842] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2009.122041] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Deleting the datastore file [datastore1] 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2009.122318] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ae5ef2f-78b4-4205-87f0-26ddfa86e466 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.128503] env[62361]: DEBUG oslo_vmware.api [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for the task: (returnval){ [ 2009.128503] env[62361]: value = "task-1709219" [ 2009.128503] env[62361]: _type = "Task" [ 2009.128503] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.136291] env[62361]: DEBUG oslo_vmware.api [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.638061] env[62361]: DEBUG oslo_vmware.api [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Task: {'id': task-1709219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145436} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.638509] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2009.638509] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2009.638688] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2009.638862] env[62361]: INFO nova.compute.manager [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2009.639108] env[62361]: DEBUG oslo.service.loopingcall [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2009.639296] env[62361]: DEBUG nova.compute.manager [-] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2009.639390] env[62361]: DEBUG nova.network.neutron [-] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2010.048684] env[62361]: DEBUG nova.compute.manager [req-dfe27543-06dd-4edc-86b5-bf17faa3f0a3 req-e2281696-198d-4c96-8f65-f8f279833be5 service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Received event network-vif-deleted-6266ca07-6a35-4be7-80fe-97e25c283454 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2010.048684] env[62361]: INFO nova.compute.manager [req-dfe27543-06dd-4edc-86b5-bf17faa3f0a3 req-e2281696-198d-4c96-8f65-f8f279833be5 service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Neutron deleted interface 6266ca07-6a35-4be7-80fe-97e25c283454; detaching it from the instance and deleting it from the info cache [ 2010.048851] env[62361]: DEBUG nova.network.neutron [req-dfe27543-06dd-4edc-86b5-bf17faa3f0a3 req-e2281696-198d-4c96-8f65-f8f279833be5 service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.527290] env[62361]: DEBUG nova.network.neutron [-] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.551740] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22ea55da-4dd6-4986-adb1-56290ab1e89a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.563054] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ff08eb-6829-4f40-a167-4228f20e68c4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.586619] env[62361]: DEBUG nova.compute.manager [req-dfe27543-06dd-4edc-86b5-bf17faa3f0a3 req-e2281696-198d-4c96-8f65-f8f279833be5 service nova] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Detach interface failed, port_id=6266ca07-6a35-4be7-80fe-97e25c283454, reason: Instance 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2011.030704] env[62361]: INFO nova.compute.manager [-] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Took 1.39 seconds to deallocate network for instance. [ 2011.537529] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.537833] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.538075] env[62361]: DEBUG nova.objects.instance [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lazy-loading 'resources' on Instance uuid 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2012.070937] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce019ca-c9bf-4f59-867c-6ca242226630 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.078344] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed4db06-ea02-4e0b-9a14-ea2092c98cba {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.108570] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbdd967-8eed-43e4-90e1-7f34bb234268 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.115479] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854062f6-9906-421c-b201-84d1039b4b19 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.128267] env[62361]: DEBUG nova.compute.provider_tree [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2012.631947] env[62361]: DEBUG nova.scheduler.client.report [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2013.136900] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.155695] env[62361]: INFO nova.scheduler.client.report [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Deleted allocations for instance 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e [ 2013.665491] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4601e828-e44d-411d-97b8-7138f049a257 tempest-ServerActionsTestJSON-1075923527 tempest-ServerActionsTestJSON-1075923527-project-member] Lock "2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.153s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.038981] env[62361]: DEBUG oslo_concurrency.lockutils [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Acquiring lock "95f93cf0-a0ae-48d5-a24d-6941715d0976" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.039326] env[62361]: DEBUG oslo_concurrency.lockutils [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Lock "95f93cf0-a0ae-48d5-a24d-6941715d0976" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.541600] env[62361]: DEBUG nova.compute.manager [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Starting instance... {{(pid=62361) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2038.060051] env[62361]: DEBUG oslo_concurrency.lockutils [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.060316] env[62361]: DEBUG oslo_concurrency.lockutils [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.061817] env[62361]: INFO nova.compute.claims [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2039.094721] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e52a25-42cc-4686-b65e-6ad3a5573587 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.102273] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121540ec-23a3-4002-90fd-54e4d1371874 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.131610] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4475fd1f-4281-4519-a5ed-1d6e10d2e909 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.138409] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1b27ae-69e0-4262-84d1-5b8fb0159acf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.150938] env[62361]: DEBUG nova.compute.provider_tree [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2039.311787] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2039.311996] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2039.654616] env[62361]: DEBUG nova.scheduler.client.report [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2040.160099] env[62361]: DEBUG oslo_concurrency.lockutils [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.160526] env[62361]: DEBUG nova.compute.manager [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Start building networks asynchronously for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2040.311801] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2040.665623] env[62361]: DEBUG nova.compute.utils [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Using /dev/sd instead of None {{(pid=62361) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2040.666985] env[62361]: DEBUG nova.compute.manager [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Allocating IP information in the background. {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2040.667161] env[62361]: DEBUG nova.network.neutron [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] allocate_for_instance() {{(pid=62361) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2040.716615] env[62361]: DEBUG nova.policy [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3415150cc7384bd8961797658968b51f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6da8eaaa5464b7bb119f83248b00dff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62361) authorize /opt/stack/nova/nova/policy.py:201}} [ 2040.973892] env[62361]: DEBUG nova.network.neutron [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Successfully created port: 98fcb0d7-73c8-4579-a578-b592449f0c18 {{(pid=62361) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2041.172129] env[62361]: DEBUG nova.compute.manager [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Start building block device mappings for instance. {{(pid=62361) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2041.312079] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2041.677806] env[62361]: INFO nova.virt.block_device [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Booting with volume 72a398c9-a429-49b7-93b3-2abe2e4ed799 at /dev/sda [ 2041.713498] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd93fe23-c29c-48c8-8172-04a1329eea9b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.722686] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa902140-51e2-4c26-8d5b-02e04149f0a4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.745894] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76eb1b7e-8b96-4933-bd3b-aa4d42a54997 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.753591] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d35e637-44fd-4e9c-9f74-a8241c5e7d81 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.776053] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e5915e-304c-49f5-8f56-753bedd09277 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.781732] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21dabb3-0244-46a1-ab64-39cb00443fd3 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.795113] env[62361]: DEBUG nova.virt.block_device [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Updating existing volume attachment record: 0ea77051-fef8-4243-aca3-bd7952c5af38 {{(pid=62361) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2042.311057] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2042.335646] env[62361]: DEBUG nova.compute.manager [req-5a3965bd-6df3-422c-8452-54e338543fe1 req-8e1aaced-5221-4b35-bc78-6b7676dfa75a service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Received event network-vif-plugged-98fcb0d7-73c8-4579-a578-b592449f0c18 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2042.335870] env[62361]: DEBUG oslo_concurrency.lockutils [req-5a3965bd-6df3-422c-8452-54e338543fe1 req-8e1aaced-5221-4b35-bc78-6b7676dfa75a service nova] Acquiring lock "95f93cf0-a0ae-48d5-a24d-6941715d0976-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.336087] env[62361]: DEBUG oslo_concurrency.lockutils [req-5a3965bd-6df3-422c-8452-54e338543fe1 req-8e1aaced-5221-4b35-bc78-6b7676dfa75a service nova] Lock "95f93cf0-a0ae-48d5-a24d-6941715d0976-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.336279] env[62361]: DEBUG oslo_concurrency.lockutils [req-5a3965bd-6df3-422c-8452-54e338543fe1 req-8e1aaced-5221-4b35-bc78-6b7676dfa75a service nova] Lock "95f93cf0-a0ae-48d5-a24d-6941715d0976-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.336417] env[62361]: DEBUG nova.compute.manager [req-5a3965bd-6df3-422c-8452-54e338543fe1 req-8e1aaced-5221-4b35-bc78-6b7676dfa75a service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] No waiting events found dispatching network-vif-plugged-98fcb0d7-73c8-4579-a578-b592449f0c18 {{(pid=62361) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2042.336578] env[62361]: WARNING nova.compute.manager [req-5a3965bd-6df3-422c-8452-54e338543fe1 req-8e1aaced-5221-4b35-bc78-6b7676dfa75a service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Received unexpected event network-vif-plugged-98fcb0d7-73c8-4579-a578-b592449f0c18 for instance with vm_state building and task_state block_device_mapping. [ 2042.418914] env[62361]: DEBUG nova.network.neutron [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Successfully updated port: 98fcb0d7-73c8-4579-a578-b592449f0c18 {{(pid=62361) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2042.921926] env[62361]: DEBUG oslo_concurrency.lockutils [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Acquiring lock "refresh_cache-95f93cf0-a0ae-48d5-a24d-6941715d0976" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.922204] env[62361]: DEBUG oslo_concurrency.lockutils [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Acquired lock "refresh_cache-95f93cf0-a0ae-48d5-a24d-6941715d0976" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.922472] env[62361]: DEBUG nova.network.neutron [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Building network info cache for instance {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2043.452033] env[62361]: DEBUG nova.network.neutron [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Instance cache missing network info. {{(pid=62361) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2043.572841] env[62361]: DEBUG nova.network.neutron [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Updating instance_info_cache with network_info: [{"id": "98fcb0d7-73c8-4579-a578-b592449f0c18", "address": "fa:16:3e:56:31:85", "network": {"id": "7217ee7f-5a85-4022-9c7a-cfbf0e619efe", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1680489045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6da8eaaa5464b7bb119f83248b00dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98fcb0d7-73", "ovs_interfaceid": "98fcb0d7-73c8-4579-a578-b592449f0c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.872296] env[62361]: DEBUG nova.compute.manager [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Start spawning the instance on the hypervisor. {{(pid=62361) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2043.872846] env[62361]: DEBUG nova.virt.hardware [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T21:03:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2043.873080] env[62361]: DEBUG nova.virt.hardware [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Flavor limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2043.873244] env[62361]: DEBUG nova.virt.hardware [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Image limits 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2043.873427] env[62361]: DEBUG nova.virt.hardware [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Flavor pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2043.873576] env[62361]: DEBUG nova.virt.hardware [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Image pref 0:0:0 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2043.873722] env[62361]: DEBUG nova.virt.hardware [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62361) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2043.873923] env[62361]: DEBUG nova.virt.hardware [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2043.874109] env[62361]: DEBUG nova.virt.hardware [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2043.874301] env[62361]: DEBUG nova.virt.hardware [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Got 1 possible topologies {{(pid=62361) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2043.874466] env[62361]: DEBUG nova.virt.hardware [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2043.874633] env[62361]: DEBUG nova.virt.hardware [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62361) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2043.875496] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25b5173-0b48-4d20-8491-8192af71329a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.883512] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321340bd-cc5f-485a-a741-0b463fb53215 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.075706] env[62361]: DEBUG oslo_concurrency.lockutils [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Releasing lock "refresh_cache-95f93cf0-a0ae-48d5-a24d-6941715d0976" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.076058] env[62361]: DEBUG nova.compute.manager [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Instance network_info: |[{"id": "98fcb0d7-73c8-4579-a578-b592449f0c18", "address": "fa:16:3e:56:31:85", "network": {"id": "7217ee7f-5a85-4022-9c7a-cfbf0e619efe", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1680489045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6da8eaaa5464b7bb119f83248b00dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98fcb0d7-73", "ovs_interfaceid": "98fcb0d7-73c8-4579-a578-b592449f0c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62361) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2044.076490] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:31:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98fcb0d7-73c8-4579-a578-b592449f0c18', 'vif_model': 'vmxnet3'}] {{(pid=62361) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2044.083969] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Creating folder: Project (b6da8eaaa5464b7bb119f83248b00dff). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2044.084269] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-710aef7f-6eff-42ce-a033-62295cda1158 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.099507] env[62361]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2044.099666] env[62361]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62361) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2044.100299] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Folder already exists: Project (b6da8eaaa5464b7bb119f83248b00dff). Parent ref: group-v355747. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 2044.100495] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Creating folder: Instances. Parent ref: group-v356066. {{(pid=62361) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2044.100724] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2e21e9e-f703-4e18-a2fe-4ad10d91b803 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.109446] env[62361]: INFO nova.virt.vmwareapi.vm_util [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Created folder: Instances in parent group-v356066. [ 2044.109661] env[62361]: DEBUG oslo.service.loopingcall [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2044.109838] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Creating VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2044.110033] env[62361]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e58da4e-319a-4754-8d50-f3d5ea8545a5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.128898] env[62361]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2044.128898] env[62361]: value = "task-1709232" [ 2044.128898] env[62361]: _type = "Task" [ 2044.128898] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.136077] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709232, 'name': CreateVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.307540] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2044.311218] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2044.362804] env[62361]: DEBUG nova.compute.manager [req-b8e45256-5a96-41e7-bc95-51b04fb6c2c6 req-37d0e275-77dd-433f-a5c2-ce538c6968f9 service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Received event network-changed-98fcb0d7-73c8-4579-a578-b592449f0c18 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2044.363080] env[62361]: DEBUG nova.compute.manager [req-b8e45256-5a96-41e7-bc95-51b04fb6c2c6 req-37d0e275-77dd-433f-a5c2-ce538c6968f9 service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Refreshing instance network info cache due to event network-changed-98fcb0d7-73c8-4579-a578-b592449f0c18. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2044.363321] env[62361]: DEBUG oslo_concurrency.lockutils [req-b8e45256-5a96-41e7-bc95-51b04fb6c2c6 req-37d0e275-77dd-433f-a5c2-ce538c6968f9 service nova] Acquiring lock "refresh_cache-95f93cf0-a0ae-48d5-a24d-6941715d0976" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.363490] env[62361]: DEBUG oslo_concurrency.lockutils [req-b8e45256-5a96-41e7-bc95-51b04fb6c2c6 req-37d0e275-77dd-433f-a5c2-ce538c6968f9 service nova] Acquired lock "refresh_cache-95f93cf0-a0ae-48d5-a24d-6941715d0976" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.363683] env[62361]: DEBUG nova.network.neutron [req-b8e45256-5a96-41e7-bc95-51b04fb6c2c6 req-37d0e275-77dd-433f-a5c2-ce538c6968f9 service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Refreshing network info cache for port 98fcb0d7-73c8-4579-a578-b592449f0c18 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2044.639106] env[62361]: DEBUG oslo_vmware.api [-] Task: {'id': task-1709232, 'name': CreateVM_Task, 'duration_secs': 0.333005} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.639514] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Created VM on the ESX host {{(pid=62361) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2044.639955] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356069', 'volume_id': '72a398c9-a429-49b7-93b3-2abe2e4ed799', 'name': 'volume-72a398c9-a429-49b7-93b3-2abe2e4ed799', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '95f93cf0-a0ae-48d5-a24d-6941715d0976', 'attached_at': '', 'detached_at': '', 'volume_id': '72a398c9-a429-49b7-93b3-2abe2e4ed799', 'serial': '72a398c9-a429-49b7-93b3-2abe2e4ed799'}, 'attachment_id': '0ea77051-fef8-4243-aca3-bd7952c5af38', 'guest_format': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62361) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2044.640181] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Root volume attach. Driver type: vmdk {{(pid=62361) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2044.640923] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ec1853-0f9c-4c9b-a5ac-0c141cdad58f {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.648084] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeb5343-aed3-4540-9152-6c46b2e62784 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.653626] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86f7591-a369-402e-9d88-b675e93db108 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.658887] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-066bac7d-b6e2-43f6-9916-7d27a9495dd9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.665141] env[62361]: DEBUG oslo_vmware.api [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Waiting for the task: (returnval){ [ 2044.665141] env[62361]: value = "task-1709233" [ 2044.665141] env[62361]: _type = "Task" [ 2044.665141] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.672170] env[62361]: DEBUG oslo_vmware.api [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709233, 'name': RelocateVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.055591] env[62361]: DEBUG nova.network.neutron [req-b8e45256-5a96-41e7-bc95-51b04fb6c2c6 req-37d0e275-77dd-433f-a5c2-ce538c6968f9 service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Updated VIF entry in instance network info cache for port 98fcb0d7-73c8-4579-a578-b592449f0c18. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2045.055942] env[62361]: DEBUG nova.network.neutron [req-b8e45256-5a96-41e7-bc95-51b04fb6c2c6 req-37d0e275-77dd-433f-a5c2-ce538c6968f9 service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Updating instance_info_cache with network_info: [{"id": "98fcb0d7-73c8-4579-a578-b592449f0c18", "address": "fa:16:3e:56:31:85", "network": {"id": "7217ee7f-5a85-4022-9c7a-cfbf0e619efe", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1680489045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6da8eaaa5464b7bb119f83248b00dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98fcb0d7-73", "ovs_interfaceid": "98fcb0d7-73c8-4579-a578-b592449f0c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.175311] env[62361]: DEBUG oslo_vmware.api [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709233, 'name': RelocateVM_Task, 'duration_secs': 0.331366} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.175580] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Volume attach. Driver type: vmdk {{(pid=62361) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2045.175782] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356069', 'volume_id': '72a398c9-a429-49b7-93b3-2abe2e4ed799', 'name': 'volume-72a398c9-a429-49b7-93b3-2abe2e4ed799', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '95f93cf0-a0ae-48d5-a24d-6941715d0976', 'attached_at': '', 'detached_at': '', 'volume_id': '72a398c9-a429-49b7-93b3-2abe2e4ed799', 'serial': '72a398c9-a429-49b7-93b3-2abe2e4ed799'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2045.176576] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cba104-5287-4b31-b457-400e8b928885 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.191889] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82fbc19-9911-4a84-81bf-7f7ffa23a0a1 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.213852] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-72a398c9-a429-49b7-93b3-2abe2e4ed799/volume-72a398c9-a429-49b7-93b3-2abe2e4ed799.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2045.214129] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e808be-8a82-49c1-8b47-1cae5818420b {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.233705] env[62361]: DEBUG oslo_vmware.api [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Waiting for the task: (returnval){ [ 2045.233705] env[62361]: value = "task-1709234" [ 2045.233705] env[62361]: _type = "Task" [ 2045.233705] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.241031] env[62361]: DEBUG oslo_vmware.api [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.559268] env[62361]: DEBUG oslo_concurrency.lockutils [req-b8e45256-5a96-41e7-bc95-51b04fb6c2c6 req-37d0e275-77dd-433f-a5c2-ce538c6968f9 service nova] Releasing lock "refresh_cache-95f93cf0-a0ae-48d5-a24d-6941715d0976" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.743288] env[62361]: DEBUG oslo_vmware.api [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709234, 'name': ReconfigVM_Task, 'duration_secs': 0.236047} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.743679] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-72a398c9-a429-49b7-93b3-2abe2e4ed799/volume-72a398c9-a429-49b7-93b3-2abe2e4ed799.vmdk or device None with type thin {{(pid=62361) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2045.748156] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d94e4cd-61b8-4f49-b388-152f4ba6120a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.765143] env[62361]: DEBUG oslo_vmware.api [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Waiting for the task: (returnval){ [ 2045.765143] env[62361]: value = "task-1709235" [ 2045.765143] env[62361]: _type = "Task" [ 2045.765143] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.781089] env[62361]: DEBUG oslo_vmware.api [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.813712] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2045.813915] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2045.814079] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Rebuilding the list of instances to heal {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2046.274861] env[62361]: DEBUG oslo_vmware.api [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709235, 'name': ReconfigVM_Task, 'duration_secs': 0.114728} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.275174] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356069', 'volume_id': '72a398c9-a429-49b7-93b3-2abe2e4ed799', 'name': 'volume-72a398c9-a429-49b7-93b3-2abe2e4ed799', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '95f93cf0-a0ae-48d5-a24d-6941715d0976', 'attached_at': '', 'detached_at': '', 'volume_id': '72a398c9-a429-49b7-93b3-2abe2e4ed799', 'serial': '72a398c9-a429-49b7-93b3-2abe2e4ed799'} {{(pid=62361) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2046.275683] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5835c782-eaf5-420c-bfa0-9340b035565a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.281428] env[62361]: DEBUG oslo_vmware.api [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Waiting for the task: (returnval){ [ 2046.281428] env[62361]: value = "task-1709236" [ 2046.281428] env[62361]: _type = "Task" [ 2046.281428] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.288585] env[62361]: DEBUG oslo_vmware.api [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709236, 'name': Rename_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.316554] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Skipping network cache update for instance because it is Building. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 2046.316700] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Didn't find any instances for network info cache update. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 2046.316911] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2046.791861] env[62361]: DEBUG oslo_vmware.api [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709236, 'name': Rename_Task, 'duration_secs': 0.116332} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.792258] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Powering on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2046.792405] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e72883c5-19b1-4bc9-a02b-534c4422e92e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.798223] env[62361]: DEBUG oslo_vmware.api [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Waiting for the task: (returnval){ [ 2046.798223] env[62361]: value = "task-1709237" [ 2046.798223] env[62361]: _type = "Task" [ 2046.798223] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.813137] env[62361]: DEBUG oslo_vmware.api [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.820065] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.820273] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.820437] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.820589] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62361) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2046.821330] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e9ab11-b97d-4819-b156-24983b063caf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.828165] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d141edfc-89e9-4509-8de6-12caff829d49 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.842936] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5de4fcc-1d37-422c-89f4-ccc7f2f5c5ae {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.849169] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22667ed-59af-45c6-9bac-f0af3c9c5edd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.878143] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181370MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62361) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2046.878270] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.878461] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.309463] env[62361]: DEBUG oslo_vmware.api [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709237, 'name': PowerOnVM_Task, 'duration_secs': 0.411808} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.309842] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Powered on the VM {{(pid=62361) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2047.310101] env[62361]: INFO nova.compute.manager [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Took 3.44 seconds to spawn the instance on the hypervisor. [ 2047.310292] env[62361]: DEBUG nova.compute.manager [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2047.311072] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657b7de3-7a36-4e06-8ce0-a6784d362efc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.829847] env[62361]: INFO nova.compute.manager [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Took 9.78 seconds to build instance. [ 2047.901571] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Instance 95f93cf0-a0ae-48d5-a24d-6941715d0976 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=62361) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2047.901775] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2047.901931] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62361) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2047.925708] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bf5ba5-7395-4537-bc58-3e92e05abb40 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.933313] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d9db42-0f27-4851-a5cd-8ddb9d163fad {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.963183] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8e244a-8476-4921-9f1d-999dad316fc5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.970645] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aefcc5d-5d87-41c9-8d95-ec832301d1f0 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.983501] env[62361]: DEBUG nova.compute.provider_tree [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2048.332156] env[62361]: DEBUG oslo_concurrency.lockutils [None req-67ed2984-e6a6-4348-868b-cd40d8b3ae46 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Lock "95f93cf0-a0ae-48d5-a24d-6941715d0976" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.293s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.487079] env[62361]: DEBUG nova.scheduler.client.report [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2048.991976] env[62361]: DEBUG nova.compute.resource_tracker [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62361) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2048.992379] env[62361]: DEBUG oslo_concurrency.lockutils [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.062779] env[62361]: DEBUG nova.compute.manager [req-dd5eef7a-b5b3-447b-ac87-410694486a8b req-48c7326c-acaa-40c5-9e16-0eadfa885363 service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Received event network-changed-98fcb0d7-73c8-4579-a578-b592449f0c18 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2049.063027] env[62361]: DEBUG nova.compute.manager [req-dd5eef7a-b5b3-447b-ac87-410694486a8b req-48c7326c-acaa-40c5-9e16-0eadfa885363 service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Refreshing instance network info cache due to event network-changed-98fcb0d7-73c8-4579-a578-b592449f0c18. {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2049.063293] env[62361]: DEBUG oslo_concurrency.lockutils [req-dd5eef7a-b5b3-447b-ac87-410694486a8b req-48c7326c-acaa-40c5-9e16-0eadfa885363 service nova] Acquiring lock "refresh_cache-95f93cf0-a0ae-48d5-a24d-6941715d0976" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.063578] env[62361]: DEBUG oslo_concurrency.lockutils [req-dd5eef7a-b5b3-447b-ac87-410694486a8b req-48c7326c-acaa-40c5-9e16-0eadfa885363 service nova] Acquired lock "refresh_cache-95f93cf0-a0ae-48d5-a24d-6941715d0976" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.063766] env[62361]: DEBUG nova.network.neutron [req-dd5eef7a-b5b3-447b-ac87-410694486a8b req-48c7326c-acaa-40c5-9e16-0eadfa885363 service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Refreshing network info cache for port 98fcb0d7-73c8-4579-a578-b592449f0c18 {{(pid=62361) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2049.788220] env[62361]: DEBUG nova.network.neutron [req-dd5eef7a-b5b3-447b-ac87-410694486a8b req-48c7326c-acaa-40c5-9e16-0eadfa885363 service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Updated VIF entry in instance network info cache for port 98fcb0d7-73c8-4579-a578-b592449f0c18. {{(pid=62361) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2049.788602] env[62361]: DEBUG nova.network.neutron [req-dd5eef7a-b5b3-447b-ac87-410694486a8b req-48c7326c-acaa-40c5-9e16-0eadfa885363 service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Updating instance_info_cache with network_info: [{"id": "98fcb0d7-73c8-4579-a578-b592449f0c18", "address": "fa:16:3e:56:31:85", "network": {"id": "7217ee7f-5a85-4022-9c7a-cfbf0e619efe", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1680489045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6da8eaaa5464b7bb119f83248b00dff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98fcb0d7-73", "ovs_interfaceid": "98fcb0d7-73c8-4579-a578-b592449f0c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.986647] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2050.291318] env[62361]: DEBUG oslo_concurrency.lockutils [req-dd5eef7a-b5b3-447b-ac87-410694486a8b req-48c7326c-acaa-40c5-9e16-0eadfa885363 service nova] Releasing lock "refresh_cache-95f93cf0-a0ae-48d5-a24d-6941715d0976" {{(pid=62361) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.312236] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2068.312400] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2068.312758] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Cleaning up deleted instances {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 2068.820866] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] There are 24 instances to clean {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 2068.821103] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 2486cefb-fe71-4b74-a7ce-c0b4f9a1e14e] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2069.324436] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 5a8f11e5-ecf1-465f-a479-c11218096716] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2069.827370] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 9efbefce-64f5-4785-9464-cb53735a4582] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2070.331705] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 17026aa8-0005-4233-8f1d-22b6c096bc02] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2070.835100] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: dd3faba2-ddf6-442b-951c-f1f22adc4a7c] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2071.338531] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 922e49fb-2f2c-48bd-aea2-92e3daa37c46] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2071.842020] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 0268790c-3abb-4da9-9a94-8494866a19ab] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2072.345334] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 2c6c3b34-5bd7-425c-b33e-3e3229d1d5f2] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2072.848305] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: aae2f356-66f0-4aaa-943c-de879fc5b390] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2073.352206] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 9d27a316-beba-43a1-be60-658c22241fe0] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2073.856659] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: afc8e327-cf51-4d0a-97f2-24d6d296833f] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2074.360791] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 725767e6-4b60-4f95-b743-a677b662194f] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2074.864415] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 6a7f7a81-8117-49a7-a2b7-9edbda2ab335] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2075.367595] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 05eeec3f-570c-4294-bd35-d9804f67f317] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2075.870712] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 26f6545a-4d96-4e34-918b-ca6ef94f176b] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2076.373961] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: cb17edf0-cc03-46d4-83a4-84ab67df8572] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2076.877396] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 43c517ab-7236-43ea-a35b-51aaa67eac4d] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2077.380402] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: cd517fa8-5e04-46f7-b8c9-158508ea496d] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2077.883879] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 1d5bfc39-67a4-41d3-b195-1146984e5b58] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2078.387501] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 331cb7b1-24b1-4df6-aa4f-23309e20b321] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2078.891175] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: cb9aa169-8e65-4b70-a44a-cc3b8d572c4b] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2079.395149] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: de2273f3-2bb6-4b18-bc3d-b89b01556b85] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2079.898185] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 34cdb80b-2a5b-406f-8f96-0ac5fb9f5e64] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2080.403057] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] [instance: 0e9e5d53-2528-4929-9f34-894aadb20547] Instance has had 0 of 5 cleanup attempts {{(pid=62361) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2080.906250] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.906513] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Cleaning up deleted instances with incomplete migration {{(pid=62361) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 2085.984641] env[62361]: INFO nova.compute.manager [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Rebuilding instance [ 2086.022939] env[62361]: DEBUG nova.compute.manager [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Checking state {{(pid=62361) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2086.023866] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43524594-f0c7-48cf-89a2-f141f6491092 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.536052] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2086.536052] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dbf30bb-a3e8-4319-8d3d-0ec1cf88ba91 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.543293] env[62361]: DEBUG oslo_vmware.api [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Waiting for the task: (returnval){ [ 2086.543293] env[62361]: value = "task-1709238" [ 2086.543293] env[62361]: _type = "Task" [ 2086.543293] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.551038] env[62361]: DEBUG oslo_vmware.api [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.053128] env[62361]: DEBUG oslo_vmware.api [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709238, 'name': PowerOffVM_Task, 'duration_secs': 0.16235} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.053495] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Powered off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2087.054036] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Powering off the VM {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2087.054296] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e42b465e-9a18-4ce5-950f-3a553fa52187 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.060434] env[62361]: DEBUG oslo_vmware.api [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Waiting for the task: (returnval){ [ 2087.060434] env[62361]: value = "task-1709239" [ 2087.060434] env[62361]: _type = "Task" [ 2087.060434] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.067296] env[62361]: DEBUG oslo_vmware.api [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.570539] env[62361]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] VM already powered off {{(pid=62361) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2087.570821] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Volume detach. Driver type: vmdk {{(pid=62361) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2087.571043] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356069', 'volume_id': '72a398c9-a429-49b7-93b3-2abe2e4ed799', 'name': 'volume-72a398c9-a429-49b7-93b3-2abe2e4ed799', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '95f93cf0-a0ae-48d5-a24d-6941715d0976', 'attached_at': '', 'detached_at': '', 'volume_id': '72a398c9-a429-49b7-93b3-2abe2e4ed799', 'serial': '72a398c9-a429-49b7-93b3-2abe2e4ed799'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2087.571810] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db62abee-eca2-41a7-8991-22a599973f3a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.589485] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b254f86-25de-4c44-ae51-5fd25235443c {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.596190] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d2bd02-d30c-42bc-9130-9aa47bab0e0a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.613151] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058ac067-10b1-4916-8eac-cdff8603b930 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.627190] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] The volume has not been displaced from its original location: [datastore1] volume-72a398c9-a429-49b7-93b3-2abe2e4ed799/volume-72a398c9-a429-49b7-93b3-2abe2e4ed799.vmdk. No consolidation needed. {{(pid=62361) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2087.632487] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2087.632738] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4d43f71-b787-4660-9344-1e16e7df77c7 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.650869] env[62361]: DEBUG oslo_vmware.api [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Waiting for the task: (returnval){ [ 2087.650869] env[62361]: value = "task-1709240" [ 2087.650869] env[62361]: _type = "Task" [ 2087.650869] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.658263] env[62361]: DEBUG oslo_vmware.api [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709240, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.159922] env[62361]: DEBUG oslo_vmware.api [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709240, 'name': ReconfigVM_Task, 'duration_secs': 0.328641} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.160292] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62361) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2088.164788] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61936d88-8eb3-484b-9191-ca737de1a619 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.178813] env[62361]: DEBUG oslo_vmware.api [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Waiting for the task: (returnval){ [ 2088.178813] env[62361]: value = "task-1709241" [ 2088.178813] env[62361]: _type = "Task" [ 2088.178813] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.187674] env[62361]: DEBUG oslo_vmware.api [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.689511] env[62361]: DEBUG oslo_vmware.api [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709241, 'name': ReconfigVM_Task, 'duration_secs': 0.117371} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.689801] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-356069', 'volume_id': '72a398c9-a429-49b7-93b3-2abe2e4ed799', 'name': 'volume-72a398c9-a429-49b7-93b3-2abe2e4ed799', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '95f93cf0-a0ae-48d5-a24d-6941715d0976', 'attached_at': '', 'detached_at': '', 'volume_id': '72a398c9-a429-49b7-93b3-2abe2e4ed799', 'serial': '72a398c9-a429-49b7-93b3-2abe2e4ed799'} {{(pid=62361) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2088.690085] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2088.690805] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71297a65-018f-4fce-809e-52ac18006924 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.697159] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Unregistering the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2088.697368] env[62361]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-416dcad3-37c9-4b41-9654-4c7bbc562dec {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.826728] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Unregistered the VM {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2088.826971] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Deleting contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2088.827147] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Deleting the datastore file [datastore1] 95f93cf0-a0ae-48d5-a24d-6941715d0976 {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2088.827459] env[62361]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37c5aba2-e856-4cde-a509-602a9a03ec52 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.834016] env[62361]: DEBUG oslo_vmware.api [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Waiting for the task: (returnval){ [ 2088.834016] env[62361]: value = "task-1709243" [ 2088.834016] env[62361]: _type = "Task" [ 2088.834016] env[62361]: } to complete. {{(pid=62361) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.841802] env[62361]: DEBUG oslo_vmware.api [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.343413] env[62361]: DEBUG oslo_vmware.api [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Task: {'id': task-1709243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087489} completed successfully. {{(pid=62361) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.343823] env[62361]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Deleted the datastore file {{(pid=62361) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2089.343823] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Deleted contents of the VM from datastore datastore1 {{(pid=62361) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2089.343966] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2089.399019] env[62361]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Volume detach. Driver type: vmdk {{(pid=62361) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2089.399019] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c6886fa-af4f-4200-93ba-8ecb8c496bcc {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.406241] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251a2797-ba51-4be7-81e0-b35fa3673bdb {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.428906] env[62361]: ERROR nova.compute.manager [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Failed to detach volume 72a398c9-a429-49b7-93b3-2abe2e4ed799 from /dev/sda: nova.exception.InstanceNotFound: Instance 95f93cf0-a0ae-48d5-a24d-6941715d0976 could not be found. [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Traceback (most recent call last): [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] self.driver.rebuild(**kwargs) [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] raise NotImplementedError() [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] NotImplementedError [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] During handling of the above exception, another exception occurred: [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Traceback (most recent call last): [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] self.driver.detach_volume(context, old_connection_info, [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] return self._volumeops.detach_volume(connection_info, instance) [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] self._detach_volume_vmdk(connection_info, instance) [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] stable_ref.fetch_moref(session) [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] nova.exception.InstanceNotFound: Instance 95f93cf0-a0ae-48d5-a24d-6941715d0976 could not be found. [ 2089.428906] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] [ 2089.546616] env[62361]: DEBUG nova.compute.utils [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Build of instance 95f93cf0-a0ae-48d5-a24d-6941715d0976 aborted: Failed to rebuild volume backed instance. {{(pid=62361) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2089.548771] env[62361]: ERROR nova.compute.manager [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 95f93cf0-a0ae-48d5-a24d-6941715d0976 aborted: Failed to rebuild volume backed instance. [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Traceback (most recent call last): [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] self.driver.rebuild(**kwargs) [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] raise NotImplementedError() [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] NotImplementedError [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] During handling of the above exception, another exception occurred: [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Traceback (most recent call last): [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/compute/manager.py", line 3601, in _rebuild_volume_backed_instance [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] self._detach_root_volume(context, instance, root_bdm) [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/compute/manager.py", line 3580, in _detach_root_volume [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] with excutils.save_and_reraise_exception(): [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] self.force_reraise() [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] raise self.value [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] self.driver.detach_volume(context, old_connection_info, [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] return self._volumeops.detach_volume(connection_info, instance) [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] self._detach_volume_vmdk(connection_info, instance) [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] stable_ref.fetch_moref(session) [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] nova.exception.InstanceNotFound: Instance 95f93cf0-a0ae-48d5-a24d-6941715d0976 could not be found. [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] During handling of the above exception, another exception occurred: [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Traceback (most recent call last): [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/compute/manager.py", line 10866, in _error_out_instance_on_exception [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] yield [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/compute/manager.py", line 3869, in rebuild_instance [ 2089.548771] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] self._do_rebuild_instance_with_claim( [ 2089.550214] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/compute/manager.py", line 3955, in _do_rebuild_instance_with_claim [ 2089.550214] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] self._do_rebuild_instance( [ 2089.550214] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/compute/manager.py", line 4147, in _do_rebuild_instance [ 2089.550214] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] self._rebuild_default_impl(**kwargs) [ 2089.550214] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/compute/manager.py", line 3724, in _rebuild_default_impl [ 2089.550214] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] self._rebuild_volume_backed_instance( [ 2089.550214] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] File "/opt/stack/nova/nova/compute/manager.py", line 3616, in _rebuild_volume_backed_instance [ 2089.550214] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] raise exception.BuildAbortException( [ 2089.550214] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] nova.exception.BuildAbortException: Build of instance 95f93cf0-a0ae-48d5-a24d-6941715d0976 aborted: Failed to rebuild volume backed instance. [ 2089.550214] env[62361]: ERROR nova.compute.manager [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] [ 2091.563868] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.564271] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.577879] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e8830e-cd92-4a96-b7f3-1fbf7325f242 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.585554] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc30bbfe-1ea6-4ae3-812b-79cd9a44c6c6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.615581] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6457843f-dbaa-4017-b14c-f515c85bf3dd {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.622059] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9456e595-cfd8-459a-8bcb-1ca4ae5f16b9 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.634704] env[62361]: DEBUG nova.compute.provider_tree [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2091.840251] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Acquiring lock "95f93cf0-a0ae-48d5-a24d-6941715d0976" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.840516] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Lock "95f93cf0-a0ae-48d5-a24d-6941715d0976" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.840725] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Acquiring lock "95f93cf0-a0ae-48d5-a24d-6941715d0976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.840908] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Lock "95f93cf0-a0ae-48d5-a24d-6941715d0976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.841121] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Lock "95f93cf0-a0ae-48d5-a24d-6941715d0976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.843155] env[62361]: INFO nova.compute.manager [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Terminating instance [ 2091.844906] env[62361]: DEBUG nova.compute.manager [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Start destroying the instance on the hypervisor. {{(pid=62361) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2091.845201] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4049ec72-4df0-44bd-b3f4-34d4b4a0fcd5 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.854629] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dd33fd-51d3-4204-a666-bcb385df516d {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.876615] env[62361]: WARNING nova.virt.vmwareapi.driver [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 95f93cf0-a0ae-48d5-a24d-6941715d0976 could not be found. [ 2091.876799] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Destroying instance {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2091.877055] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9468519-2b23-465f-b872-8b396b41073e {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.884696] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed1f45d-382c-4b82-b4dd-20ec8c9ef646 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.905880] env[62361]: WARNING nova.virt.vmwareapi.vmops [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 95f93cf0-a0ae-48d5-a24d-6941715d0976 could not be found. [ 2091.906064] env[62361]: DEBUG nova.virt.vmwareapi.vmops [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Instance destroyed {{(pid=62361) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2091.906243] env[62361]: INFO nova.compute.manager [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Took 0.06 seconds to destroy the instance on the hypervisor. [ 2091.906468] env[62361]: DEBUG oslo.service.loopingcall [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62361) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2091.906657] env[62361]: DEBUG nova.compute.manager [-] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Deallocating network for instance {{(pid=62361) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2091.906750] env[62361]: DEBUG nova.network.neutron [-] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] deallocate_for_instance() {{(pid=62361) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2092.139154] env[62361]: DEBUG nova.scheduler.client.report [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2092.367812] env[62361]: DEBUG nova.compute.manager [req-ede81c8c-bce5-4e5f-8103-6aeab0ccf70a req-ec19062a-6d6d-486c-afe3-951236ce9d6c service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Received event network-vif-deleted-98fcb0d7-73c8-4579-a578-b592449f0c18 {{(pid=62361) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2092.368031] env[62361]: INFO nova.compute.manager [req-ede81c8c-bce5-4e5f-8103-6aeab0ccf70a req-ec19062a-6d6d-486c-afe3-951236ce9d6c service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Neutron deleted interface 98fcb0d7-73c8-4579-a578-b592449f0c18; detaching it from the instance and deleting it from the info cache [ 2092.368236] env[62361]: DEBUG nova.network.neutron [req-ede81c8c-bce5-4e5f-8103-6aeab0ccf70a req-ec19062a-6d6d-486c-afe3-951236ce9d6c service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.646393] env[62361]: DEBUG oslo_concurrency.lockutils [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.082s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.646673] env[62361]: INFO nova.compute.manager [None req-1f69bb95-8681-4df6-8cbe-f855d89cf425 tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Successfully reverted task state from rebuilding on failure for instance. [ 2092.845440] env[62361]: DEBUG nova.network.neutron [-] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Updating instance_info_cache with network_info: [] {{(pid=62361) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.870857] env[62361]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bd84bbc-407d-48a6-a9d0-475654013212 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.883123] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0929b60-4125-4911-98f9-e7275ed453c4 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.909095] env[62361]: DEBUG nova.compute.manager [req-ede81c8c-bce5-4e5f-8103-6aeab0ccf70a req-ec19062a-6d6d-486c-afe3-951236ce9d6c service nova] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Detach interface failed, port_id=98fcb0d7-73c8-4579-a578-b592449f0c18, reason: Instance 95f93cf0-a0ae-48d5-a24d-6941715d0976 could not be found. {{(pid=62361) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2093.348381] env[62361]: INFO nova.compute.manager [-] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Took 1.44 seconds to deallocate network for instance. [ 2093.900750] env[62361]: INFO nova.compute.manager [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Took 0.55 seconds to detach 1 volumes for instance. [ 2093.902910] env[62361]: DEBUG nova.compute.manager [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] [instance: 95f93cf0-a0ae-48d5-a24d-6941715d0976] Deleting volume: 72a398c9-a429-49b7-93b3-2abe2e4ed799 {{(pid=62361) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 2094.443804] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.444126] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.444377] env[62361]: DEBUG nova.objects.instance [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Lazy-loading 'resources' on Instance uuid 95f93cf0-a0ae-48d5-a24d-6941715d0976 {{(pid=62361) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2094.962735] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee1aa31-0f61-488e-83c0-a82e76749c91 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.972137] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a53544b-828e-4add-a76f-01151d086fbf {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.002974] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b89469-3e4b-48fa-af2e-2544953c62b6 {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.009918] env[62361]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb4f1d1-6801-42bb-a0c3-9b06d844a70a {{(pid=62361) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.022617] env[62361]: DEBUG nova.compute.provider_tree [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Inventory has not changed in ProviderTree for provider: cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 {{(pid=62361) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2095.525520] env[62361]: DEBUG nova.scheduler.client.report [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Inventory has not changed for provider cb21b24d-df5a-4c53-8ddb-a6c4b4b6b464 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62361) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2096.030813] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.587s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.691421] env[62361]: DEBUG oslo_concurrency.lockutils [None req-4e29d1ad-c415-4527-9c25-476693333afb tempest-ServerActionsV293TestJSON-1169530301 tempest-ServerActionsV293TestJSON-1169530301-project-member] Lock "95f93cf0-a0ae-48d5-a24d-6941715d0976" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.851s {{(pid=62361) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.409211] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2112.409629] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2112.409629] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Starting heal instance info cache {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2112.409741] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Rebuilding the list of instances to heal {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2112.913539] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Didn't find any instances for network info cache update. {{(pid=62361) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 2112.913802] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2112.913969] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2112.914141] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2112.914299] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2112.914436] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2112.914577] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2112.914707] env[62361]: DEBUG nova.compute.manager [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62361) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2112.914848] env[62361]: DEBUG oslo_service.periodic_task [None req-c7f0ae0e-1cd6-4148-91f5-fe29d4d0f250 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62361) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}